Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit a1fb9be4 authored by Daichi Hirono's avatar Daichi Hirono
Browse files

Create a drag shadow surface in app process, 

Previoulsy a drag shadow surface is created in the system process. App needs
to call one more binder call (prepareDrag) to obtain the surface from
the system process.

The CL lets an app to create a drag shadow surface by itself. Then app
transfer the surface to system server by using reparent
API.

Bug: 70818582
Test: com.android.server.wm.DragDropControllerTests,
      android.server.wm.CrossAppDragAndDropTests,
      manually check the drag and drop behavior on test app.
Change-Id: I72796efffbefe78a802d7c441dea308d1cdea572
parent 57fce6c6

core/java/android/view/IWindowSession.aidl

+7 −6
Original line number Diff line number Diff line
@@ -29,6 +29,7 @@ import android.view.IWindowId; 
import android.view.MotionEvent;

import android.view.WindowManager;

import android.view.Surface;

import android.view.SurfaceControl;



/**

 * System private per-application interface to the window manager.
@@ -154,14 +155,14 @@ interface IWindowSession { 
     * the drag to the OS and passes that as the return value.  A return value of

     * null indicates failure.

     */

    IBinder prepareDrag(IWindow window, int flags,

            int thumbnailWidth, int thumbnailHeight, out Surface outSurface);

    IBinder prepareDrag(IWindow window, int flags, int thumbnailWidth, int thumbnailHeight);



    /**

     * Initiate the drag operation itself

     */

    boolean performDrag(IWindow window, IBinder dragToken, int touchSource,

            float touchX, float touchY, float thumbCenterX, float thumbCenterY, in ClipData data);

    boolean performDrag(IWindow window, IBinder dragToken, in SurfaceControl surface,

            int touchSource, float touchX, float touchY, float thumbCenterX, float thumbCenterY,

            in ClipData data);



    /**

     * Report the result of a drop action targeted to the given window.

core/java/android/view/SurfaceControl.aidl

0 → 100644
+19 −0
Original line number Diff line number Diff line 
/*

 * Copyright (C) 2017 The Android Open Source Project

 *

 * Licensed under the Apache License, Version 2.0 (the "License");

 * you may not use this file except in compliance with the License.

 * You may obtain a copy of the License at

 *

 *      http://www.apache.org/licenses/LICENSE-2.0

 *

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

 * See the License for the specific language governing permissions and

 * limitations under the License.

 */



package android.view;



parcelable SurfaceControl;

core/java/android/view/View.java

+20 −10
Original line number Diff line number Diff line
@@ -23502,9 +23502,9 @@ public class View implements Drawable.Callback, KeyEvent.Callback, 
        Point shadowTouchPoint = new Point();

        shadowBuilder.onProvideShadowMetrics(shadowSize, shadowTouchPoint);













        if ((shadowSize.x < 0) || (shadowSize.y < 0) ||













                (shadowTouchPoint.x < 0) || (shadowTouchPoint.y < 0)) {













            throw new IllegalStateException("Drag shadow dimensions must not be negative");













        if ((shadowSize.x <= 0) || (shadowSize.y <= 0)













                || (shadowTouchPoint.x < 0) || (shadowTouchPoint.y < 0)) {













            throw new IllegalStateException("Drag shadow dimensions must be positive");















        }





























        if (ViewDebug.DEBUG_DRAG) {









@@ -23515,13 +23515,22 @@ public class View implements Drawable.Callback, KeyEvent.Callback,













            mAttachInfo.mDragSurface.release();















        }















        mAttachInfo.mDragSurface = new Surface();

























        final ViewRootImpl root = mAttachInfo.mViewRootImpl;













        final SurfaceSession session = new SurfaceSession(root.mSurface);















        try {















            mAttachInfo.mDragToken = mAttachInfo.mSession.prepareDrag(mAttachInfo.mWindow,













                    flags, shadowSize.x, shadowSize.y, mAttachInfo.mDragSurface);













                    flags, shadowSize.x, shadowSize.y);















            if (ViewDebug.DEBUG_DRAG) Log.d(VIEW_LOG_TAG, "prepareDrag returned token="















                    + mAttachInfo.mDragToken + " surface=" + mAttachInfo.mDragSurface);















            if (mAttachInfo.mDragToken != null) {













                Canvas canvas = mAttachInfo.mDragSurface.lockCanvas(null);













                final SurfaceControl surface = new SurfaceControl.Builder(session)













                        .setName("drag surface")













                        .setSize(shadowSize.x, shadowSize.y)













                        .setFormat(PixelFormat.TRANSLUCENT)













                        .build();













                mAttachInfo.mDragSurface.copyFrom(surface);













                final Canvas canvas = mAttachInfo.mDragSurface.lockCanvas(null);















                try {















                    canvas.drawColor(0, PorterDuff.Mode.CLEAR);















                    shadowBuilder.onDrawShadow(canvas);









@@ -23529,23 +23538,24 @@ public class View implements Drawable.Callback, KeyEvent.Callback,













                    mAttachInfo.mDragSurface.unlockCanvasAndPost(canvas);















                }



























                final ViewRootImpl root = getViewRootImpl();



























                // Cache the local state object for delivery with DragEvents















                root.setLocalDragState(myLocalState);





























                // repurpose 'shadowSize' for the last touch point















                root.getLastTouchPoint(shadowSize);



























                okay = mAttachInfo.mSession.performDrag(mAttachInfo.mWindow, mAttachInfo.mDragToken,













                        root.getLastTouchSource(), shadowSize.x, shadowSize.y,













                        shadowTouchPoint.x, shadowTouchPoint.y, data);













                okay = mAttachInfo.mSession.performDrag(













                        mAttachInfo.mWindow, mAttachInfo.mDragToken, surface,













                        root.getLastTouchSource(), shadowSize.x, shadowSize.y, shadowTouchPoint.x,













                        shadowTouchPoint.y, data);















                if (ViewDebug.DEBUG_DRAG) Log.d(VIEW_LOG_TAG, "performDrag returned " + okay);















            }















        } catch (Exception e) {















            Log.e(VIEW_LOG_TAG, "Unable to initiate drag", e);















            mAttachInfo.mDragSurface.destroy();















            mAttachInfo.mDragSurface = null;













        } finally {













            session.kill();















        }





























        return okay;

























services/core/java/com/android/server/wm/DisplayContent.java



+7
−0




























Original line number
Diff line number
Diff line








@@ -3690,6 +3690,13 @@ class DisplayContent extends WindowContainer<DisplayContent.DisplayChildWindowCo













            .setParent(mOverlayLayer);















    }





























    /**













     * Reparents the given surface to mOverlayLayer.













     */













    void reparentToOverlay(Transaction transaction, SurfaceControl surface) {













        transaction.reparent(surface, mOverlayLayer.getHandle());













    }





























    void applyMagnificationSpec(MagnificationSpec spec) {















        applyMagnificationSpec(getPendingTransaction(), spec);















        getPendingTransaction().apply();

































services/core/java/com/android/server/wm/DragDropController.java



+23
−35




























Original line number
Diff line number
Diff line








@@ -18,12 +18,10 @@ package com.android.server.wm;





























import static com.android.server.wm.WindowManagerDebugConfig.DEBUG_DRAG;















import static com.android.server.wm.WindowManagerDebugConfig.SHOW_LIGHT_TRANSACTIONS;













import static com.android.server.wm.WindowManagerDebugConfig.SHOW_TRANSACTIONS;















import static com.android.server.wm.WindowManagerDebugConfig.TAG_WM;































import android.annotation.NonNull;















import android.content.ClipData;













import android.graphics.PixelFormat;















import android.os.Binder;















import android.os.Handler;















import android.os.IBinder;









@@ -32,8 +30,8 @@ import android.os.Message;













import android.util.Slog;















import android.view.Display;















import android.view.IWindow;













import android.view.Surface;















import android.view.SurfaceControl;













import android.view.SurfaceControl.Transaction;















import android.view.SurfaceSession;















import android.view.View;


























@@ -96,7 +94,7 @@ class DragDropController {













    }































    IBinder prepareDrag(SurfaceSession session, int callerPid,













            int callerUid, IWindow window, int flags, int width, int height, Surface outSurface) {













            int callerUid, IWindow window, int flags, int width, int height) {















        if (DEBUG_DRAG) {















            Slog.d(TAG_WM, "prepare drag surface: w=" + width + " h=" + height















                    + " flags=" + Integer.toHexString(flags) + " win=" + window









@@ -115,28 +113,13 @@ class DragDropController {













            }































            // TODO(multi-display): support other displays













            final DisplayContent displayContent =













                    mService.getDefaultDisplayContentLocked();













            final Display display = displayContent.getDisplay();



























            final SurfaceControl surface = new SurfaceControl.Builder(session)













                    .setName("drag surface")













                    .setSize(width, height)













                    .setFormat(PixelFormat.TRANSLUCENT)













                    .build();













            surface.setLayerStack(display.getLayerStack());















            float alpha = 1;















            if ((flags & View.DRAG_FLAG_OPAQUE) == 0) {















                alpha = DRAG_SHADOW_ALPHA_TRANSPARENT;















            }













            surface.setAlpha(alpha);



























            if (SHOW_TRANSACTIONS)













                Slog.i(TAG_WM, "  DRAG " + surface + ": CREATE");













            outSurface.copyFrom(surface);















            final IBinder winBinder = window.asBinder();















            IBinder token = new Binder();













            mDragState = new DragState(mService, this, token, surface, flags, winBinder);













            mDragState = new DragState(mService, this, token, /* surface */ null, flags, winBinder);















            mDragState.mPid = callerPid;















            mDragState.mUid = callerUid;















            mDragState.mOriginalAlpha = alpha;









@@ -148,9 +131,9 @@ class DragDropController {













        }















    }





























    boolean performDrag(IWindow window, IBinder dragToken,













            int touchSource, float touchX, float touchY, float thumbCenterX, float thumbCenterY,













            ClipData data) {













    boolean performDrag(SurfaceSession session, IWindow window, IBinder dragToken,













            SurfaceControl surface, int touchSource, float touchX, float touchY, float thumbCenterX,













            float thumbCenterY, ClipData data) {















        if (DEBUG_DRAG) {















            Slog.d(TAG_WM, "perform drag: win=" + window + " data=" + data);















        }










@@ -202,6 +185,8 @@ class DragDropController {













                        return false;















                    }





























                    mDragState.mSurfaceControl = surface;













                    surface = null;















                    mDragState.mDisplayContent = displayContent;















                    mDragState.mData = data;















                    mDragState.broadcastDragStartedLocked(touchX, touchY);









@@ -213,22 +198,25 @@ class DragDropController {













                    // Make the surface visible at the proper location















                    final SurfaceControl surfaceControl = mDragState.mSurfaceControl;















                    if (SHOW_LIGHT_TRANSACTIONS) Slog.i(TAG_WM, ">>> OPEN TRANSACTION performDrag");













                    mService.openSurfaceTransaction();













                    try {













                        surfaceControl.setPosition(touchX - thumbCenterX,













                                touchY - thumbCenterY);













                        surfaceControl.setLayer(mDragState.getDragLayerLocked());













                        surfaceControl.setLayerStack(display.getLayerStack());













                        surfaceControl.show();













                    } finally {













                        mService.closeSurfaceTransaction("performDrag");



























                    final SurfaceControl.Transaction transaction =













                            callingWin.getPendingTransaction();













                    transaction.setAlpha(surfaceControl, mDragState.mOriginalAlpha);













                    transaction.setPosition(













                            surfaceControl, touchX - thumbCenterX, touchY - thumbCenterY);













                    transaction.show(surfaceControl);













                    displayContent.reparentToOverlay(transaction, surfaceControl);













                    callingWin.scheduleAnimation();





























                    if (SHOW_LIGHT_TRANSACTIONS) {















                        Slog.i(TAG_WM, "<<< CLOSE TRANSACTION performDrag");















                    }













                    }































                    mDragState.notifyLocationLocked(touchX, touchY);















                } finally {













                    if (surface != null) {













                        surface.release();













                    }















                    if (mDragState != null && !mDragState.isInProgress()) {















                        mDragState.closeLocked();















                    }