/* -*- Mode: Java; c-basic-offset: 4; tab-width: 20; indent-tabs-mode: nil; -*- * ***** BEGIN LICENSE BLOCK ***** * Version: MPL 1.1/GPL 2.0/LGPL 2.1 * * The contents of this file are subject to the Mozilla Public License Version * 1.1 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * http://www.mozilla.org/MPL/ * * Software distributed under the License is distributed on an "AS IS" basis, * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License * for the specific language governing rights and limitations under the * License. * * The Original Code is Mozilla Android code. * * The Initial Developer of the Original Code is Mozilla Foundation. * Portions created by the Initial Developer are Copyright (C) 2010 * the Initial Developer. All Rights Reserved. * * Contributor(s): * Vladimir Vukicevic * * Alternatively, the contents of this file may be used under the terms of * either the GNU General Public License Version 2 or later (the "GPL"), or * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), * in which case the provisions of the GPL or the LGPL are applicable instead * of those above. If you wish to allow use of your version of this file only * under the terms of either the GPL or the LGPL, and not to allow others to * use your version of this file under the terms of the MPL, indicate your * decision by deleting the provisions above and replace them with the notice * and other provisions required by the GPL or the LGPL. If you do not delete * the provisions above, a recipient may use your version of this file under * the terms of any one of the MPL, the GPL or the LGPL. * * ***** END LICENSE BLOCK ***** */ package org.mozilla.gecko; import java.io.*; import java.util.*; import java.util.concurrent.*; import java.util.concurrent.locks.*; import java.util.concurrent.atomic.*; import java.util.zip.*; import java.nio.*; import android.os.*; import android.app.*; import android.text.*; import android.text.method.*; import android.view.*; import android.view.inputmethod.*; import android.content.*; import android.graphics.*; import android.widget.*; import android.hardware.*; import android.location.*; import android.graphics.drawable.*; import android.content.res.*; import android.util.*; /* * GeckoSurfaceView implements a GL surface view, * similar to GLSurfaceView. However, since we * already have a thread for Gecko, we don't really want * a separate renderer thread that GLSurfaceView provides. */ class GeckoSurfaceView extends SurfaceView implements SurfaceHolder.Callback, SensorEventListener, LocationListener { public GeckoSurfaceView(Context context) { super(context); getHolder().addCallback(this); inputConnection = new GeckoInputConnection(this); setFocusable(true); setFocusableInTouchMode(true); DisplayMetrics metrics = new DisplayMetrics(); GeckoApp.mAppContext.getWindowManager(). getDefaultDisplay().getMetrics(metrics); mWidth = metrics.widthPixels; mHeight = metrics.heightPixels; mBufferWidth = 0; mBufferHeight = 0; mSurfaceLock = new ReentrantLock(); mEditableFactory = Editable.Factory.getInstance(); initEditable(""); mIMEState = IME_STATE_DISABLED; mIMETypeHint = ""; mIMEActionHint = ""; } protected void finalize() throws Throwable { super.finalize(); } void drawSplashScreen() { this.drawSplashScreen(getHolder(), mWidth, mHeight); } void drawSplashScreen(SurfaceHolder holder, int width, int height) { Canvas c = holder.lockCanvas(); if (c == null) { Log.i("GeckoSurfaceView", "canvas is null"); return; } Resources res = getResources(); c.drawColor(res.getColor(R.color.splash_background)); Drawable drawable = res.getDrawable(R.drawable.splash); int w = drawable.getIntrinsicWidth(); int h = drawable.getIntrinsicHeight(); int x = (width - w)/2; int y = (height - h)/2 - 16; drawable.setBounds(x, y, x + w, y + h); drawable.draw(c); Paint p = new Paint(); p.setTextAlign(Paint.Align.CENTER); p.setTextSize(32f); p.setAntiAlias(true); p.setColor(res.getColor(R.color.splash_font)); c.drawText(GeckoSurfaceView.mSplashStatusMsg, width/2, y + h + 16, p); holder.unlockCanvasAndPost(c); } /* * Called on main thread */ public void draw(SurfaceHolder holder, ByteBuffer buffer) { if (buffer == null || buffer.capacity() != (mWidth * mHeight * 2)) return; synchronized (mSoftwareBuffer) { if (buffer != mSoftwareBuffer || mSoftwareBufferCopy == null) return; Canvas c = holder.lockCanvas(); if (c == null) return; mSoftwareBufferCopy.copyPixelsFromBuffer(buffer); c.drawBitmap(mSoftwareBufferCopy, 0, 0, null); holder.unlockCanvasAndPost(c); } } public void draw(SurfaceHolder holder, Bitmap bitmap) { if (bitmap == null || bitmap.getWidth() != mWidth || bitmap.getHeight() != mHeight) return; synchronized (mSoftwareBitmap) { if (bitmap != mSoftwareBitmap) return; Canvas c = holder.lockCanvas(); if (c == null) return; c.drawBitmap(bitmap, 0, 0, null); holder.unlockCanvasAndPost(c); } } public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) { if (mShowingSplashScreen) drawSplashScreen(holder, width, height); mSurfaceLock.lock(); try { if (mInDrawing) { Log.w("GeckoAppJava", "surfaceChanged while mInDrawing is true!"); } boolean invalidSize; if (width == 0 || height == 0) { mSoftwareBitmap = null; mSoftwareBuffer = null; mSoftwareBufferCopy = null; invalidSize = true; } else { invalidSize = false; } boolean doSyncDraw = mDrawMode == DRAW_2D && !invalidSize && GeckoApp.checkLaunchState(GeckoApp.LaunchState.GeckoRunning); mSyncDraw = doSyncDraw; mFormat = format; mWidth = width; mHeight = height; mSurfaceValid = true; Log.i("GeckoAppJava", "surfaceChanged: fmt: " + format + " dim: " + width + " " + height); DisplayMetrics metrics = new DisplayMetrics(); GeckoApp.mAppContext.getWindowManager().getDefaultDisplay().getMetrics(metrics); GeckoEvent e = new GeckoEvent(GeckoEvent.SIZE_CHANGED, width, height, metrics.widthPixels, metrics.heightPixels); GeckoAppShell.sendEventToGecko(e); if (!doSyncDraw) { if (mDrawMode == DRAW_GLES_2 || mShowingSplashScreen) return; Canvas c = holder.lockCanvas(); c.drawARGB(255, 255, 255, 255); holder.unlockCanvasAndPost(c); return; } else { GeckoAppShell.scheduleRedraw(); } } finally { mSurfaceLock.unlock(); } Object syncDrawObject = null; try { syncDrawObject = mSyncDraws.take(); } catch (InterruptedException ie) { Log.e("GeckoAppJava", "Threw exception while getting sync draw bitmap/buffer: ", ie); } if (syncDrawObject != null) { if (syncDrawObject instanceof Bitmap) draw(holder, (Bitmap)syncDrawObject); else draw(holder, (ByteBuffer)syncDrawObject); } else { Log.e("GeckoSurfaceViewJava", "Synchronised draw object is null"); } } public void surfaceCreated(SurfaceHolder holder) { Log.i("GeckoAppJava", "surface created"); GeckoEvent e = new GeckoEvent(GeckoEvent.SURFACE_CREATED); GeckoAppShell.sendEventToGecko(e); if (mShowingSplashScreen) drawSplashScreen(); } public void surfaceDestroyed(SurfaceHolder holder) { Log.i("GeckoAppJava", "surface destroyed"); mSurfaceValid = false; mSoftwareBuffer = null; mSoftwareBufferCopy = null; mSoftwareBitmap = null; GeckoEvent e = new GeckoEvent(GeckoEvent.SURFACE_DESTROYED); GeckoAppShell.sendEventToGecko(e); } public Bitmap getSoftwareDrawBitmap() { if (mSoftwareBitmap == null || mSoftwareBitmap.getHeight() != mHeight || mSoftwareBitmap.getWidth() != mWidth) { mSoftwareBitmap = Bitmap.createBitmap(mWidth, mHeight, Bitmap.Config.RGB_565); } mDrawMode = DRAW_2D; return mSoftwareBitmap; } public ByteBuffer getSoftwareDrawBuffer() { // We store pixels in 565 format, so two bytes per pixel (explaining // the * 2 in the following check/allocation) if (mSoftwareBuffer == null || mSoftwareBuffer.capacity() != (mWidth * mHeight * 2)) { mSoftwareBuffer = ByteBuffer.allocateDirect(mWidth * mHeight * 2); } if (mSoftwareBufferCopy == null || mSoftwareBufferCopy.getHeight() != mHeight || mSoftwareBufferCopy.getWidth() != mWidth) { mSoftwareBufferCopy = Bitmap.createBitmap(mWidth, mHeight, Bitmap.Config.RGB_565); } mDrawMode = DRAW_2D; return mSoftwareBuffer; } /* * Called on Gecko thread */ public static final int DRAW_ERROR = 0; public static final int DRAW_GLES_2 = 1; public static final int DRAW_2D = 2; public int beginDrawing() { if (mInDrawing) { Log.e("GeckoAppJava", "Recursive beginDrawing call!"); return DRAW_ERROR; } /* Grab the lock, which we'll hold while we're drawing. * It gets released in endDrawing(), and is also used in surfaceChanged * to make sure that we don't change our surface details while * we're in the middle of drawing (and especially in the middle of * executing beginDrawing/endDrawing). * * We might not need to hold this lock in between * beginDrawing/endDrawing, and might just be able to make * surfaceChanged, beginDrawing, and endDrawing synchronized, * but this way is safer for now. */ mSurfaceLock.lock(); if (!mSurfaceValid) { Log.e("GeckoAppJava", "Surface not valid"); mSurfaceLock.unlock(); return DRAW_ERROR; } mInDrawing = true; mDrawMode = DRAW_GLES_2; return DRAW_GLES_2; } public void endDrawing() { if (!mInDrawing) { Log.e("GeckoAppJava", "endDrawing without beginDrawing!"); return; } try { if (!mSurfaceValid) { Log.e("GeckoAppJava", "endDrawing with false mSurfaceValid"); return; } } finally { mInDrawing = false; if (!mSurfaceLock.isHeldByCurrentThread()) Log.e("GeckoAppJava", "endDrawing while mSurfaceLock not held by current thread!"); mSurfaceLock.unlock(); } } /* How this works: * Whenever we want to draw, we want to be sure that we do not lock * the canvas unless we're sure we can draw. Locking the canvas clears * the canvas to black in most cases, causing a black flash. * At the same time, the surface can resize/disappear at any moment * unless the canvas is locked. * Draws originate from a different thread so the surface could change * at any moment while we try to draw until we lock the canvas. * * Also, never try to lock the canvas while holding the surface lock * unless you're in SurfaceChanged, in which case the canvas was already * locked. Surface lock -> Canvas lock will lead to AB-BA deadlocks. */ public void draw2D(Bitmap bitmap, int width, int height) { // mSurfaceLock ensures that we get mSyncDraw/mSoftwareBitmap/etc. // set correctly before determining whether we should do a sync draw mSurfaceLock.lock(); try { if (mSyncDraw) { if (bitmap != mSoftwareBitmap || width != mWidth || height != mHeight) return; mSyncDraw = false; try { mSyncDraws.put(bitmap); } catch (InterruptedException ie) { Log.e("GeckoAppJava", "Threw exception while getting sync draws queue: ", ie); } return; } } finally { mSurfaceLock.unlock(); } draw(getHolder(), bitmap); } public void draw2D(ByteBuffer buffer, int stride) { mSurfaceLock.lock(); try { if (mSyncDraw) { if (buffer != mSoftwareBuffer || stride != (mWidth * 2)) return; mSyncDraw = false; try { mSyncDraws.put(buffer); } catch (InterruptedException ie) { Log.e("GeckoAppJava", "Threw exception while getting sync bitmaps queue: ", ie); } return; } } finally { mSurfaceLock.unlock(); } draw(getHolder(), buffer); } @Override public boolean onCheckIsTextEditor () { return false; } @Override public InputConnection onCreateInputConnection(EditorInfo outAttrs) { outAttrs.inputType = InputType.TYPE_CLASS_TEXT; outAttrs.imeOptions = EditorInfo.IME_ACTION_NONE; outAttrs.actionLabel = null; mKeyListener = TextKeyListener.getInstance(); if (mIMEState == IME_STATE_PASSWORD) outAttrs.inputType |= InputType.TYPE_TEXT_VARIATION_PASSWORD; else if (mIMETypeHint.equalsIgnoreCase("url")) outAttrs.inputType |= InputType.TYPE_TEXT_VARIATION_URI; else if (mIMETypeHint.equalsIgnoreCase("email")) outAttrs.inputType |= InputType.TYPE_TEXT_VARIATION_EMAIL_ADDRESS; else if (mIMETypeHint.equalsIgnoreCase("search")) outAttrs.imeOptions = EditorInfo.IME_ACTION_SEARCH; else if (mIMETypeHint.equalsIgnoreCase("tel")) outAttrs.inputType = InputType.TYPE_CLASS_PHONE; else if (mIMETypeHint.equalsIgnoreCase("number") || mIMETypeHint.equalsIgnoreCase("range")) outAttrs.inputType = InputType.TYPE_CLASS_NUMBER; else if (mIMETypeHint.equalsIgnoreCase("datetime") || mIMETypeHint.equalsIgnoreCase("datetime-local")) outAttrs.inputType = InputType.TYPE_CLASS_DATETIME | InputType.TYPE_DATETIME_VARIATION_NORMAL; else if (mIMETypeHint.equalsIgnoreCase("date")) outAttrs.inputType = InputType.TYPE_CLASS_DATETIME | InputType.TYPE_DATETIME_VARIATION_DATE; else if (mIMETypeHint.equalsIgnoreCase("time")) outAttrs.inputType = InputType.TYPE_CLASS_DATETIME | InputType.TYPE_DATETIME_VARIATION_TIME; if (mIMEActionHint.equalsIgnoreCase("go")) outAttrs.imeOptions = EditorInfo.IME_ACTION_GO; else if (mIMEActionHint.equalsIgnoreCase("done")) outAttrs.imeOptions = EditorInfo.IME_ACTION_DONE; else if (mIMEActionHint.equalsIgnoreCase("next")) outAttrs.imeOptions = EditorInfo.IME_ACTION_NEXT; else if (mIMEActionHint.equalsIgnoreCase("search")) outAttrs.imeOptions = EditorInfo.IME_ACTION_SEARCH; else if (mIMEActionHint.equalsIgnoreCase("send")) outAttrs.imeOptions = EditorInfo.IME_ACTION_SEND; else if (mIMEActionHint != null && mIMEActionHint.length() != 0) outAttrs.actionLabel = mIMEActionHint; if (mIMELandscapeFS == false) outAttrs.imeOptions |= EditorInfo.IME_FLAG_NO_EXTRACT_UI; inputConnection.reset(); return inputConnection; } public void setEditable(String contents) { mEditable.removeSpan(inputConnection); mEditable.replace(0, mEditable.length(), contents); mEditable.setSpan(inputConnection, 0, contents.length(), Spanned.SPAN_INCLUSIVE_INCLUSIVE); Selection.setSelection(mEditable, contents.length()); } public void initEditable(String contents) { mEditable = mEditableFactory.newEditable(contents); mEditable.setSpan(inputConnection, 0, contents.length(), Spanned.SPAN_INCLUSIVE_INCLUSIVE); Selection.setSelection(mEditable, contents.length()); } // accelerometer public void onAccuracyChanged(Sensor sensor, int accuracy) { } public void onSensorChanged(SensorEvent event) { GeckoAppShell.sendEventToGecko(new GeckoEvent(event)); } private class GeocoderTask extends AsyncTask { protected Void doInBackground(Location... location) { try { List
addresses = mGeocoder.getFromLocation(location[0].getLatitude(), location[0].getLongitude(), 1); // grab the first address. in the future, // may want to expose multiple, or filter // for best. mLastGeoAddress = addresses.get(0); GeckoAppShell.sendEventToGecko(new GeckoEvent(location[0], mLastGeoAddress)); } catch (Exception e) { Log.w("GeckoSurfaceView", "GeocoderTask "+e); } return null; } } // geolocation public void onLocationChanged(Location location) { if (mGeocoder == null) mGeocoder = new Geocoder(getContext(), Locale.getDefault()); if (mLastGeoAddress == null) { new GeocoderTask().execute(location); } else { float[] results = new float[1]; Location.distanceBetween(location.getLatitude(), location.getLongitude(), mLastGeoAddress.getLatitude(), mLastGeoAddress.getLongitude(), results); // pfm value. don't want to slam the // geocoder with very similar values, so // only call after about 100m if (results[0] > 100) new GeocoderTask().execute(location); } GeckoAppShell.sendEventToGecko(new GeckoEvent(location, mLastGeoAddress)); } public void onProviderDisabled(String provider) { } public void onProviderEnabled(String provider) { } public void onStatusChanged(String provider, int status, Bundle extras) { } // event stuff public boolean onTouchEvent(MotionEvent event) { GeckoAppShell.sendEventToGecko(new GeckoEvent(event)); return true; } @Override public boolean onKeyPreIme(int keyCode, KeyEvent event) { if (event.isSystem()) return super.onKeyPreIme(keyCode, event); switch (event.getAction()) { case KeyEvent.ACTION_DOWN: return onKeyDown(keyCode, event); case KeyEvent.ACTION_UP: return onKeyUp(keyCode, event); case KeyEvent.ACTION_MULTIPLE: return onKeyMultiple(keyCode, event.getRepeatCount(), event); } return super.onKeyPreIme(keyCode, event); } @Override public boolean onKeyDown(int keyCode, KeyEvent event) { switch (keyCode) { case KeyEvent.KEYCODE_BACK: if (event.getRepeatCount() == 0) { event.startTracking(); return true; } else { return false; } case KeyEvent.KEYCODE_MENU: if (event.getRepeatCount() == 0) { event.startTracking(); break; } else if ((event.getFlags() & KeyEvent.FLAG_LONG_PRESS) != 0) { break; } // Ignore repeats for KEYCODE_MENU; they confuse the widget code. return false; case KeyEvent.KEYCODE_VOLUME_UP: case KeyEvent.KEYCODE_VOLUME_DOWN: case KeyEvent.KEYCODE_SEARCH: return false; case KeyEvent.KEYCODE_DEL: // See comments in GeckoInputConnection.onKeyDel if (inputConnection != null && inputConnection.onKeyDel()) { return true; } break; case KeyEvent.KEYCODE_ENTER: if ((event.getFlags() & KeyEvent.FLAG_EDITOR_ACTION) != 0 && mIMEActionHint.equalsIgnoreCase("next")) event = new KeyEvent(event.getAction(), KeyEvent.KEYCODE_TAB); break; default: break; } // KeyListener returns true if it handled the event for us. if (mIMEState == IME_STATE_DISABLED || keyCode == KeyEvent.KEYCODE_ENTER || keyCode == KeyEvent.KEYCODE_DEL || (event.getFlags() & KeyEvent.FLAG_SOFT_KEYBOARD) != 0 || !mKeyListener.onKeyDown(this, mEditable, keyCode, event)) GeckoAppShell.sendEventToGecko(new GeckoEvent(event)); return true; } @Override public boolean onKeyUp(int keyCode, KeyEvent event) { switch (keyCode) { case KeyEvent.KEYCODE_BACK: if (!event.isTracking() || event.isCanceled()) return false; break; default: break; } if (mIMEState == IME_STATE_DISABLED || keyCode == KeyEvent.KEYCODE_ENTER || keyCode == KeyEvent.KEYCODE_DEL || (event.getFlags() & KeyEvent.FLAG_SOFT_KEYBOARD) != 0 || !mKeyListener.onKeyUp(this, mEditable, keyCode, event)) GeckoAppShell.sendEventToGecko(new GeckoEvent(event)); return true; } @Override public boolean onKeyMultiple(int keyCode, int repeatCount, KeyEvent event) { GeckoAppShell.sendEventToGecko(new GeckoEvent(event)); return true; } @Override public boolean onKeyLongPress(int keyCode, KeyEvent event) { switch (keyCode) { case KeyEvent.KEYCODE_BACK: GeckoAppShell.sendEventToGecko(new GeckoEvent(event)); return true; case KeyEvent.KEYCODE_MENU: InputMethodManager imm = (InputMethodManager) getContext().getSystemService(Context.INPUT_METHOD_SERVICE); imm.toggleSoftInputFromWindow(getWindowToken(), imm.SHOW_FORCED, 0); return true; default: break; } return false; } // Is this surface valid for drawing into? boolean mSurfaceValid; // Are we actively between beginDrawing/endDrawing? boolean mInDrawing; // Are we waiting for a buffer to draw in surfaceChanged? boolean mSyncDraw; // True if gecko requests a buffer int mDrawMode; static boolean mShowingSplashScreen = true; static String mSplashStatusMsg = ""; // let's not change stuff around while we're in the middle of // starting drawing, ending drawing, or changing surface // characteristics ReentrantLock mSurfaceLock; // Surface format, from surfaceChanged. Largely // useless. int mFormat; // the dimensions of the surface int mWidth; int mHeight; // the dimensions of the buffer we're using for drawing, // that is the software buffer or the EGLSurface int mBufferWidth; int mBufferHeight; // IME stuff public static final int IME_STATE_DISABLED = 0; public static final int IME_STATE_ENABLED = 1; public static final int IME_STATE_PASSWORD = 2; public static final int IME_STATE_PLUGIN = 3; GeckoInputConnection inputConnection; KeyListener mKeyListener; Editable mEditable; Editable.Factory mEditableFactory; int mIMEState; String mIMETypeHint; String mIMEActionHint; boolean mIMELandscapeFS; // Software rendering Bitmap mSoftwareBitmap; ByteBuffer mSoftwareBuffer; Bitmap mSoftwareBufferCopy; Geocoder mGeocoder; Address mLastGeoAddress; final SynchronousQueue mSyncDraws = new SynchronousQueue(); }