各位讀者,早上好,今天的推送是來自於翔同學授權分享的文章( 原文地址:https://zhuanlan.zhihu.com/p/31450987 ),他曾在魅族任職、目前是在阿里巴巴工作,專注於Android圖像和性能優化方面的工作。本文是基於android-6.0.1_r80原始碼分析理解Android中的Bitmap,相信讀完之後,會讓你對Android中的Bitmap有更深的了解
通過下面三個章節基本可以掃清Bitmap盲區。文章沒有覆蓋到的一方面是Bitmap用法,這部分建議閱讀Glide庫原始碼。一些Color的概念,例如premultiplied / Dither,需要具備一定CG物理基礎,不管怎樣先讀下去。
Bitmap對象創建Bitmap java層構造函數是通過native層jni call過來的,邏輯在Bitmap_creator方法中。
static jobject Bitmap_creator(JNIEnv* env, jobject, jintArray jColors, jint offset, jint stride, jint width, jint height, jint configHandle, jboolean isMutable) { SkColorType colorType = GraphicsJNI::legacyBitmapConfigToColorType(configHandle); if (NULL != jColors) { size_t n = env->GetArrayLength(jColors); if (n < SkAbs32(stride) * (size_t)height) { doThrowAIOOBE(env); return NULL; } } if (colorType == kARGB_4444_SkColorType) { colorType = kN32_SkColorType; } SkBitmap bitmap; bitmap.setInfo(SkImageInfo::Make(width, height, colorType, kPremul_SkAlphaType)); Bitmap* nativeBitmap = GraphicsJNI::allocateJavaPixelRef(env, &bitmap, NULL); if (!nativeBitmap) { return NULL; } if (jColors != NULL) { GraphicsJNI::SetPixels(env, jColors, offset, stride, 0, 0, width, height, bitmap); } return GraphicsJNI::createBitmap(env, nativeBitmap, getPremulBitmapCreateFlags(isMutable));}
legacyBitmapConfigToColorType將Bitmap.Config.ARGB_8888轉成skia域的顏色類型kBGRA_8888_SkColorType,顏色類型定義在SkImageInfo.h中,kARGB_4444_SkColorType會強轉成kN32_SkColorType,它就是kBGRA_8888_SkColorType,不必糾結。
enum SkColorType { kUnknown_SkColorType, kAlpha_8_SkColorType, kRGB_565_SkColorType, kARGB_4444_SkColorType, kRGBA_8888_SkColorType, kBGRA_8888_SkColorType, kIndex_8_SkColorType, kGray_8_SkColorType, kLastEnum_SkColorType = kGray_8_SkColorType,#if SK_PMCOLOR_BYTE_ORDER(B,G,R,A) kN32_SkColorType = kBGRA_8888_SkColorType,#elif SK_PMCOLOR_BYTE_ORDER(R,G,B,A) kN32_SkColorType = kRGBA_8888_SkColorType,#else #error "SK_*32_SHFIT values must correspond to BGRA or RGBA byte order"#endif};
接著,根據寬、高、顏色類型等創建SkBitmap,注意kPremul_SkAlphaType描述是alpha採用premultiplied處理的方式,CG處理alpha存在premultiplied和unpremultiplied兩兩種方式。
public: SkImageInfo() : fWidth(0) , fHeight(0) , fColorType(kUnknown_SkColorType) , fAlphaType(kUnknown_SkAlphaType) , fProfileType(kLinear_SkColorProfileType) {} static SkImageInfo Make(int width, int height, SkColorType ct, SkAlphaType at, SkColorProfileType pt = kLinear_SkColorProfileType) { return SkImageInfo(width, height, ct, at, pt); }
Make創建SkImageInfo對象,fWidth的賦值是一個關鍵點,後面Java層通過getAllocationByteCount獲取Bitmap內存佔用中會用到它計算一行像素佔用空間。allocateJavaPixelRef是通過JNI調用VMRuntime實例的newNonMovableArray方法分配內存。
int register_android_graphics_Graphics(JNIEnv* env){ jmethodID m; jclass c; ... gVMRuntime = env->NewGlobalRef(env->CallStaticObjectMethod(gVMRuntime_class, m)); gVMRuntime_newNonMovableArray = env->GetMethodID(gVMRuntime_class, "newNonMovableArray", "(Ljava/lang/Class;I)Ljava/lang/Object;"); ...}
env->CallObjectMethod(gVMRuntime, gVMRuntime_newNonMovableArray, gByte_class, size)拿到虛擬機分配Heap對象,env->CallLongMethod(gVMRuntime, gVMRuntime_addressOf, arrayObj)拿到分配對象的地址,調用native層構造函數new android::Bitmap(env, arrayObj, (void*) addr, info, rowBytes, ctable)
Bitmap::Bitmap(JNIEnv* env, jbyteArray storageObj, void* address, const SkImageInfo& info, size_t rowBytes, SkColorTable* ctable) : mPixelStorageType(PixelStorageType::Java) { env->GetJavaVM(&mPixelStorage.java.jvm); mPixelStorage.java.jweakRef = env->NewWeakGlobalRef(storageObj); mPixelStorage.java.jstrongRef = nullptr; mPixelRef.reset(new WrappedPixelRef(this, address, info, rowBytes, ctable)); mPixelRef->unref();}void Bitmap::getSkBitmap(SkBitmap* outBitmap) { assertValid(); android::AutoMutex _lock(mLock); outBitmap->setInfo(mPixelRef->info(), mPixelRef->rowBytes()); outBitmap->setPixelRef(refPixelRefLocked())->unref(); outBitmap->setHasHardwareMipMap(hasHardwareMipMap());}void Bitmap::pinPixelsLocked() { switch (mPixelStorageType) { case PixelStorageType::Invalid: LOG_ALWAYS_FATAL("Cannot pin invalid pixels!"); break; case PixelStorageType::External: case PixelStorageType::Ashmem: break; case PixelStorageType::Java: { JNIEnv* env = jniEnv(); if (!mPixelStorage.java.jstrongRef) { mPixelStorage.java.jstrongRef = reinterpret_cast<jbyteArray>( env->NewGlobalRef(mPixelStorage.java.jweakRef)); if (!mPixelStorage.java.jstrongRef) { LOG_ALWAYS_FATAL("Failed to acquire strong reference to pixels"); } } break; } }}std::unique_ptr<WrappedPixelRef> mPixelRef;PixelStorageType mPixelStorageType;union { struct { void* address; void* context; FreeFunc freeFunc; } external; struct { void* address; int fd; size_t size; } ashmem; struct { JavaVM* jvm; jweak jweakRef; jbyteArray jstrongRef; } java;} mPixelStorage;
native層的Bitmap構造函數,mPixelStorage保存前面創建Heap對象的弱引用,mPixelRef指向WrappedPixelRef。outBitmap拿到mPixelRef強引用對象,這裡理解為拿到SkBitmap對象。Bitmap* nativeBitmap = GraphicsJNI::allocateJavaPixelRef完成Bitmap Heap分配,創建native層Bitmap,SkBitmap對象,最後自然是創建Java層Bitmap對象,把該包的包上。native層是通過JNI方法,在Java層創建一個數組對象的,這個數組是對應在Java層的Bitmap對象的buffer數組,所以pixels還是保存在Java堆。而在native層這裡它是通過weak指針來引用的,在需要的時候會轉換為strong指針,用完之後又去掉strong指針,這樣這個數組對象還是能夠被Java堆自動回收。裡面jstrongRef一開始是賦值為null的,但是在bitmap的getSkBitmap方法會使用weakRef給他賦值。
jobject GraphicsJNI::createBitmap(JNIEnv* env, android::Bitmap* bitmap, int bitmapCreateFlags, jbyteArray ninePatchChunk, jobject ninePatchInsets, int density) { bool isMutable = bitmapCreateFlags & kBitmapCreateFlag_Mutable; bool isPremultiplied = bitmapCreateFlags & kBitmapCreateFlag_Premultiplied; assert_premultiplied(bitmap->info(), isPremultiplied); jobject obj = env->NewObject(gBitmap_class, gBitmap_constructorMethodID, reinterpret_cast<jlong>(bitmap), bitmap->javaByteArray(), bitmap->width(), bitmap->height(), density, isMutable, isPremultiplied, ninePatchChunk, ninePatchInsets); hasException(env); return obj;}
重點看下這裡env->NewObject(gBitmap_class, gBitmap_constructorMethodID,…,參數中有一處bitmap->javaByteArray(),指向的是Heap對象。所以,實際的像素內存只有一份,被不同對象持有,Java層的Bitmap,native層的Btimap。
這裡順帶說一下JNI生命周期。JNI Local Reference的生命期是在native method的執行期(從 Java 程序切換到 native code環境時開始創建,或者在native method執行時調用JNI function創建),在native method執行完畢切換回Java程序時,所有JNI Local Reference被刪除,生命期結束(調用JNI function可以提前結束其生命期)。
JNI編程中明顯的內存洩漏
Native Code 本身的內存洩漏 JNI 編程首先是一門具體的程式語言,或者 C 語言,或者 C++,或者彙編,或者其它 native 的程式語言。每門程式語言環境都實現了自身的內存管理機制。因此,JNI 程序開發者要遵循 native 語言本身的內存管理機制,避免造成內存洩漏。以 C 語言為例,當用 malloc() 在進程堆中動態分配內存時,JNI 程序在使用完後,應當調用 free() 將內存釋放。總之,所有在 native 語言編程中應當注意的內存洩漏規則,在 JNI 編程中依然適應。 Native 語言本身引入的內存洩漏會造成 native memory 的內存,嚴重情況下會造成 native memory 的 out of memory。
Global Reference 引入的內存洩漏 JNI 編程還要同時遵循 JNI 的規範標準,JVM 附加了 JNI 編程特有的內存管理機制。 JNI 中的 Local Reference 只在 native method 執行時存在,當 native method 執行完後自動失效。這種自動失效,使得對 Local Reference 的使用相對簡單,native method 執行完後,它們所引用的 Java 對象的 reference count 會相應減 1。不會造成 Java Heap 中 Java 對象的內存洩漏。 而 Global Reference 對 Java 對象的引用一直有效,因此它們引用的 Java 對象會一直存在 Java Heap 中。程式設計師在使用 Global Reference 時,需要仔細維護對 Global Reference 的使用。如果一定要使用 Global Reference,務必確保在不用的時候刪除。就像在 C 語言中,調用 malloc() 動態分配一塊內存之後,調用 free() 釋放一樣。否則,Global Reference 引用的 Java 對象將永遠停留在 Java Heap 中,造成 Java Heap 的內存洩漏。
更多JNI洩露,參考閱讀JNI編程中潛在的內存洩漏——對LocalReference的深入理解一文(https://www.ibm.com/developerworks/cn/java/j-lo-jnileak/index.html)
Bitmap對象釋放基於前文JNI Local Reference和Global Reference洩露,可以看到nativeRecycle實際調用native層Bitmap的freePixels方法,DeleteWeakGlobalRef釋放Bitmap native層Gloabl引用。邏輯還是很簡單的。
void Bitmap::freePixels() { AutoMutex _lock(mLock); if (mPinnedRefCount == 0) { doFreePixels(); mPixelStorageType = PixelStorageType::Invalid; }}void Bitmap::doFreePixels() { switch (mPixelStorageType) { case PixelStorageType::Invalid: break; case PixelStorageType::External: mPixelStorage.external.freeFunc(mPixelStorage.external.address, mPixelStorage.external.context); break; case PixelStorageType::Ashmem: munmap(mPixelStorage.ashmem.address, mPixelStorage.ashmem.size); close(mPixelStorage.ashmem.fd); break; case PixelStorageType::Java: JNIEnv* env = jniEnv(); LOG_ALWAYS_FATAL_IF(mPixelStorage.java.jstrongRef, "Deleting a bitmap wrapper while there are outstanding strong " "references! mPinnedRefCount = %d", mPinnedRefCount); env->DeleteWeakGlobalRef(mPixelStorage.java.jweakRef); break; } if (android::uirenderer::Caches::hasInstance()) { android::uirenderer::Caches::getInstance().textureCache.releaseTexture( mPixelRef->getStableID()); }}
需要注意兩點訊息,一是Java層主動call recycle()方法或者Bitmap析構函數都會調用freePixels,移除Global對象引用,這個對象是Heap上存一堆像素的空間。GC時釋放掉。二是,JNI不再持有Global Reference,並native函數執行後釋放掉,但Java層的Bitmap對象還在,只是它的mBuffer和mNativePtr是無效地址,沒有像素Heap的Bitmap也就幾乎不消耗內存了。至於Java層Bitmap對象什麼時候釋放,生命周期結束自然free掉了。
static void DeleteWeakGlobalRef(JNIEnv* env, jweak obj) { JavaVMExt* vm = down_cast<JNIEnvExt*>(env)->vm; Thread* self = down_cast<JNIEnvExt*>(env)->self; vm->DeleteWeakGlobalRef(self, obj);}void JavaVMExt::DeleteWeakGlobalRef(Thread* self, jweak obj) { if (obj == nullptr) { return; } MutexLock mu(self, weak_globals_lock_); if (!weak_globals_.Remove(IRT_FIRST_SEGMENT, obj)) { LOG(WARNING) << "JNI WARNING: DeleteWeakGlobalRef(" << obj << ") " << "failed to find entry"; }}
通過BitmapFactory創建BitmapBitmap工廠類提供了多種decodeXXX方法創建Bitmap對象,主要是兼容不同的數據源,包括byte數組、文件、FD、Resource對象、InputStream,最終去到native層方法, 如下:
private static native Bitmap nativeDecodeStream(InputStream is, byte[] storage, Rect padding, Options opts);private static native Bitmap nativeDecodeFileDescriptor(FileDescriptor fd, Rect padding, Options opts);private static native Bitmap nativeDecodeAsset(long nativeAsset, Rect padding, Options opts);private static native Bitmap nativeDecodeByteArray(byte[] data, int offset, int length, Options opts);private static native boolean nativeIsSeekable(FileDescriptor fd);
來看看nativeDecodeStream方法,該方法中先是創建了bufferedStream對象,接著doDecode返回Bitmap對象。SkStreamRewindable定義在skia庫中繼承SkStream,它聲明了兩個方法rewind和duplicate,寫過網絡庫的同學一看命名便知是byte操作,前者功能是將文件內部的指針重新指向一個流的開頭,後者是創建共享此緩衝區內容的新的字節緩衝區。
static jobject nativeDecodeStream(JNIEnv* env, jobject clazz, jobject is, jbyteArray storage, jobject padding, jobject options) { jobject bitmap = NULL; SkAutoTDelete<SkStream> stream(CreateJavaInputStreamAdaptor(env, is, storage)); if (stream.get()) { SkAutoTDelete<SkStreamRewindable> bufferedStream( SkFrontBufferedStream::Create(stream.detach(), BYTES_TO_BUFFER)); SkASSERT(bufferedStream.get() != NULL); bitmap = doDecode(env, bufferedStream, padding, options); } return bitmap;}
doDecode先是通過JNI拿到Java層Options對象裡面的屬性,outWidth、outHeight、inDensity、inTargetDensity這些。後兩者用來計算Bitmap縮放比例,計算公式scale = (float) targetDensity / density。
static jobject doDecode(JNIEnv* env, SkStreamRewindable* stream, jobject padding, jobject options) { int sampleSize = 1; SkImageDecoder::Mode decodeMode = SkImageDecoder::kDecodePixels_Mode; SkColorType prefColorType = kN32_SkColorType; bool doDither = true; bool isMutable = false; float scale = 1.0f; bool preferQualityOverSpeed = false; bool requireUnpremultiplied = false; jobject javaBitmap = NULL; if (options != NULL) { sampleSize = env->GetIntField(options, gOptions_sampleSizeFieldID); if (optionsJustBounds(env, options)) { decodeMode = SkImageDecoder::kDecodeBounds_Mode; } env->SetIntField(options, gOptions_widthFieldID, -1); env->SetIntField(options, gOptions_heightFieldID, -1); env->SetObjectField(options, gOptions_mimeFieldID, 0); jobject jconfig = env->GetObjectField(options, gOptions_configFieldID); prefColorType = GraphicsJNI::getNativeBitmapColorType(env, jconfig); isMutable = env->GetBooleanField(options, gOptions_mutableFieldID); doDither = env->GetBooleanField(options, gOptions_ditherFieldID); preferQualityOverSpeed = env->GetBooleanField(options, gOptions_preferQualityOverSpeedFieldID); requireUnpremultiplied = !env->GetBooleanField(options, gOptions_premultipliedFieldID); javaBitmap = env->GetObjectField(options, gOptions_bitmapFieldID); if (env->GetBooleanField(options, gOptions_scaledFieldID)) { const int density = env->GetIntField(options, gOptions_densityFieldID); const int targetDensity = env->GetIntField(options, gOptions_targetDensityFieldID); const int screenDensity = env->GetIntField(options, gOptions_screenDensityFieldID); if (density != 0 && targetDensity != 0 && density != screenDensity) { scale = (float) targetDensity / density; } } ...}
這些參數是提供給圖片解碼器SkImageDecoder。圖片資源無非是壓縮格式,SkImageDecoder工廠類根據輸入流同步拿到具體壓縮格式並創建相應解碼器。GetFormatName返回支持的圖片格式。 SkImageDecoder實例將Options參數設置下去。如此解壓出來的是根據實際尺寸裁剪後的圖片。
static jobject doDecode(JNIEnv* env, SkStreamRewindable* stream, jobject padding, jobject options) { ... SkImageDecoder* decoder = SkImageDecoder::Factory(stream); if (decoder == NULL) { return nullObjectReturn("SkImageDecoder::Factory returned null"); } decoder->setSampleSize(sampleSize); decoder->setDitherImage(doDither); decoder->setPreferQualityOverSpeed(preferQualityOverSpeed); decoder->setRequireUnpremultipliedColors(requireUnpremultiplied) ...}SkImageDecoder* SkImageDecoder::Factory(SkStreamRewindable* stream) { return image_decoder_from_stream(stream);}SkImageDecoder* image_decoder_from_stream(SkStreamRewindable* stream) { SkImageDecoder* codec = NULL; const SkImageDecoder_DecodeReg* curr = SkImageDecoder_DecodeReg::Head(); while (curr) { codec = curr->factory()(stream); bool rewindSuceeded = stream->rewind(); if (!rewindSuceeded) { SkDEBUGF(("Unable to rewind the image stream.")); SkDELETE(codec); return NULL; } if (codec) { return codec; } curr = curr->next(); } return NULL;}const char* SkImageDecoder::GetFormatName(Format format) { switch (format) { case kUnknown_Format: return "Unknown Format"; case kBMP_Format: return "BMP"; case kGIF_Format: return "GIF"; case kICO_Format: return "ICO"; case kPKM_Format: return "PKM"; case kKTX_Format: return "KTX"; case kASTC_Format: return "ASTC"; case kJPEG_Format: return "JPEG"; case kPNG_Format: return "PNG"; case kWBMP_Format: return "WBMP"; case kWEBP_Format: return "WEBP"; default: SkDEBUGFAIL("Invalid format type!"); } return "Unknown Format";}
解碼僅僅完成數據的讀取,圖片是經過渲染才能呈現在最終屏幕上,這個步驟在canvas.drawBitmap方法中完成。
static jobject doDecode(JNIEnv* env, SkStreamRewindable* stream, jobject padding, jobject options) { ... SkBitmap outputBitmap; if (willScale) { const float sx = scaledWidth / float(decodingBitmap.width()); const float sy = scaledHeight / float(decodingBitmap.height()); SkColorType colorType = colorTypeForScaledOutput(decodingBitmap.colorType()); outputBitmap.setInfo(SkImageInfo::Make(scaledWidth, scaledHeight, colorType, decodingBitmap.alphaType())); if (!outputBitmap.tryAllocPixels(outputAllocator, NULL)) { return nullObjectReturn("allocation failed for scaled bitmap"); } if (outputAllocator != &javaAllocator) { outputBitmap.eraseColor(0); } SkPaint paint; paint.setFilterQuality(kLow_SkFilterQuality); SkCanvas canvas(outputBitmap); canvas.scale(sx, sy); canvas.drawARGB(0x00, 0x00, 0x00, 0x00); canvas.drawBitmap(decodingBitmap, 0.0f, 0.0f, &paint); } ... return GraphicsJNI::createBitmap(env, javaAllocator.getStorageObjAndReset(), bitmapCreateFlags, ninePatchChunk, ninePatchInsets, -1);}
最終渲染後的圖片數據包在了Bitmap對象中,這部分邏輯重回第一章節Bitmap對象創建。
到此,你是否對Android中的Bitmap有了更深的理解呢?喜歡本文可以用點讚、轉發等形式支持。
歡迎關注