md5移植笔记(android)
卜勇
md5移植目的：
1）生成md5core_static.a静态可执行文件
2）libtestLib.so依赖md5core_static, so库的release版本需要抹去md5的符号
3）计算一个文件的md5值
源码比较少，贴这里
md5.h
源码中修改了BASE_EXPORT这个宏了，如果不修改，libtestLib.so库中的md5相关符号会导出
#define BASE_EXPORT __attribute__((visibility("hidden")))
#define BASE_EXPORT_PRIVATE __attribute__((visibility("hidden")))
// Copyright (c) 2011 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef BASE_MD5_H_
#define BASE_MD5_H_
#if defined(COMPONENT_BUILD)
#if defined(WIN32)
#if defined(BASE_IMPLEMENTATION)
#define BASE_EXPORT __declspec(dllexport)
#define BASE_EXPORT_PRIVATE __declspec(dllexport)
#else
#define BASE_EXPORT __declspec(dllimport)
#define BASE_EXPORT_PRIVATE __declspec(dllimport)
#endif // defined(BASE_IMPLEMENTATION)
#else // defined(WIN32)
#if defined(BASE_IMPLEMENTATION)
#define BASE_EXPORT __attribute__((visibility("default")))
#define BASE_EXPORT_PRIVATE __attribute__((visibility("default")))
#else
#define BASE_EXPORT
#define BASE_EXPORT_PRIVATE
#endif // defined(BASE_IMPLEMENTATION)
#endif
#else // defined(COMPONENT_BUILD)
#define BASE_EXPORT __attribute__((visibility("hidden")))
#define BASE_EXPORT_PRIVATE __attribute__((visibility("hidden")))
#endif
namespace base {
// MD5 stands for Message Digest algorithm 5.
// MD5 is a robust hash function, designed for cyptography, but often used
// for file checksums. The code is complex and slow, but has few
// collisions.
// See Also:
// http://en.wikipedia.org/wiki/MD5
// These functions perform MD5 operations. The simplest call is MD5Sum() to
// generate the MD5 sum of the given data.
//
// You can also compute the MD5 sum of data incrementally by making multiple
// calls to MD5Update():
// MD5Context ctx; // intermediate MD5 data: do not use
// MD5Init(&ctx);
// MD5Update(&ctx, data1, length1);
// MD5Update(&ctx, data2, length2);
// ...
//
// MD5Digest digest; // the result of the computation
// MD5Final(&digest, &ctx);
//
// You can call MD5DigestToBase16() to generate a string of the digest.
// The output of an MD5 operation.
struct MD5Digest {
unsigned char a[16];
};
// Used for storing intermediate data during an MD5 computation. Callers
// should not access the data.
typedef char MD5Context[88];
// Computes the MD5 sum of the given data buffer with the given length.
// The given 'digest' structure will be filled with the result data.
BASE_EXPORT void MD5Sum(const void* data, size_t length, MD5Digest* digest);
// Initializes the given MD5 context structure for subsequent calls to
// MD5Update().
BASE_EXPORT void MD5Init(MD5Context* context);
// For the given buffer of |data| as a StringPiece, updates the given MD5
// context with the sum of the data. You can call this any number of times
// during the computation, except that MD5Init() must have been called first.
BASE_EXPORT void MD5Update(MD5Context* context, const std::string& data);
// Finalizes the MD5 operation and fills the buffer with the digest.
BASE_EXPORT void MD5Final(MD5Digest* digest, MD5Context* context);
// MD5IntermediateFinal() generates a digest without finalizing the MD5
// operation. Can be used to generate digests for the input seen thus far,
// without affecting the digest generated for the entire input.
BASE_EXPORT void MD5IntermediateFinal(MD5Digest* digest,
const MD5Context* context);
// Converts a digest into human-readable hexadecimal.
BASE_EXPORT std::string MD5DigestToBase16(const MD5Digest& digest);
// Returns the MD5 (in hexadecimal) of a string.
BASE_EXPORT std::string MD5String(const std::string& str);
} // namespace base
#endif // BASE_MD5_H_
md5.cpp
无修改
// Copyright (c) 2011 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
// The original file was copied from sqlite, and was in the public domain.
/*
* This code implements the MD5 message-digest algorithm.
* The algorithm is due to Ron Rivest. This code was
* written by Colin Plumb in 1993, no copyright is claimed.
* This code is in the public domain; do with it what you wish.
*
* Equivalent code is available from RSA Data Security, Inc.
* This code has been tested against that, and is equivalent,
* except that you don't need to include two pages of legalese
* with every copy.
*
* To compute the message digest of a chunk of bytes, declare an
* MD5Context structure, pass it to MD5Init, call MD5Update as
* needed on buffers full of bytes, and then call MD5Final, which
* will fill a supplied 16-byte array with the digest.
*/
#include <unistd.h>
#include <stdlib.h>
#include <string>
#include "basictypes.h"
#include "md5.h"
namespace {
struct Context {
uint32 buf[4];
uint32 bits[2];
unsigned char in[64];
};
/*
* Note: this code is harmless on little-endian machines.
*/
void byteReverse(unsigned char *buf, unsigned longs) {
uint32 t;
do {
t = (uint32)((unsigned)buf[3]<<8 | buf[2]) << 16 |
((unsigned)buf[1]<<8 | buf[0]);
*(uint32 *)buf = t;
buf += 4;
} while (--longs);
}
/* The four core functions - F1 is optimized somewhat */
/* #define F1(x, y, z) (x & y | ~x & z) */
#define F1(x, y, z) (z ^ (x & (y ^ z)))
#define F2(x, y, z) F1(z, x, y)
#define F3(x, y, z) (x ^ y ^ z)
#define F4(x, y, z) (y ^ (x | ~z))
/* This is the central step in the MD5 algorithm. */
#define MD5STEP(f, w, x, y, z, data, s) \
( w += f(x, y, z) + data, w = w<<s | w>>(32-s), w += x )
/*
* The core of the MD5 algorithm, this alters an existing MD5 hash to
* reflect the addition of 16 longwords of new data. MD5Update blocks
* the data and converts bytes into longwords for this routine.
*/
void MD5Transform(uint32 buf[4], const uint32 in[16]) {
uint32 a, b, c, d;
a = buf[0];
b = buf[1];
c = buf[2];
d = buf[3];
MD5STEP(F1, a, b, c, d, in[ 0]+0xd76aa478, 7);
MD5STEP(F1, d, a, b, c, in[ 1]+0xe8c7b756, 12);
MD5STEP(F1, c, d, a, b, in[ 2]+0x242070db, 17);
MD5STEP(F1, b, c, d, a, in[ 3]+0xc1bdceee, 22);
MD5STEP(F1, a, b, c, d, in[ 4]+0xf57c0faf, 7);
MD5STEP(F1, d, a, b, c, in[ 5]+0x4787c62a, 12);
MD5STEP(F1, c, d, a, b, in[ 6]+0xa8304613, 17);
MD5STEP(F1, b, c, d, a, in[ 7]+0xfd469501, 22);
MD5STEP(F1, a, b, c, d, in[ 8]+0x698098d8, 7);
MD5STEP(F1, d, a, b, c, in[ 9]+0x8b44f7af, 12);
MD5STEP(F1, c, d, a, b, in[10]+0xffff5bb1, 17);
MD5STEP(F1, b, c, d, a, in[11]+0x895cd7be, 22);
MD5STEP(F1, a, b, c, d, in[12]+0x6b901122, 7);
MD5STEP(F1, d, a, b, c, in[13]+0xfd987193, 12);
MD5STEP(F1, c, d, a, b, in[14]+0xa679438e, 17);
MD5STEP(F1, b, c, d, a, in[15]+0x49b40821, 22);
MD5STEP(F2, a, b, c, d, in[ 1]+0xf61e2562, 5);
MD5STEP(F2, d, a, b, c, in[ 6]+0xc040b340, 9);
MD5STEP(F2, c, d, a, b, in[11]+0x265e5a51, 14);
MD5STEP(F2, b, c, d, a, in[ 0]+0xe9b6c7aa, 20);
MD5STEP(F2, a, b, c, d, in[ 5]+0xd62f105d, 5);
MD5STEP(F2, d, a, b, c, in[10]+0x02441453, 9);
MD5STEP(F2, c, d, a, b, in[15]+0xd8a1e681, 14);
MD5STEP(F2, b, c, d, a, in[ 4]+0xe7d3fbc8, 20);
MD5STEP(F2, a, b, c, d, in[ 9]+0x21e1cde6, 5);
MD5STEP(F2, d, a, b, c, in[14]+0xc33707d6, 9);
MD5STEP(F2, c, d, a, b, in[ 3]+0xf4d50d87, 14);
MD5STEP(F2, b, c, d, a, in[ 8]+0x455a14ed, 20);
MD5STEP(F2, a, b, c, d, in[13]+0xa9e3e905, 5);
MD5STEP(F2, d, a, b, c, in[ 2]+0xfcefa3f8, 9);
MD5STEP(F2, c, d, a, b, in[ 7]+0x676f02d9, 14);
MD5STEP(F2, b, c, d, a, in[12]+0x8d2a4c8a, 20);
MD5STEP(F3, a, b, c, d, in[ 5]+0xfffa3942, 4);
MD5STEP(F3, d, a, b, c, in[ 8]+0x8771f681, 11);
MD5STEP(F3, c, d, a, b, in[11]+0x6d9d6122, 16);
MD5STEP(F3, b, c, d, a, in[14]+0xfde5380c, 23);
MD5STEP(F3, a, b, c, d, in[ 1]+0xa4beea44, 4);
MD5STEP(F3, d, a, b, c, in[ 4]+0x4bdecfa9, 11);
MD5STEP(F3, c, d, a, b, in[ 7]+0xf6bb4b60, 16);
MD5STEP(F3, b, c, d, a, in[10]+0xbebfbc70, 23);
MD5STEP(F3, a, b, c, d, in[13]+0x289b7ec6, 4);
MD5STEP(F3, d, a, b, c, in[ 0]+0xeaa127fa, 11);
MD5STEP(F3, c, d, a, b, in[ 3]+0xd4ef3085, 16);
MD5STEP(F3, b, c, d, a, in[ 6]+0x04881d05, 23);
MD5STEP(F3, a, b, c, d, in[ 9]+0xd9d4d039, 4);
MD5STEP(F3, d, a, b, c, in[12]+0xe6db99e5, 11);
MD5STEP(F3, c, d, a, b, in[15]+0x1fa27cf8, 16);
MD5STEP(F3, b, c, d, a, in[ 2]+0xc4ac5665, 23);
MD5STEP(F4, a, b, c, d, in[ 0]+0xf4292244, 6);
MD5STEP(F4, d, a, b, c, in[ 7]+0x432aff97, 10);
MD5STEP(F4, c, d, a, b, in[14]+0xab9423a7, 15);
MD5STEP(F4, b, c, d, a, in[ 5]+0xfc93a039, 21);
MD5STEP(F4, a, b, c, d, in[12]+0x655b59c3, 6);
MD5STEP(F4, d, a, b, c, in[ 3]+0x8f0ccc92, 10);
MD5STEP(F4, c, d, a, b, in[10]+0xffeff47d, 15);
MD5STEP(F4, b, c, d, a, in[ 1]+0x85845dd1, 21);
MD5STEP(F4, a, b, c, d, in[ 8]+0x6fa87e4f, 6);
MD5STEP(F4, d, a, b, c, in[15]+0xfe2ce6e0, 10);
MD5STEP(F4, c, d, a, b, in[ 6]+0xa3014314, 15);
MD5STEP(F4, b, c, d, a, in[13]+0x4e0811a1, 21);
MD5STEP(F4, a, b, c, d, in[ 4]+0xf7537e82, 6);
MD5STEP(F4, d, a, b, c, in[11]+0xbd3af235, 10);
MD5STEP(F4, c, d, a, b, in[ 2]+0x2ad7d2bb, 15);
MD5STEP(F4, b, c, d, a, in[ 9]+0xeb86d391, 21);
buf[0] += a;
buf[1] += b;
buf[2] += c;
buf[3] += d;
}
} // namespace
namespace base {
/*
* Start MD5 accumulation. Set bit count to 0 and buffer to mysterious
* initialization constants.
*/
void MD5Init(MD5Context* context) {
struct Context *ctx = (struct Context *)context;
ctx->buf[0] = 0x67452301;
ctx->buf[1] = 0xefcdab89;
ctx->buf[2] = 0x98badcfe;
ctx->buf[3] = 0x10325476;
ctx->bits[0] = 0;
ctx->bits[1] = 0;
}
/*
* Update context to reflect the concatenation of another buffer full
* of bytes.
*/
void MD5Update(MD5Context* context, const std::string& data) {
const unsigned char* inbuf = (const unsigned char*)data.data();
size_t len = data.size();
struct Context *ctx = (struct Context *)context;
const unsigned char* buf = (const unsigned char*)inbuf;
uint32 t;
/* Update bitcount */
t = ctx->bits[0];
if ((ctx->bits[0] = t + ((uint32)len << 3)) < t)
ctx->bits[1]++; /* Carry from low to high */
ctx->bits[1] += static_cast<uint32>(len >> 29);
t = (t >> 3) & 0x3f; /* Bytes already in shsInfo->data */
/* Handle any leading odd-sized chunks */
if (t) {
unsigned char *p = (unsigned char *)ctx->in + t;
t = 64-t;
if (len < t) {
memcpy(p, buf, len);
return;
}
memcpy(p, buf, t);
byteReverse(ctx->in, 16);
MD5Transform(ctx->buf, (uint32 *)ctx->in);
buf += t;
len -= t;
}
/* Process data in 64-byte chunks */
while (len >= 64) {
memcpy(ctx->in, buf, 64);
byteReverse(ctx->in, 16);
MD5Transform(ctx->buf, (uint32 *)ctx->in);
buf += 64;
len -= 64;
}
/* Handle any remaining bytes of data. */
memcpy(ctx->in, buf, len);
}
/*
* Final wrapup - pad to 64-byte boundary with the bit pattern
* 1 0* (64-bit count of bits processed, MSB-first)
*/
void MD5Final(MD5Digest* digest, MD5Context* context) {
struct Context *ctx = (struct Context *)context;
unsigned count;
unsigned char *p;
/* Compute number of bytes mod 64 */
count = (ctx->bits[0] >> 3) & 0x3F;
/* Set the first char of padding to 0x80. This is safe since there is
always at least one byte free */
p = ctx->in + count;
*p++ = 0x80;
/* Bytes of padding needed to make 64 bytes */
count = 64 - 1 - count;
/* Pad out to 56 mod 64 */
if (count < 8) {
/* Two lots of padding: Pad the first block to 64 bytes */
memset(p, 0, count);
byteReverse(ctx->in, 16);
MD5Transform(ctx->buf, (uint32 *)ctx->in);
/* Now fill the next block with 56 bytes */
memset(ctx->in, 0, 56);
} else {
/* Pad block to 56 bytes */
memset(p, 0, count-8);
}
byteReverse(ctx->in, 14);
/* Append length in bits and transform */
memcpy(&ctx->in[14 * sizeof(ctx->bits[0])],
&ctx->bits[0],
sizeof(ctx->bits[0]));
memcpy(&ctx->in[15 * sizeof(ctx->bits[1])],
&ctx->bits[1],
sizeof(ctx->bits[1]));
MD5Transform(ctx->buf, (uint32 *)ctx->in);
byteReverse((unsigned char *)ctx->buf, 4);
memcpy(digest->a, ctx->buf, 16);
memset(ctx, 0, sizeof(*ctx)); /* In case it's sensitive */
}
void MD5IntermediateFinal(MD5Digest* digest, const MD5Context* context) {
/* MD5Final mutates the MD5Context*. Make a copy for generating the
intermediate value. */
MD5Context context_copy;
memcpy(&context_copy, context, sizeof(context_copy));
MD5Final(digest, &context_copy);
}
std::string MD5DigestToBase16(const MD5Digest& digest) {
static char const zEncode[] = "0123456789abcdef";
std::string ret;
ret.resize(32);
int j = 0;
for (int i = 0; i < 16; i ++) {
int a = digest.a[i];
ret[j++] = zEncode[(a>>4)&0xf];
ret[j++] = zEncode[a & 0xf];
}
return ret;
}
void MD5Sum(const void* data, size_t length, MD5Digest* digest) {
MD5Context ctx;
MD5Init(&ctx);
MD5Update(&ctx,
std::string(reinterpret_cast<const char*>(data), length));
MD5Final(digest, &ctx);
}
std::string MD5String(const std::string& str) {
MD5Digest digest;
MD5Sum(str.data(), str.length(), &digest);
return MD5DigestToBase16(digest);
}
} // namespace base
CMakeLists.txt
add_library很关键
# For more information about using CMake with Android Studio, read the
# documentation: https://d.android.com/studio/projects/add-native-code.html
# Sets the minimum version of CMake required to build the native library.
cmake_minimum_required(VERSION 3.10.2)
# Declares and names the project.
project("core.md5")
#SET(LIBRARY_OUTPUT_PATH "${PROJECT_BINARY_DIR}/lib")
option(ENABLE_DEBUG "Enable debug" ON)
# Creates and names a library, sets it as either STATIC
# or SHARED, and provides the relative paths to its source code.
# You can define multiple libraries, and CMake builds them for you.
# Gradle automatically packages shared libraries with your APK.
string(TOLOWER "${CMAKE_BUILD_TYPE}" cmake_build_type_lower)
set(sources
base/md5.cpp
)
if(cmake_build_type_lower STREQUAL "release")
message(VERBOSE "begin build release")
set(ENABLE_DEBUG OFF CACHE BOOL "" FORCE)
else()
message(VERBOSE "begin build debug")
endif()
if(ENABLE_DEBUG)
add_definitions(-DDEBUG)
endif()
add_library(
md5core_static
STATIC
${sources}
)
set_target_properties( md5core_static PROPERTIES OUTPUT_NAME
"md5core_static")
build.gradle
targets 'md5core_static’很关键，不添加，无法编译生成.a文件
plugins {
id 'com.android.library'
}
android {
compileSdkVersion 30
buildToolsVersion "30.0.3"
ndkVersion "21.1.6352462"
defaultConfig {
minSdkVersion 19
targetSdkVersion 30
versionCode 1
versionName "1.0"
consumerProguardFiles "consumer-rules.pro"
externalNativeBuild {
cmake {
cppFlags "-std=c++17"
arguments "-DANDROID_STL=c++_shared"
targets 'md5core_static'
}
}
}
buildTypes {
release {
minifyEnabled false
proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
}
}
compileOptions {
sourceCompatibility JavaVersion.VERSION_1_8
targetCompatibility JavaVersion.VERSION_1_8
}
externalNativeBuild {
cmake {
path "src/main/cpp/CMakeLists.txt"
version "3.10.2"
}
}
}
dependencies {
}
将各个ABI的.a文件打包,放至依赖工程中
包括v7、v8、x86、x86_64
./MD5Module/build/intermediates/cmake/release/obj/armeabi-v7a/libmd5core_static.a
./MD5Module/build/intermediates/cmake/release/obj/x86/libmd5core_static.a
./MD5Module/build/intermediates/cmake/release/obj/arm64-v8a/libmd5core_static.a
./MD5Module/build/intermediates/cmake/release/obj/x86_64/libmd5core_static.a
打包放到依赖工程中
./src/main/cpp/imported-libs/md5core/armeabi-v7a/libmd5core_static.a
./src/main/cpp/imported-libs/md5core/x86/libmd5core_static.a
./src/main/cpp/imported-libs/md5core/arm64-v8a/libmd5core_static.a
./src/main/cpp/imported-libs/md5core/x86_64/libmd5core_static.a
将头文件也添加进来
./src/main/cpp/imported-libs/md5core/include/md5.h
修改CMakeLists.txt，依赖静态库.a
set(MD5CORE_STATIC_DIR ${CMAKE_CURRENT_SOURCE_DIR}/imported-libs/md5core)
add_library(md5core_static STATIC IMPORTED)
set_target_properties(md5core_static PROPERTIES
IMPORTED_LOCATION ${MD5CORE_STATIC_DIR}/${ANDROID_ABI}/libmd5core_static.a)
set(PROJECT_DEP_LIB md5core_static)//1.
set(PROJECT_INCLUDE
PRIVATE ${MD5CORE_STATIC_DIR}/include)
add_library(projectLib PRIVATE ${sources})
target_include_directories(projectLib PRIVATE ${PROJECT_INCLUDE})
target_link_libraries(projectLib ${PROJECT_DEP_LIB})
使用md5
class FileCheckSum {
public:
static FileCheckSum* createCheckSum(const char* path, bool async) {
FileCheckSum* obj = new FileCheckSum(path);
if (async) {
obj->start();
}
return obj;
}
explicit FileCheckSum(const char* path) {
#ifdef DEBUG_CONSTRUCT
LOGD("FileCheckSum constuctor: %s", path);
#endif
mPath = path;
mStart = false;
mEndCheck = false;
}
~FileCheckSum() {
#ifdef DEBUG_CONSTRUCT
LOGD("~FileCheckSum %s end(?%d)", mPath.c_str(), isEnd());
#endif
}
std::string getSummer() {
while (!mEndCheck.load(std::memory_order_acquire));
return mSummer;
}
void interrupt() {
mEndCheck.store(true, std::memory_order_release);
}
void start() {
if (mStart.load()) {
return;
}
mStart = true;
std::thread tt([](FileCheckSum* obj) {
uint64_t beginTime = gettime_ns();
FILE* file = fopen(obj->mPath.c_str(), "r");
if (!file) {
return;
}
auto scoped = make_scope_guard([&]() {
if (file) {
fclose(file);
}
obj->endCheck();
});
fseek(file, 0, SEEK_END);
long fileSize = ftell(file);
fseek(file, 0, SEEK_SET);
if (fileSize == 0) {
return;
}
base::MD5Context ctx;
base::MD5Init(&ctx);
constexpr int BUFFER_LEN = 4096;
ScopedBuffer<char, BUFFER_LEN> buffer;
long readLen = 0;
do {
if (obj->isEnd()) {
return;
}
size_t len = fread(buffer.buffer(), 1, BUFFER_LEN, file);
if (len <= 0) {
if (feof(file)) {
break;
} else if (ferror(file)) {
LOGE("FileCheckSum read failed: %s", obj->mPath.c_str());
return;
}
}
base::MD5Update(&ctx, std::string(buffer.buffer(), len));
readLen += len;
} while (readLen < fileSize);
if (readLen != fileSize) {
LOGE("FileCheckSum failed! readLen(%ldbytes) vs fileLen(%ldbytes)", readLen, fileSize);
}
base::MD5Digest digest;
base::MD5Final(&digest, &ctx);
obj->mSummer = base::MD5DigestToBase16(digest);
double cost = static_cast<double>(gettime_ns() - beginTime) / 1000000.0;
LOGD("FileCheckSum compute success cost: %.2fms! \n\"%s\" fileLen: %ldbytes(%ldkb) summer: %s",
cost, obj->mPath.data(), fileSize, fileSize/1024, obj->mSummer.c_str());
}, this);
tt.detach();
}
private:
bool isEnd() {
return mEndCheck.load(std::memory_order_relaxed);
}
void endCheck() {
mEndCheck.store(true, std::memory_order_release);
}
std::string mPath;
std::atomic_bool mEndCheck;
std::string mSummer;
std::atomic_bool mStart;
};
另，附加一个debug计时的小工具
uint64_t gettime_ns() {
timespec now;
clock_gettime(CLOCK_MONOTONIC, &now);
return static_cast<uint64_t>(now.tv_sec) * UINT64_C(1000000000) + now.tv_nsec;
}
uint64_t gettime_ns();
class Timer {
public:
Timer(const char* func) : t0(gettime_ns()), function(func) {
}
~Timer() {
LOGD("%s %s took %.2fms.\n", function, str.c_str(), duration());
}
void append(const char* format, ...) {
va_list ap;
va_start(ap, format);
StringAppendV(&str, format, ap);
va_end(ap);
}
void markBegin() {
LOGD("%s begin %s\n", function, str.c_str());
}
double duration() {
return static_cast<double>(gettime_ns() - t0) / 1000000.0;
}
private:
uint64_t t0;
const char* function;
std::string str;
};
类似资料：