mirror of
https://github.com/oxen-io/session-android.git
synced 2025-04-06 22:24:30 +00:00
dace93abb3
Previously, SQLCipher's memory usage would grow indefinitely, up until it hit the end of the cursor. We've now switched to a release where the memory used by the cursor can be bounded.
253 lines
11 KiB
Java
253 lines
11 KiB
Java
package org.thoughtcrime.securesms.database.helpers;
|
|
|
|
|
|
import android.content.ContentValues;
|
|
import android.content.Context;
|
|
import android.database.Cursor;
|
|
import android.os.SystemClock;
|
|
import android.support.annotation.NonNull;
|
|
import android.util.Log;
|
|
|
|
import net.sqlcipher.CursorWindow;
|
|
import net.sqlcipher.CursorWindowAllocation;
|
|
import net.sqlcipher.CustomCursorWindowAllocation;
|
|
import net.sqlcipher.database.SQLiteDatabase;
|
|
import net.sqlcipher.database.SQLiteDatabaseHook;
|
|
import net.sqlcipher.database.SQLiteOpenHelper;
|
|
|
|
import org.thoughtcrime.securesms.ApplicationContext;
|
|
import org.thoughtcrime.securesms.crypto.DatabaseSecret;
|
|
import org.thoughtcrime.securesms.crypto.MasterSecret;
|
|
import org.thoughtcrime.securesms.database.AttachmentDatabase;
|
|
import org.thoughtcrime.securesms.database.DraftDatabase;
|
|
import org.thoughtcrime.securesms.database.GroupDatabase;
|
|
import org.thoughtcrime.securesms.database.GroupReceiptDatabase;
|
|
import org.thoughtcrime.securesms.database.IdentityDatabase;
|
|
import org.thoughtcrime.securesms.database.MmsDatabase;
|
|
import org.thoughtcrime.securesms.database.OneTimePreKeyDatabase;
|
|
import org.thoughtcrime.securesms.database.PushDatabase;
|
|
import org.thoughtcrime.securesms.database.RecipientDatabase;
|
|
import org.thoughtcrime.securesms.database.SearchDatabase;
|
|
import org.thoughtcrime.securesms.database.SessionDatabase;
|
|
import org.thoughtcrime.securesms.database.SignedPreKeyDatabase;
|
|
import org.thoughtcrime.securesms.database.SmsDatabase;
|
|
import org.thoughtcrime.securesms.database.ThreadDatabase;
|
|
import org.thoughtcrime.securesms.jobs.RefreshPreKeysJob;
|
|
import org.thoughtcrime.securesms.service.KeyCachingService;
|
|
import org.thoughtcrime.securesms.util.TextSecurePreferences;
|
|
|
|
import java.io.File;
|
|
|
|
public class SQLCipherOpenHelper extends SQLiteOpenHelper {
|
|
|
|
@SuppressWarnings("unused")
|
|
private static final String TAG = SQLCipherOpenHelper.class.getSimpleName();
|
|
|
|
private static final int RECIPIENT_CALL_RINGTONE_VERSION = 2;
|
|
private static final int MIGRATE_PREKEYS_VERSION = 3;
|
|
private static final int MIGRATE_SESSIONS_VERSION = 4;
|
|
private static final int NO_MORE_IMAGE_THUMBNAILS_VERSION = 5;
|
|
private static final int ATTACHMENT_DIMENSIONS = 6;
|
|
private static final int QUOTED_REPLIES = 7;
|
|
private static final int SHARED_CONTACTS = 8;
|
|
private static final int FULL_TEXT_SEARCH = 9;
|
|
|
|
private static final int DATABASE_VERSION = 9;
|
|
private static final String DATABASE_NAME = "signal.db";
|
|
|
|
private static final int MEMORY_INITIAL = 128 * 1024;
|
|
private static final int MEMORY_GROW = 1024 * 1024;
|
|
private static final int MEMORY_MAX = 4 * 1024 * 1024;
|
|
private static final CursorWindowAllocation CURSOR_ALLOCATION = new CustomCursorWindowAllocation(MEMORY_INITIAL, MEMORY_GROW, MEMORY_MAX);
|
|
static {
|
|
CursorWindow.setCursorWindowAllocation(CURSOR_ALLOCATION);
|
|
}
|
|
|
|
private final Context context;
|
|
private final DatabaseSecret databaseSecret;
|
|
|
|
public SQLCipherOpenHelper(@NonNull Context context, @NonNull DatabaseSecret databaseSecret) {
|
|
super(context, DATABASE_NAME, null, DATABASE_VERSION, new SQLiteDatabaseHook() {
|
|
@Override
|
|
public void preKey(SQLiteDatabase db) {
|
|
db.rawExecSQL("PRAGMA cipher_default_kdf_iter = 1;");
|
|
db.rawExecSQL("PRAGMA cipher_default_page_size = 4096;");
|
|
}
|
|
|
|
@Override
|
|
public void postKey(SQLiteDatabase db) {
|
|
db.rawExecSQL("PRAGMA kdf_iter = '1';");
|
|
db.rawExecSQL("PRAGMA cipher_page_size = 4096;");
|
|
}
|
|
});
|
|
|
|
this.context = context.getApplicationContext();
|
|
this.databaseSecret = databaseSecret;
|
|
}
|
|
|
|
@Override
|
|
public void onCreate(SQLiteDatabase db) {
|
|
db.execSQL(SmsDatabase.CREATE_TABLE);
|
|
db.execSQL(MmsDatabase.CREATE_TABLE);
|
|
db.execSQL(AttachmentDatabase.CREATE_TABLE);
|
|
db.execSQL(ThreadDatabase.CREATE_TABLE);
|
|
db.execSQL(IdentityDatabase.CREATE_TABLE);
|
|
db.execSQL(DraftDatabase.CREATE_TABLE);
|
|
db.execSQL(PushDatabase.CREATE_TABLE);
|
|
db.execSQL(GroupDatabase.CREATE_TABLE);
|
|
db.execSQL(RecipientDatabase.CREATE_TABLE);
|
|
db.execSQL(GroupReceiptDatabase.CREATE_TABLE);
|
|
db.execSQL(OneTimePreKeyDatabase.CREATE_TABLE);
|
|
db.execSQL(SignedPreKeyDatabase.CREATE_TABLE);
|
|
db.execSQL(SessionDatabase.CREATE_TABLE);
|
|
for (String sql : SearchDatabase.CREATE_TABLE) {
|
|
db.execSQL(sql);
|
|
}
|
|
|
|
executeStatements(db, SmsDatabase.CREATE_INDEXS);
|
|
executeStatements(db, MmsDatabase.CREATE_INDEXS);
|
|
executeStatements(db, AttachmentDatabase.CREATE_INDEXS);
|
|
executeStatements(db, ThreadDatabase.CREATE_INDEXS);
|
|
executeStatements(db, DraftDatabase.CREATE_INDEXS);
|
|
executeStatements(db, GroupDatabase.CREATE_INDEXS);
|
|
executeStatements(db, GroupReceiptDatabase.CREATE_INDEXES);
|
|
|
|
if (context.getDatabasePath(ClassicOpenHelper.NAME).exists()) {
|
|
ClassicOpenHelper legacyHelper = new ClassicOpenHelper(context);
|
|
android.database.sqlite.SQLiteDatabase legacyDb = legacyHelper.getWritableDatabase();
|
|
|
|
SQLCipherMigrationHelper.migratePlaintext(context, legacyDb, db);
|
|
|
|
MasterSecret masterSecret = KeyCachingService.getMasterSecret(context);
|
|
|
|
if (masterSecret != null) SQLCipherMigrationHelper.migrateCiphertext(context, masterSecret, legacyDb, db, null);
|
|
else TextSecurePreferences.setNeedsSqlCipherMigration(context, true);
|
|
|
|
if (!PreKeyMigrationHelper.migratePreKeys(context, db)) {
|
|
ApplicationContext.getInstance(context).getJobManager().add(new RefreshPreKeysJob(context));
|
|
}
|
|
|
|
SessionStoreMigrationHelper.migrateSessions(context, db);
|
|
PreKeyMigrationHelper.cleanUpPreKeys(context);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void onUpgrade(SQLiteDatabase db, int oldVersion, int newVersion) {
|
|
Log.w(TAG, "Upgrading database: " + oldVersion + ", " + newVersion);
|
|
|
|
db.beginTransaction();
|
|
|
|
try {
|
|
|
|
if (oldVersion < RECIPIENT_CALL_RINGTONE_VERSION) {
|
|
db.execSQL("ALTER TABLE recipient_preferences ADD COLUMN call_ringtone TEXT DEFAULT NULL");
|
|
db.execSQL("ALTER TABLE recipient_preferences ADD COLUMN call_vibrate INTEGER DEFAULT " + RecipientDatabase.VibrateState.DEFAULT.getId());
|
|
}
|
|
|
|
if (oldVersion < MIGRATE_PREKEYS_VERSION) {
|
|
db.execSQL("CREATE TABLE signed_prekeys (_id INTEGER PRIMARY KEY, key_id INTEGER UNIQUE, public_key TEXT NOT NULL, private_key TEXT NOT NULL, signature TEXT NOT NULL, timestamp INTEGER DEFAULT 0)");
|
|
db.execSQL("CREATE TABLE one_time_prekeys (_id INTEGER PRIMARY KEY, key_id INTEGER UNIQUE, public_key TEXT NOT NULL, private_key TEXT NOT NULL)");
|
|
|
|
if (!PreKeyMigrationHelper.migratePreKeys(context, db)) {
|
|
ApplicationContext.getInstance(context).getJobManager().add(new RefreshPreKeysJob(context));
|
|
}
|
|
}
|
|
|
|
if (oldVersion < MIGRATE_SESSIONS_VERSION) {
|
|
db.execSQL("CREATE TABLE sessions (_id INTEGER PRIMARY KEY, address TEXT NOT NULL, device INTEGER NOT NULL, record BLOB NOT NULL, UNIQUE(address, device) ON CONFLICT REPLACE)");
|
|
SessionStoreMigrationHelper.migrateSessions(context, db);
|
|
}
|
|
|
|
if (oldVersion < NO_MORE_IMAGE_THUMBNAILS_VERSION) {
|
|
ContentValues update = new ContentValues();
|
|
update.put("thumbnail", (String)null);
|
|
update.put("aspect_ratio", (String)null);
|
|
update.put("thumbnail_random", (String)null);
|
|
|
|
try (Cursor cursor = db.query("part", new String[] {"_id", "ct", "thumbnail"}, "thumbnail IS NOT NULL", null, null, null, null)) {
|
|
while (cursor != null && cursor.moveToNext()) {
|
|
long id = cursor.getLong(cursor.getColumnIndexOrThrow("_id"));
|
|
String contentType = cursor.getString(cursor.getColumnIndexOrThrow("ct"));
|
|
|
|
if (contentType != null && !contentType.startsWith("video")) {
|
|
String thumbnailPath = cursor.getString(cursor.getColumnIndexOrThrow("thumbnail"));
|
|
File thumbnailFile = new File(thumbnailPath);
|
|
thumbnailFile.delete();
|
|
|
|
db.update("part", update, "_id = ?", new String[] {String.valueOf(id)});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (oldVersion < ATTACHMENT_DIMENSIONS) {
|
|
db.execSQL("ALTER TABLE part ADD COLUMN width INTEGER DEFAULT 0");
|
|
db.execSQL("ALTER TABLE part ADD COLUMN height INTEGER DEFAULT 0");
|
|
}
|
|
|
|
if (oldVersion < QUOTED_REPLIES) {
|
|
db.execSQL("ALTER TABLE mms ADD COLUMN quote_id INTEGER DEFAULT 0");
|
|
db.execSQL("ALTER TABLE mms ADD COLUMN quote_author TEXT");
|
|
db.execSQL("ALTER TABLE mms ADD COLUMN quote_body TEXT");
|
|
db.execSQL("ALTER TABLE mms ADD COLUMN quote_attachment INTEGER DEFAULT -1");
|
|
|
|
db.execSQL("ALTER TABLE part ADD COLUMN quote INTEGER DEFAULT 0");
|
|
}
|
|
|
|
if (oldVersion < SHARED_CONTACTS) {
|
|
db.execSQL("ALTER TABLE mms ADD COLUMN shared_contacts TEXT");
|
|
}
|
|
|
|
if (oldVersion < FULL_TEXT_SEARCH) {
|
|
for (String sql : SearchDatabase.CREATE_TABLE) {
|
|
db.execSQL(sql);
|
|
}
|
|
|
|
Log.i(TAG, "Beginning to build search index.");
|
|
long start = SystemClock.elapsedRealtime();
|
|
|
|
db.execSQL("INSERT INTO " + SearchDatabase.SMS_FTS_TABLE_NAME + " (rowid, " + SearchDatabase.BODY + ") " +
|
|
"SELECT " + SmsDatabase.ID + " , " + SmsDatabase.BODY + " FROM " + SmsDatabase.TABLE_NAME);
|
|
|
|
long smsFinished = SystemClock.elapsedRealtime();
|
|
Log.i(TAG, "Indexing SMS completed in " + (smsFinished - start) + " ms");
|
|
|
|
db.execSQL("INSERT INTO " + SearchDatabase.MMS_FTS_TABLE_NAME + " (rowid, " + SearchDatabase.BODY + ") " +
|
|
"SELECT " + MmsDatabase.ID + " , " + MmsDatabase.BODY + " FROM " + MmsDatabase.TABLE_NAME);
|
|
|
|
long mmsFinished = SystemClock.elapsedRealtime();
|
|
Log.i(TAG, "Indexing MMS completed in " + (mmsFinished - smsFinished) + " ms");
|
|
Log.i(TAG, "Indexing finished. Total time: " + (mmsFinished - start) + " ms");
|
|
}
|
|
|
|
db.setTransactionSuccessful();
|
|
} finally {
|
|
db.endTransaction();
|
|
}
|
|
|
|
if (oldVersion < MIGRATE_PREKEYS_VERSION) {
|
|
PreKeyMigrationHelper.cleanUpPreKeys(context);
|
|
}
|
|
}
|
|
|
|
public SQLiteDatabase getReadableDatabase() {
|
|
return getReadableDatabase(databaseSecret.asString());
|
|
}
|
|
|
|
public SQLiteDatabase getWritableDatabase() {
|
|
return getWritableDatabase(databaseSecret.asString());
|
|
}
|
|
|
|
public void markCurrent(SQLiteDatabase db) {
|
|
db.setVersion(DATABASE_VERSION);
|
|
}
|
|
|
|
private void executeStatements(SQLiteDatabase db, String[] statements) {
|
|
for (String statement : statements)
|
|
db.execSQL(statement);
|
|
}
|
|
|
|
|
|
}
|