/************************************************************************* * UrBackup - Client/Server backup system * Copyright (C) 2011-2016 Martin Raiber * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . **************************************************************************/ #include "../Interface/Database.h" #include "../Interface/Server.h" #include "../Interface/DatabaseCursor.h" #include "database.h" #include "server_settings.h" #include "LMDBFileIndex.h" #include "../stringtools.h" #include "../urbackupcommon/os_functions.h" #include "serverinterface/helper.h" #include "dao/ServerBackupDao.h" namespace { struct SCallbackData { IDatabaseCursor* cur; int64 pos; int64 max_pos; SStartupStatus* status; }; db_results create_callback(size_t n_done, size_t n_rows, void *userdata) { SCallbackData *data=(SCallbackData*)userdata; data->status->processed_file_entries=n_done; int last_pc = static_cast(data->status->pc_done*1000 + 0.5); if(data->max_pos>0) { data->status->pc_done = static_cast(n_rows)/data->max_pos; } int curr_pc = static_cast(data->status->pc_done*1000 + 0.5); if(curr_pc!=last_pc) { Server->Log("Creating files index: "+convert((double)curr_pc/10)+"% finished", LL_INFO); } db_results ret; db_single_result res; if(data->cur->next(res)) { ret.push_back(res); } return ret; } bool create_files_index_common(FileIndex& fileindex, SStartupStatus& status) { IDatabase *db=Server->getDatabase(Server->getThreadID(), URBACKUPDB_SERVER_FILES); db_results cache_res; if(db->getEngineName()=="sqlite") { cache_res=db->Read("PRAGMA cache_size"); ServerSettings server_settings(db); db->Write("PRAGMA cache_size = -"+convert(server_settings.getSettings()->update_stats_cachesize)); Server->Log("Transitioning urbackup server database to different journaling mode...", LL_INFO); db->Write("PRAGMA journal_mode = DELETE"); } status.creating_filesindex=true; Server->Log("Creating file entry index. This might take a while...", LL_WARNING); Server->Log("Getting number of files...", LL_INFO); db_results res = db->Read("SELECT COUNT(*) AS c FROM files"); int64 n_files = 0; if(!res.empty()) { n_files=watoi64(res[0]["c"]); } db->BeginWriteTransaction(); Server->Log("Starting creating files index...", LL_INFO); IQuery *q_read=db->Prepare("SELECT id, shahash, filesize, clientid, next_entry, prev_entry, pointed_to FROM files ORDER BY shahash ASC, filesize ASC, clientid ASC, created DESC"); SCallbackData data; data.cur=q_read->Cursor(); data.pos=0; data.max_pos=n_files; data.status=&status; fileindex.create(create_callback, &data); if(fileindex.has_error()) { db->Write("ROLLBACK"); return false; } else { db->EndTransaction(); } if(!cache_res.empty()) { db->Write("PRAGMA cache_size = "+cache_res[0]["cache_size"]); db->Write("PRAGMA shrink_memory"); db->Write("PRAGMA journal_mode = WAL"); } status.creating_filesindex=false; if(data.cur->has_error()) { db->destroyAllQueries(); return false; } db->destroyAllQueries(); return true; } bool setup_lmdb_file_index(SStartupStatus& status) { LMDBFileIndex fileindex(true);; if(fileindex.has_error()) { Server->Log("Error creating file index", LL_ERROR); return false; } return create_files_index_common(fileindex, status); } } void delete_file_index(void) { Server->deleteFile("urbackup/fileindex/backup_server_files_index.lmdb"); Server->deleteFile("urbackup/fileindex/backup_server_files_index.lmdb-lock"); } bool create_files_index(SStartupStatus& status) { IDatabase *db=Server->getDatabase(Server->getThreadID(), URBACKUPDB_SERVER); ServerSettings settings(db); ServerBackupDao backupdao(db); bool creating_index = backupdao.getMiscValue("creating_file_entry_index").value=="true"; if(!FileExists("urbackup/fileindex/backup_server_files_index.lmdb") || creating_index) { delete_file_index(); { DBScopedSynchronous synchronous_db(db); backupdao.delMiscValue("creating_file_entry_index"); backupdao.addMiscValue("creating_file_entry_index", "true"); } status.upgrading_database=false; status.creating_filesindex=true; if(!setup_lmdb_file_index(status)) { Server->Log("Setting up file index failed", LL_ERROR); return false; } else { backupdao.delMiscValue("creating_file_entry_index"); } } LMDBFileIndex::initFileIndex(); return true; } FileIndex* create_lmdb_files_index(void) { if(!FileExists("urbackup/fileindex/backup_server_files_index.lmdb")) { return NULL; } return new LMDBFileIndex(); }