mirrors/urbackup_backend
2
0
Fork 0
mirror of https://github.com/uroni/urbackup_backend.git synced 2025-10-26 11:36:50 +00:00
Code Issues Packages Projects Releases Wiki Activity
2.3.x
urbackup_backend/urbackupclient/ChangeJournalWatcher.cpp
Martin 671bc030ef Fix nested transaction starting
2017-01-15 16:41:54 +01:00

1581 lines
45 KiB
C++
Raw Permalink Blame History

/*************************************************************************
* UrBackup - Client/Server backup system
* Copyright (C) 2011-2016 Martin Raiber
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
**************************************************************************/
#include "ChangeJournalWatcher.h"
#include "../urbackupcommon/os_functions.h"
#include "../Interface/Server.h"
#include "../Interface/DatabaseCursor.h"
#include "../stringtools.h"
#include "DirectoryWatcherThread.h"
#include <memory>
#include <assert.h>
namespace usn
{
typedef struct {
DWORD RecordLength;
WORD MajorVersion;
WORD MinorVersion;
BYTE FileReferenceNumber[16];
BYTE ParentFileReferenceNumber[16];
USN Usn;
LARGE_INTEGER TimeStamp;
DWORD Reason;
DWORD SourceInfo;
DWORD SecurityId;
DWORD FileAttributes;
WORD FileNameLength;
WORD FileNameOffset;
WCHAR FileName[1];
} USN_RECORD_V3, *PUSN_RECORD_V3;
typedef struct {
DWORDLONG StartFileReferenceNumber;
USN LowUsn;
USN HighUsn;
WORD MinMajorVersion;
WORD MaxMajorVersion;
} MFT_ENUM_DATA_V1, *PMFT_ENUM_DATA_V1;
UsnInt get_usn_record(PUSN_RECORD usn_record)
{
if(usn_record->MajorVersion==2)
{
std::wstring filename;
filename.resize(usn_record->FileNameLength / sizeof(wchar_t) );
memcpy(&filename[0], (PBYTE) usn_record + usn_record->FileNameOffset, usn_record->FileNameLength);
UsnInt ret = {
2,
uint128(usn_record->FileReferenceNumber),
uint128(usn_record->ParentFileReferenceNumber),
usn_record->Usn,
usn_record->Reason,
Server->ConvertFromWchar(filename),
0,
usn_record->FileAttributes
};
return ret;
}
else if(usn_record->MajorVersion==3)
{
PUSN_RECORD_V3 usn_record_v3 = (PUSN_RECORD_V3)usn_record;
std::wstring filename;
filename.resize(usn_record_v3->FileNameLength / sizeof(wchar_t) );
memcpy(&filename[0], (PBYTE) usn_record_v3 + usn_record_v3->FileNameOffset, usn_record_v3->FileNameLength);
UsnInt ret = {
3,
uint128(usn_record_v3->FileReferenceNumber),
uint128(usn_record_v3->ParentFileReferenceNumber),
usn_record_v3->Usn,
usn_record_v3->Reason,
Server->ConvertFromWchar(filename),
0,
usn_record_v3->FileAttributes
};
return ret;
}
else
{
assert("USN record does not have major version 2 or 3");
}
return UsnInt();
}
bool enum_usn_data(HANDLE hVolume, DWORDLONG StartFileReferenceNumber, BYTE* pData, DWORD dataSize, DWORD& firstError, DWORD& version, DWORD& cb)
{
if(version==0)
{
MFT_ENUM_DATA_V0 med;
med.StartFileReferenceNumber = StartFileReferenceNumber;
med.LowUsn = 0;
med.HighUsn = MAXLONGLONG;
BOOL b = DeviceIoControl(hVolume, FSCTL_ENUM_USN_DATA, &med, sizeof(med), pData, dataSize, &cb, NULL);
if(b==FALSE)
{
firstError=GetLastError();
version=1;
return enum_usn_data(hVolume, StartFileReferenceNumber, pData, dataSize, firstError, version, cb);
}
return true;
}
else if(version==1)
{
usn::MFT_ENUM_DATA_V1 med_v1;
med_v1.StartFileReferenceNumber = StartFileReferenceNumber;
med_v1.LowUsn = 0;
med_v1.HighUsn = MAXLONGLONG;
BOOL b = DeviceIoControl(hVolume, FSCTL_ENUM_USN_DATA, &med_v1, sizeof(med_v1), pData, dataSize, &cb, NULL);
return b!=FALSE;
}
else
{
Server->Log("Unknown usn data version " + convert((int)version), LL_ERROR);
assert(false);
return FALSE;
}
}
uint64 atoiu64(const std::string& str)
{
return static_cast<uint64>(watoi64(str));
}
}
const DWORDLONG usn_reindex_num=1000000; // one million
//#define MFT_ON_DEMAND_LOOKUP
ChangeJournalWatcher::ChangeJournalWatcher(DirectoryWatcherThread * dwt, IDatabase *pDB)
: dwt(dwt), db(pDB), last_backup_time(0), journal_dao(pDB), unsupported_usn_version_err(false), freeze_open_write_files(false)
{
indexing_in_progress=false;
has_error=false;
last_index_update=0;
usn_logging_enabled = Server->getServerParameter("usn_logging_enabled")=="true" ||
FileExists("usn_logging_enabled");
}
ChangeJournalWatcher::~ChangeJournalWatcher(void)
{
for(std::map<std::string, SChangeJournal>::iterator it=wdirs.begin();it!=wdirs.end();++it)
{
CloseHandle(it->second.hVolume);
}
}
void ChangeJournalWatcher::deleteJournalData(const std::string &vol)
{
journal_dao.delJournalData(vol);
}
void ChangeJournalWatcher::deleteJournalId(const std::string &vol)
{
journal_dao.delJournalDeviceId(vol);
}
void ChangeJournalWatcher::applySavedJournalData(const std::string & vol, SChangeJournal &cj, std::map<std::string, bool>& local_open_write_files, bool& started_transaction)
{
if (!journal_dao.getJournalDataSingle(vol).exists)
{
return;
}
Server->Log("Applying saved journal data...", LL_DEBUG);
DBScopedWriteTransaction write_transaction(NULL);
if (!started_transaction)
{
write_transaction.reset(db);
}
{
IQuery* q = journal_dao.getJournalDataQ();
q->Bind(vol);
{
ScopedDatabaseCursor cur(q->Cursor());
db_single_result res;
while (cur.next(res))
{
UsnInt rec;
rec.Usn = watoi64(res["usn"]);
rec.Reason = static_cast<DWORD>(watoi64(res["reason"]));
rec.Filename = res["filename"];
rec.FileReferenceNumber = uint128(watoi64(res["frn"]), watoi64(res["frn_high"]));
rec.ParentFileReferenceNumber = uint128(watoi64(res["parent_frn"]), watoi64(res["parent_frn_high"]));
rec.NextUsn = watoi64(res["next_usn"]);
rec.attributes = watoi64(res["attributes"]);
updateWithUsn(vol, cj, &rec, true, local_open_write_files);
cj.last_record = rec.NextUsn;
}
}
q->Reset();
}
Server->Log("Deleting saved journal data...", LL_DEBUG);
deleteJournalData(vol);
}
void ChangeJournalWatcher::setIndexDone(const std::string &vol, int s)
{
journal_dao.updateSetJournalIndexDone(s, vol);
}
void ChangeJournalWatcher::saveJournalData(DWORDLONG journal_id, const std::string &vol, const UsnInt& rec, USN nextUsn)
{
if(rec.Filename=="backup_client.db" || rec.Filename=="backup_client.db-wal" || rec.Filename=="backup_client.db-shm" )
return;
journal_dao.insertJournalData(vol, static_cast<int64>(journal_id), static_cast<int64>(rec.Usn),
static_cast<int64>(rec.Reason), rec.Filename, static_cast<int64>(rec.FileReferenceNumber.lowPart), static_cast<int64>(rec.FileReferenceNumber.highPart),
static_cast<int64>(rec.ParentFileReferenceNumber.lowPart), static_cast<int64>(rec.ParentFileReferenceNumber.highPart),
nextUsn, static_cast<int64>(rec.attributes));
}
void ChangeJournalWatcher::renameEntry(const std::string &name, _i64 id, uint128 pid)
{
journal_dao.updateFrnNameAndPid(name, pid.lowPart, pid.highPart, id);
}
std::vector<uint128 > ChangeJournalWatcher::getChildren(uint128 frn, _i64 rid)
{
std::vector<JournalDAO::SFrn> tmp = journal_dao.getFrnChildren(frn.lowPart, frn.highPart, rid);
std::vector<uint128> ret;
ret.resize(tmp.size());
for(size_t i=0;i<tmp.size();++i)
{
ret[i]=uint128(tmp[i].frn, tmp[i].frn_high);
}
return ret;
}
void ChangeJournalWatcher::deleteEntry(_i64 id)
{
journal_dao.delFrnEntry(id);
}
void ChangeJournalWatcher::deleteEntry(uint128 frn, _i64 rid)
{
journal_dao.delFrnEntryViaFrn(frn.lowPart, frn.highPart, rid);
}
_i64 ChangeJournalWatcher::hasEntry( _i64 rid, uint128 frn)
{
JournalDAO::CondInt64 res = journal_dao.getFrnEntryId(frn.lowPart, frn.highPart, rid);
if(res.exists)
{
return res.value;
}
else
{
return -1;
}
}
void ChangeJournalWatcher::resetRoot(_i64 rid)
{
journal_dao.resetRoot(rid);
}
int64 ChangeJournalWatcher::addFrn(const std::string &name, uint128 parent_id, uint128 frn, _i64 rid)
{
journal_dao.addFrn(name, parent_id.lowPart, parent_id.highPart, frn.lowPart, frn.highPart, rid);
return db->getLastInsertID();
}
void ChangeJournalWatcher::addFrnTmp(const std::string &name, uint128 parent_id, uint128 frn, _i64 rid)
{
q_add_frn_tmp->Bind(name);
q_add_frn_tmp->Bind(static_cast<_i64>(parent_id.lowPart));
q_add_frn_tmp->Bind(static_cast<_i64>(parent_id.highPart));
q_add_frn_tmp->Bind(static_cast<_i64>(frn.lowPart));
q_add_frn_tmp->Bind(static_cast<_i64>(frn.highPart));
q_add_frn_tmp->Bind(rid);
q_add_frn_tmp->Write();
q_add_frn_tmp->Reset();
}
_i64 ChangeJournalWatcher::hasRoot(const std::string &root)
{
JournalDAO::CondInt64 res = journal_dao.getRootId(root);
if(res.exists)
{
return res.value;
}
else
{
return -1;
}
}
void ChangeJournalWatcher::deleteWithChildren(uint128 frn, _i64 rid, bool has_children)
{
std::vector<uint128> children;
if (has_children)
{
children = getChildren(frn, rid);
}
deleteEntry(frn, rid);
for(size_t i=0;i<children.size();++i)
{
deleteWithChildren(children[i], rid, has_children);
}
}
void ChangeJournalWatcher::watchDir(const std::string &dir)
{
WCHAR volume_path[MAX_PATH];
BOOL ok = GetVolumePathNameW(Server->ConvertToWchar(dir).c_str(), volume_path, MAX_PATH);
if(!ok)
{
Server->Log("GetVolumePathName(dir, volume_path, MAX_PATH) failed in ChangeJournalWatcher::watchDir for dir "+dir, LL_ERROR);
resetAll(dir);
has_error=true;
error_dirs.push_back(dir);
return;
}
std::string vol=Server->ConvertFromWchar(volume_path);
if(vol.size()>0)
{
if(vol[vol.size()-1]=='\\')
{
vol.erase(vol.size()-1,1);
}
}
std::map<std::string, SChangeJournal>::iterator it=wdirs.find(vol);
if(it!=wdirs.end())
{
it->second.path.push_back(dir);
return;
}
bool do_index=false;
_i64 rid=hasRoot(vol);
if(rid==-1)
{
resetAll(vol);
do_index=true;
rid=addFrn(vol, c_frn_root, c_frn_root, -1);
setIndexDone(vol, 0);
}
HANDLE hVolume=CreateFileW(Server->ConvertToWchar("\\\\.\\"+vol).c_str(), GENERIC_READ, FILE_SHARE_READ|FILE_SHARE_WRITE, NULL, OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL);
if(hVolume==INVALID_HANDLE_VALUE)
{
Server->Log("CreateFile of volume '"+vol+"' failed. - watchDir", LL_ERROR);
resetAll(vol);
error_dirs.push_back(vol);
CloseHandle(hVolume);
has_error=true;
return;
}
USN_JOURNAL_DATA data;
DWORD r_bytes;
BOOL b=DeviceIoControl(hVolume, FSCTL_QUERY_USN_JOURNAL, NULL, 0, &data, sizeof(USN_JOURNAL_DATA), &r_bytes, NULL);
if(b==0)
{
DWORD err=GetLastError();
if(err==ERROR_INVALID_FUNCTION)
{
Server->Log("Change Journals not supported for Volume '"+vol+"'", LL_ERROR);
resetAll(vol);
error_dirs.push_back(vol);
CloseHandle(hVolume);
has_error=true;
return;
}
else if(err==ERROR_JOURNAL_DELETE_IN_PROGRESS)
{
Server->Log("Change Journals for Volume '"+vol+"' is being deleted", LL_ERROR);
resetAll(vol);
error_dirs.push_back(vol);
CloseHandle(hVolume);
has_error=true;
return;
}
else if(err==ERROR_JOURNAL_NOT_ACTIVE)
{
CREATE_USN_JOURNAL_DATA dat;
dat.AllocationDelta=10485760; //10 MB
dat.MaximumSize=73400320; // 70 MB
DWORD bret;
BOOL r=DeviceIoControl(hVolume, FSCTL_CREATE_USN_JOURNAL, &dat, sizeof(CREATE_USN_JOURNAL_DATA), NULL, 0, &bret, NULL);
if(r==0)
{
Server->Log("Error creating change journal for Volume '"+vol+"'", LL_ERROR);
resetAll(vol);
error_dirs.push_back(vol);
CloseHandle(hVolume);
has_error=true;
return;
}
b=DeviceIoControl(hVolume, FSCTL_QUERY_USN_JOURNAL, NULL, 0, &data, sizeof(USN_JOURNAL_DATA), &r_bytes, NULL);
if(b==0)
{
Server->Log("Unknown error for Volume '"+vol+"' after creation - watchDir", LL_ERROR);
resetAll(vol);
error_dirs.push_back(vol);
CloseHandle(hVolume);
has_error=true;
return;
}
}
else
{
Server->Log("Unknown error for Volume '"+vol+"' - watchDir ec: "+convert((int)err), LL_ERROR);
resetAll(vol);
error_dirs.push_back(vol);
CloseHandle(hVolume);
has_error=true;
return;
}
}
SDeviceInfo info=getDeviceInfo(vol);
if(info.has_info)
{
if(info.journal_id!=data.UsnJournalID)
{
Server->Log("Journal id for '"+vol+"' wrong - reindexing", LL_WARNING);
resetAll(vol);
do_index=true;
setIndexDone(vol, 0);
info.last_record=data.NextUsn;
journal_dao.updateJournalId((_i64)data.UsnJournalID, vol);
}
bool needs_reindex=false;
if( do_index==false && (info.last_record<data.FirstUsn || info.last_record>data.NextUsn) )
{
Server->Log("Last record not readable at '"+vol+"' - reindexing. "
"Last record USN is "+convert(info.last_record)+
" FirstUsn is "+convert(data.FirstUsn)+
" NextUsn is "+convert(data.NextUsn), LL_WARNING);
needs_reindex=true;
}
if( do_index==false && data.NextUsn-info.last_record>usn_reindex_num )
{
Server->Log("There are "+convert(data.NextUsn-info.last_record)+" new USN entries at '"+vol+"' - reindexing", LL_WARNING);
needs_reindex=true;
}
if(needs_reindex)
{
resetAll(vol);
do_index=true;
setIndexDone(vol, 0);
info.last_record=data.NextUsn;
}
if(do_index==false && info.index_done==0)
{
Server->Log("Indexing was not finished at '"+vol+"' - reindexing", LL_WARNING);
do_index=true;
setIndexDone(vol, 0);
info.last_record=data.NextUsn;
}
}
else
{
resetAll(vol);
Server->Log("Info not found at '"+vol+"' - reindexing", LL_WARNING);
do_index=true;
}
SChangeJournal cj;
cj.journal_id=data.UsnJournalID;
if(!info.has_info)
cj.last_record=data.NextUsn;
else
cj.last_record=info.last_record;
cj.path.push_back(dir);
cj.hVolume=hVolume;
cj.rid=rid;
cj.vol_str=vol;
if(!info.has_info)
{
journal_dao.insertJournal((_i64)data.UsnJournalID, vol, cj.last_record);
setIndexDone(vol, 0);
}
wdirs.insert(std::pair<std::string, SChangeJournal>(vol, cj) );
if(do_index)
{
reindex(rid, vol, &cj);
Server->Log("Reindexing of '"+vol+"' done.", LL_INFO);
}
}
void ChangeJournalWatcher::reindex(_i64 rid, std::string vol, SChangeJournal *sj)
{
setIndexDone(vol, 0);
indexing_in_progress=true;
indexing_volume=vol;
last_index_update=Server->getTimeMS();
Server->Log("Deleting directory FRN info from database...", LL_DEBUG);
resetRoot(rid);
Server->Log("Deleting saved journal data from database...", LL_DEBUG);
deleteJournalData(vol);
#ifndef MFT_ON_DEMAND_LOOKUP
Server->Log("Starting indexing process..", LL_DEBUG);
bool not_supported=false;
indexRootDirs2(vol, sj, not_supported);
if(not_supported)
{
Server->Log("Fast indexing method not supported. Falling back to slow one.", LL_WARNING);
db->BeginWriteTransaction();
size_t nDirFrns=0;
indexRootDirs(sj->rid, vol, c_frn_root, nDirFrns);
db->EndTransaction();
Server->Log("Added "+convert(nDirFrns)+" directory FRNs via slow indexing method", LL_DEBUG);
}
#endif
resetAll(vol);
indexing_in_progress=false;
indexing_volume.clear();
if(dwt->is_stopped()==false)
{
Server->Log("Setting indexing to done for "+vol, LL_DEBUG);
setIndexDone(vol, 1);
}
}
void ChangeJournalWatcher::indexRootDirs(_i64 rid, const std::string &root, uint128 parent, size_t& nDirFrns)
{
if(indexing_in_progress)
{
if(Server->getTimeMS()-last_index_update>10000)
{
update();
last_index_update=Server->getTimeMS();
}
}
std::string dir=root+os_file_sep();
HANDLE hDir;
if(root.size()==2)
hDir=CreateFileW(Server->ConvertToWchar(dir).c_str(), 0, FILE_SHARE_READ | FILE_SHARE_WRITE, NULL, OPEN_EXISTING, FILE_FLAG_BACKUP_SEMANTICS, NULL);
else
hDir=CreateFileW(Server->ConvertToWchar(root).c_str(), 0, FILE_SHARE_READ | FILE_SHARE_WRITE, NULL, OPEN_EXISTING, FILE_FLAG_BACKUP_SEMANTICS, NULL);
if(INVALID_HANDLE_VALUE==hDir)
return;
BY_HANDLE_FILE_INFORMATION fi;
GetFileInformationByHandle(hDir, &fi);
CloseHandle(hDir);
LARGE_INTEGER frn;
frn.LowPart=fi.nFileIndexLow;
frn.HighPart=fi.nFileIndexHigh;
addFrn(ExtractFileName(root), parent, uint128(frn.QuadPart), rid);
++nDirFrns;
std::vector<SFile> files=getFiles(root);
for(size_t i=0;i<files.size();++i)
{
if(files[i].isdir)
{
indexRootDirs(rid, dir+files[i].name, uint128(frn.QuadPart), nDirFrns);
}
}
}
void ChangeJournalWatcher::indexRootDirs2(const std::string &root, SChangeJournal *sj, bool& not_supported)
{
db->Write("CREATE TEMPORARY TABLE map_frn_tmp (name TEXT, pid INTEGER, pid_high INTEGER, frn INTEGER, frn_high INTEGER, rid INTEGER)");
q_add_frn_tmp=db->Prepare("INSERT INTO map_frn_tmp (name, pid, pid_high, frn, frn_high, rid) VALUES (?, ?, ?, ?, ?, ?)", false);
uint128 root_frn = getRootFRN(root);
addFrn(root, c_frn_root, root_frn, sj->rid);
USN StartFileReferenceNumber=0;
const size_t data_size = sizeof(DWORDLONG) + 0x10000;
std::vector<BYTE> data;
data.resize(data_size);
BYTE* pData=&data[0];
DWORD cb;
DWORD version=0;
size_t nDirFRNs=0;
size_t nFRNs=0;
bool has_warning=false;
DWORD firstError;
while (usn::enum_usn_data(sj->hVolume, StartFileReferenceNumber, pData, sizeof(DWORDLONG) + 0x10000, firstError, version, cb))
{
if(indexing_in_progress)
{
if(Server->getTimeMS()-last_index_update>10000)
{
Server->Log("Saving new journal data to database...", LL_DEBUG);
update();
last_index_update=Server->getTimeMS();
}
}
if(dwt->is_stopped())
{
Server->Log("Stopped indexing process", LL_WARNING);
break;
}
PUSN_RECORD pRecord = (PUSN_RECORD) &pData[sizeof(USN)];
while ((PBYTE) pRecord < (pData + cb))
{
if(pRecord->MajorVersion!=2 && pRecord->MajorVersion!=3)
{
if(!has_warning)
{
Server->Log("Journal entry with major version "+convert(pRecord->MajorVersion)+" not supported.", LL_WARNING);
}
has_warning=true;
}
else
{
UsnInt usn_record = usn::get_usn_record(pRecord);
if((usn_record.attributes & FILE_ATTRIBUTE_DIRECTORY)!=0)
{
addFrnTmp(usn_record.Filename, usn_record.ParentFileReferenceNumber, usn_record.FileReferenceNumber, sj->rid);
++nDirFRNs;
}
++nFRNs;
pRecord = (PUSN_RECORD) ((PBYTE) pRecord + pRecord->RecordLength);
}
}
StartFileReferenceNumber = * (DWORDLONG *) pData;
}
if(firstError==ERROR_INVALID_FUNCTION)
{
not_supported=true;
}
Server->Log("Added "+convert(nDirFRNs)+" directory FRNs to temporary database...", LL_DEBUG);
Server->Log("MFT has "+convert(nFRNs)+" FRNs.", LL_DEBUG);
db->destroyQuery(q_add_frn_tmp);
q_add_frn_tmp=NULL;
Server->Log("Copying directory FRNs to database...", LL_DEBUG);
db->Write("INSERT INTO map_frn (name, pid, pid_high, frn, frn_high, rid) SELECT name, pid, pid_high, frn, frn_high, rid FROM map_frn_tmp");
Server->Log("Dropping temporary database...", LL_DEBUG);
db->Write("DROP TABLE map_frn_tmp");
Server->Log("Saving new journal data to database. Forcing update...", LL_DEBUG);
bool indexing_in_progress_backup = indexing_in_progress;
indexing_in_progress=false;
update(sj->vol_str);
indexing_in_progress = indexing_in_progress_backup;
}
SDeviceInfo ChangeJournalWatcher::getDeviceInfo(const std::string &name)
{
JournalDAO::SDeviceInfo device_info = journal_dao.getDeviceInfo(name);
SDeviceInfo r;
r.has_info=false;
if(device_info.exists)
{
r.has_info=true;
r.journal_id=device_info.journal_id;
r.last_record=device_info.last_record;
r.index_done=device_info.index_done>0;
}
return r;
}
std::string ChangeJournalWatcher::getFilename(const SChangeJournal &cj, uint128 frn,
bool fallback_to_mft, bool& filter_error, bool& has_error)
{
std::string path;
uint128 curr_id=frn;
while(true)
{
JournalDAO::SNameAndPid res =
journal_dao.getNameAndPid(curr_id.lowPart, curr_id.highPart, cj.rid);
if(res.exists)
{
uint128 pid(res.pid, res.pid_high);
if(pid!=c_frn_root)
{
path=res.name+os_file_sep()+path;
curr_id=pid;
}
else
{
path=res.name+os_file_sep()+path;
break;
}
}
else
{
if(path!="$RmMetadata\\$TxfLog\\")
{
if(fallback_to_mft)
{
Server->Log("Couldn't follow up to root via Database. Falling back to MFT. Current path: "+path, LL_WARNING);
uint128 parent_frn;
has_error=false;
std::string dirname = getNameFromMFTByFRN(cj, curr_id, parent_frn, has_error);
if(!dirname.empty())
{
path = dirname + os_file_sep() + path;
addFrn(dirname, parent_frn, curr_id, cj.rid);
curr_id = parent_frn;
}
else if(!has_error)
{
Server->Log("Could not follow up to root. Current path: "+path+". Lookup in MFT failed. Directory was probably deleted.", LL_WARNING);
return std::string();
}
else
{
Server->Log("Could not follow up to root. Current path: "+path+". Lookup in MFT failed.", LL_ERROR);
has_error=true;
return std::string();
}
if(curr_id==c_frn_root)
{
break;
}
}
else
{
if (!filter_error)
{
Server->Log("Couldn't follow up to root. Current path: " + path, LL_ERROR);
}
return std::string();
}
}
else
{
filter_error=true;
return std::string();
}
}
}
return path;
}
const int BUF_LEN=4096;
void ChangeJournalWatcher::update(std::string vol_str)
{
char buffer[BUF_LEN];
bool started_transaction=false;
num_changes=0;
std::map<std::string, bool> local_open_write_files;
std::vector<IChangeJournalListener::SSequence> usn_sequences;
for(std::map<std::string, SChangeJournal>::iterator it=wdirs.begin();it!=wdirs.end();++it)
{
if(!vol_str.empty() && it->first!=vol_str)
continue;
if(!indexing_in_progress)
{
applySavedJournalData(it->first, it->second, local_open_write_files, started_transaction);
}
USN startUsn=it->second.last_record;
bool remove_it=false;
bool c=true;
while(c)
{
c=false;
READ_USN_JOURNAL_DATA_V0 data;
data.StartUsn=it->second.last_record;
data.ReasonMask=0xFFFFFFFF;
data.ReturnOnlyOnClose=0;
data.Timeout=0;
data.BytesToWaitFor=0;
data.UsnJournalID=it->second.journal_id;
DWORD read;
memset(buffer, 0, BUF_LEN);
BOOL b=DeviceIoControl(it->second.hVolume, FSCTL_READ_USN_JOURNAL, &data, sizeof(data), buffer, BUF_LEN, &read, NULL);
if(b!=0)
{
DWORD dwRetBytes=read-sizeof(USN);
PUSN_RECORD TUsnRecord = (PUSN_RECORD)(((PUCHAR)buffer) + sizeof(USN));
if(dwRetBytes>0)
{
c=true;
}
USN nextUsn=*(USN *)&buffer;
while(dwRetBytes>0)
{
if(TUsnRecord->MajorVersion!=2 && TUsnRecord->MajorVersion!=3)
{
if(!unsupported_usn_version_err)
{
Server->Log("USN record with major version "+convert(TUsnRecord->MajorVersion)+" not supported", LL_ERROR);
for(size_t j=0;j<listeners.size();++j)
{
listeners[j]->On_ResetAll(it->first);
}
unsupported_usn_version_err=true;
}
}
else
{
UsnInt usn_record = usn::get_usn_record(TUsnRecord);
dwRetBytes-=TUsnRecord->RecordLength;
if(!indexing_in_progress)
{
if(usn_record.Filename!="backup_client.db" &&
usn_record.Filename!="backup_client.db-wal" &&
usn_record.Filename != "backup_client.db-shm")
{
if(!started_transaction)
{
started_transaction=true;
db->BeginWriteTransaction();
}
updateWithUsn(it->first, it->second, &usn_record, true, local_open_write_files);
}
}
else
{
if(usn_record.Filename!="backup_client.db" &&
usn_record.Filename!="backup_client.db-wal" &&
usn_record.Filename != "backup_client.db-shm" )
{
if(!started_transaction)
{
started_transaction=true;
db->BeginWriteTransaction();
}
saveJournalData(it->second.journal_id, it->first, usn_record, nextUsn);
}
}
}
TUsnRecord = (PUSN_RECORD)(((PCHAR)TUsnRecord) + TUsnRecord->RecordLength);
}
it->second.last_record=nextUsn;
}
else
{
DWORD err=GetLastError();
if(err==ERROR_JOURNAL_ENTRY_DELETED)
{
Server->Log("Error for Volume '"+it->first+"': Journal entry deleted (StartUsn="+convert(data.StartUsn)+")", LL_ERROR);
USN_JOURNAL_DATA data;
DWORD r_bytes;
BOOL bv=DeviceIoControl(it->second.hVolume, FSCTL_QUERY_USN_JOURNAL, NULL, 0, &data, sizeof(USN_JOURNAL_DATA), &r_bytes, NULL);
std::string deviceInfo;
if(bv!=FALSE)
{
deviceInfo="FirstUsn="+convert(data.FirstUsn)
+" NextUsn="+convert(data.NextUsn)
+" MaximumSize="+convert(data.MaximumSize)
+" AllocationDelta="+convert(data.AllocationDelta);
Server->Log(deviceInfo, LL_INFO);
}
if(indexing_in_progress==false)
{
if(bv!=FALSE )
{
it->second.last_record=data.NextUsn;
Server->Log("Reindexing Volume '"+it->first+"'", LL_ERROR);
Server->Log("DeviceInfo: "+deviceInfo, LL_ERROR);
if(started_transaction)
{
started_transaction=false;
for(std::map<std::string, bool>::iterator it=local_open_write_files.begin();it!=local_open_write_files.end();++it)
{
open_write_files.add(it->first);
}
open_write_files.flushf();
db->EndTransaction();
}
reindex(it->second.rid, it->first, &it->second);
return;
}
else if(indexing_in_progress==false)
{
Server->Log("Journal Data not acessible. Errorcode: "+convert((int)GetLastError())+" deviceInfo: "+deviceInfo, LL_ERROR);
has_error=true;
error_dirs.push_back(it->first);
}
}
else
{
if(indexing_volume==it->first)
{
Server->Log("Access error during indexing. Change journal too small? DeviceInfo: "+deviceInfo, LL_ERROR);
has_error=true;
error_dirs.push_back(it->first);
}
else
{
Server->Log("Journal Data deleted on nonindexing volume. DeviceInfo: "+deviceInfo, LL_ERROR);
has_error=true;
error_dirs.push_back(it->first);
deleteJournalId(it->first);
CloseHandle(it->second.hVolume);
remove_it=true;
}
}
resetAll(it->first);
}
else
{
Server->Log("Unknown error for Volume '"+it->first+"' - update err="+convert((int)err), LL_ERROR);
resetAll(it->first);
deleteJournalId(it->first);
has_error=true;
CloseHandle(it->second.hVolume);
remove_it=true;
error_dirs.push_back(it->first);
}
}
}
if((startUsn!=it->second.last_record
&& started_transaction) || !vol_str.empty())
{
if(!started_transaction)
{
started_transaction=true;
db->BeginWriteTransaction();
}
journal_dao.updateJournalLastUsn(it->second.last_record, it->first);
}
IChangeJournalListener::SSequence seq = { it->second.journal_id, startUsn, it->second.last_record };
usn_sequences.push_back(seq);
if(remove_it)
{
wdirs.erase(it);
break;
}
}
if(num_changes>0)
{
for(size_t i=0;i<listeners.size();++i)
{
listeners[i]->Commit(usn_sequences);
}
}
if(started_transaction)
{
for(std::map<std::string, bool>::iterator it=local_open_write_files.begin();it!=local_open_write_files.end();++it)
{
if(!it->second)
{
open_write_files.add(it->first);
}
}
open_write_files.flushf();
db->EndTransaction();
}
}
void ChangeJournalWatcher::update_longliving(void)
{
db->BeginWriteTransaction();
if(!freeze_open_write_files)
{
std::vector<std::string> files = open_write_files.get();
for(size_t i=0;i<files.size();++i)
{
for(size_t j=0;j<listeners.size();++j)
{
listeners[j]->On_FileModified(files[i], false);
listeners[j]->On_FileOpen(files[i]);
}
}
}
else
{
for(std::map<std::string, bool>::iterator it=open_write_files_frozen.begin();it!=open_write_files_frozen.end();++it)
{
for(size_t i=0;i<listeners.size();++i)
{
listeners[i]->On_FileModified(it->first, false);
listeners[i]->On_FileOpen(it->first);
}
}
}
db->EndTransaction();
for(size_t i=0;i<error_dirs.size();++i)
{
resetAll(error_dirs[i]);
}
}
void ChangeJournalWatcher::set_freeze_open_write_files(bool b)
{
freeze_open_write_files=b;
if(b)
{
open_write_files_frozen.clear();
std::vector<std::string> files = open_write_files.get();
for(size_t i=0;i<files.size();++i)
{
open_write_files_frozen[files[i]]=true;
}
}
else
{
open_write_files_frozen.clear();
}
}
void ChangeJournalWatcher::set_last_backup_time(int64 t)
{
last_backup_time=t;
}
void ChangeJournalWatcher::logEntry(const std::string &vol, const UsnInt *UsnRecord)
{
#define ADD_REASON(x) { if (UsnRecord->Reason & x){ if(!reason.empty()) reason+="|"; reason+=#x; } }
std::string reason;
ADD_REASON(USN_REASON_DATA_OVERWRITE);
ADD_REASON(USN_REASON_DATA_EXTEND);
ADD_REASON(USN_REASON_DATA_TRUNCATION);
ADD_REASON(USN_REASON_NAMED_DATA_OVERWRITE);
ADD_REASON(USN_REASON_NAMED_DATA_EXTEND);
ADD_REASON(USN_REASON_NAMED_DATA_TRUNCATION);
ADD_REASON(USN_REASON_FILE_CREATE);
ADD_REASON(USN_REASON_FILE_DELETE);
ADD_REASON(USN_REASON_EA_CHANGE);
ADD_REASON(USN_REASON_SECURITY_CHANGE);
ADD_REASON(USN_REASON_RENAME_OLD_NAME);
ADD_REASON(USN_REASON_RENAME_NEW_NAME);
ADD_REASON(USN_REASON_INDEXABLE_CHANGE);
ADD_REASON(USN_REASON_BASIC_INFO_CHANGE);
ADD_REASON(USN_REASON_HARD_LINK_CHANGE);
ADD_REASON(USN_REASON_COMPRESSION_CHANGE);
ADD_REASON(USN_REASON_ENCRYPTION_CHANGE);
ADD_REASON(USN_REASON_OBJECT_ID_CHANGE);
ADD_REASON(USN_REASON_REPARSE_POINT_CHANGE);
ADD_REASON(USN_REASON_STREAM_CHANGE);
ADD_REASON(USN_REASON_TRANSACTED_CHANGE);
ADD_REASON(USN_REASON_CLOSE);
std::string attributes;
#define ADD_ATTRIBUTE(x) { if(UsnRecord->attributes & x){ if(!attributes.empty()) attributes+="|"; attributes+=#x; } }
ADD_ATTRIBUTE(FILE_ATTRIBUTE_READONLY);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_HIDDEN);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_SYSTEM);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_DIRECTORY);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_ARCHIVE);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_DEVICE);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_NORMAL);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_TEMPORARY);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_SPARSE_FILE);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_REPARSE_POINT);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_COMPRESSED);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_OFFLINE);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_NOT_CONTENT_INDEXED);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_ENCRYPTED);
ADD_ATTRIBUTE(FILE_ATTRIBUTE_VIRTUAL);
std::string lstr="Change: "+vol+" [fn="+UsnRecord->Filename+",reason="+reason+",attributes="+
attributes+",USN="+convert(UsnRecord->Usn)+",FRN="+convert(UsnRecord->FileReferenceNumber.lowPart)+
",Parent FRN="+convert(UsnRecord->ParentFileReferenceNumber.lowPart)+",Version="+convert((int)UsnRecord->version)+"]";
Server->Log(lstr, LL_DEBUG);
}
const DWORD watch_flags=\
USN_REASON_BASIC_INFO_CHANGE | \
USN_REASON_DATA_EXTEND | \
USN_REASON_DATA_OVERWRITE | \
USN_REASON_DATA_TRUNCATION | \
USN_REASON_EA_CHANGE | \
USN_REASON_FILE_CREATE | \
USN_REASON_FILE_DELETE | \
USN_REASON_HARD_LINK_CHANGE | \
USN_REASON_NAMED_DATA_EXTEND | \
USN_REASON_NAMED_DATA_OVERWRITE | \
USN_REASON_NAMED_DATA_TRUNCATION | \
USN_REASON_RENAME_NEW_NAME | \
USN_REASON_REPARSE_POINT_CHANGE| \
USN_REASON_SECURITY_CHANGE | \
USN_REASON_STREAM_CHANGE | \
USN_REASON_TRANSACTED_CHANGE;
void ChangeJournalWatcher::updateWithUsn(const std::string &vol, const SChangeJournal &cj, const UsnInt *UsnRecord, bool fallback_to_mft, std::map<std::string, bool>& local_open_write_files)
{
if(usn_logging_enabled)
{
logEntry(vol, UsnRecord);
}
bool curr_has_error = false;
bool closed = (UsnRecord->Reason & USN_REASON_CLOSE)>0;
_i64 dir_id=hasEntry(cj.rid, UsnRecord->FileReferenceNumber);
if(dir_id==-1 && (UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY)
&& !(UsnRecord->Reason & USN_REASON_FILE_CREATE)
&& fallback_to_mft)
{
Server->Log("File entry with FRN "+convert(UsnRecord->FileReferenceNumber.lowPart)+" (Name \""+UsnRecord->Filename+"\") is a directory not being created, but not in database. Added it to database", LL_WARNING);
dir_id=addFrn(UsnRecord->Filename, UsnRecord->ParentFileReferenceNumber, UsnRecord->FileReferenceNumber, cj.rid);
}
if(dir_id!=-1) //Is a directory
{
_i64 parent_id=hasEntry(cj.rid, UsnRecord->ParentFileReferenceNumber);
if(parent_id==-1)
{
if(fallback_to_mft)
{
Server->Log("Parent of directory with FRN "+convert(UsnRecord->FileReferenceNumber.lowPart)+" (Name \""+UsnRecord->Filename+"\") with FRN "+convert(UsnRecord->ParentFileReferenceNumber.lowPart)+" not found. Searching via MFT as fallback.", LL_WARNING);
uint128 parent_parent_frn;
bool has_error=false;
std::string parent_name = getNameFromMFTByFRN(cj, UsnRecord->ParentFileReferenceNumber, parent_parent_frn, has_error);
if(parent_name.empty())
{
Server->Log("Parent not found. Was probably deleted.", LL_WARNING);
curr_has_error = true;
}
else
{
addFrn(parent_name, parent_parent_frn, UsnRecord->ParentFileReferenceNumber, cj.rid);
updateWithUsn(vol, cj, UsnRecord, false, local_open_write_files);
}
}
else
{
Server->Log("Error: Parent of \""+UsnRecord->Filename+"\" not found -1", LL_ERROR);
curr_has_error=true;
}
}
else if(UsnRecord->Reason & (USN_REASON_CLOSE | watch_flags ) )
{
bool filter_error = false;
bool has_error = false;
std::string dir_fn=getFilename(cj, UsnRecord->ParentFileReferenceNumber, true, filter_error, has_error);
if(dir_fn.empty())
{
if(!filter_error || has_error)
{
Server->Log("Error: Path of "+UsnRecord->Filename+" not found -2", LL_ERROR);
curr_has_error = true;
}
}
else
{
if(UsnRecord->Reason & USN_REASON_RENAME_NEW_NAME )
{
renameEntry(UsnRecord->Filename, dir_id, UsnRecord->ParentFileReferenceNumber);
if(UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY )
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
listeners[i]->On_DirNameChanged(rename_old_name, dir_fn+UsnRecord->Filename, closed);
}
else
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
listeners[i]->On_FileNameChanged(rename_old_name, dir_fn+UsnRecord->Filename, closed);
}
}
else if(UsnRecord->Reason & USN_REASON_FILE_DELETE)
{
if(UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY )
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
listeners[i]->On_DirRemoved(dir_fn+UsnRecord->Filename, closed);
}
else
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
listeners[i]->On_FileRemoved(dir_fn+UsnRecord->Filename, closed);
hardlinkDelete(vol, UsnRecord->FileReferenceNumber);
}
deleteWithChildren(UsnRecord->FileReferenceNumber, cj.rid, UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY);
}
else if(UsnRecord->Reason & watch_flags )
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
listeners[i]->On_FileModified(dir_fn+UsnRecord->Filename, closed );
}
}
}
else if(UsnRecord->Reason & USN_REASON_RENAME_OLD_NAME )
{
bool filter_error = false;
bool has_error = false;
std::string dir_fn=getFilename(cj, UsnRecord->ParentFileReferenceNumber, true, filter_error, has_error);
if(dir_fn.empty())
{
if(!filter_error || has_error)
{
Server->Log("Error: Path of "+UsnRecord->Filename+" not found -3", LL_ERROR);
curr_has_error = true;
}
}
else
{
rename_old_name=dir_fn+UsnRecord->Filename;
}
}
}
else //Is a file or new directory
{
_i64 parent_id=hasEntry(cj.rid, UsnRecord->ParentFileReferenceNumber);
if(parent_id==-1)
{
bool fallback_update = false;
if(fallback_to_mft)
{
Server->Log("Parent of file with FRN "+convert(UsnRecord->FileReferenceNumber.lowPart)+" (Name \""+UsnRecord->Filename+"\") with FRN "+convert(UsnRecord->ParentFileReferenceNumber.lowPart)+" not found. Searching via MFT as fallback.", LL_WARNING);
uint128 parent_parent_frn;
bool has_error=false;
std::string parent_name = getNameFromMFTByFRN(cj, UsnRecord->ParentFileReferenceNumber, parent_parent_frn, has_error);
if(parent_name.empty())
{
if(!has_error)
{
Server->Log("Parent directory not found in MFT. Was probably deleted.", LL_WARNING);
}
else
{
Server->Log("Parent directory not found in MFT.", LL_ERROR);
curr_has_error = true;
}
}
else
{
addFrn(parent_name, parent_parent_frn, UsnRecord->ParentFileReferenceNumber, cj.rid);
updateWithUsn(vol, cj, UsnRecord, false, local_open_write_files);
fallback_update = true;
}
}
else
{
Server->Log("Error: Parent of file "+UsnRecord->Filename+" not found -4", LL_ERROR);
curr_has_error = true;
}
if (!fallback_update
&& !curr_has_error)
{
//Assume file was deleted
if (UsnRecord->Reason & (USN_REASON_RENAME_NEW_NAME|USN_REASON_CLOSE)
&& !rename_old_name.empty() )
{
if (UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY)
{
++num_changes;
for (size_t i = 0; i<listeners.size(); ++i)
listeners[i]->On_DirRemoved(rename_old_name, closed);
}
else
{
++num_changes;
for (size_t i = 0; i<listeners.size(); ++i)
listeners[i]->On_FileRemoved(rename_old_name, closed);
hardlinkDelete(vol, UsnRecord->FileReferenceNumber);
}
deleteWithChildren(UsnRecord->FileReferenceNumber, cj.rid, UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY);
}
}
}
else
{
bool filter_error = false;
bool has_error = false;
std::string dir_fn=getFilename(cj, UsnRecord->ParentFileReferenceNumber, true, filter_error, has_error);
if(dir_fn.empty())
{
if(!filter_error || has_error)
{
Server->Log("Error: Path of file \""+UsnRecord->Filename+"\" not found -3", LL_ERROR);
curr_has_error = true;
}
}
else
{
std::string real_fn=dir_fn+UsnRecord->Filename;
if( UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY )
{
if(UsnRecord->Reason & USN_REASON_FILE_CREATE)
{
if(UsnRecord->Reason & USN_REASON_CLOSE)
{
addFrn(UsnRecord->Filename, UsnRecord->ParentFileReferenceNumber, UsnRecord->FileReferenceNumber, cj.rid);
}
++num_changes;
for(size_t i=0;i<listeners.size();++i)
{
listeners[i]->On_DirAdded(dir_fn, closed);
}
}
}
else
{
if(UsnRecord->Reason & (USN_REASON_CLOSE | USN_REASON_RENAME_OLD_NAME))
{
std::map<std::string, bool>::iterator it_rf=local_open_write_files.find(real_fn);
if(it_rf!=local_open_write_files.end())
{
if(it_rf->second)
{
open_write_files.remove(real_fn);
}
local_open_write_files.erase(it_rf);
}
else
{
open_write_files.remove(real_fn);
}
}
else if(UsnRecord->Reason & watch_flags)
{
std::map<std::string, bool>::iterator it_rf=local_open_write_files.find(real_fn);
if(it_rf==local_open_write_files.end())
{
local_open_write_files[real_fn]=open_write_files.is_present(real_fn);
if(freeze_open_write_files)
{
open_write_files_frozen[real_fn]=true;
}
}
}
}
if(UsnRecord->Reason & USN_REASON_RENAME_OLD_NAME)
{
rename_old_name=real_fn;
}
else if( UsnRecord->Reason & watch_flags )
{
if(UsnRecord->Reason & USN_REASON_RENAME_NEW_NAME)
{
if( UsnRecord->attributes & FILE_ATTRIBUTE_DIRECTORY )
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
{
listeners[i]->On_DirNameChanged(rename_old_name, real_fn, closed);
}
}
else
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
{
listeners[i]->On_FileNameChanged(rename_old_name, real_fn, closed);
}
}
}
if(UsnRecord->Reason & (watch_flags & ~USN_REASON_RENAME_NEW_NAME ) )
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
{
listeners[i]->On_FileModified(real_fn, closed);
}
if (UsnRecord->Reason & USN_REASON_HARD_LINK_CHANGE)
{
hardlinkChange(cj, vol, UsnRecord->FileReferenceNumber, UsnRecord->ParentFileReferenceNumber, UsnRecord->Filename, closed);
}
if (UsnRecord->Reason & USN_REASON_FILE_DELETE &&
closed)
{
hardlinkDelete(vol, UsnRecord->FileReferenceNumber);
}
}
}
}
}
}
if(curr_has_error)
{
resetAll(cj.vol_str);
}
}
void ChangeJournalWatcher::add_listener( IChangeJournalListener *pListener )
{
listeners.push_back(pListener);
}
void ChangeJournalWatcher::resetAll( const std::string& vol )
{
++num_changes;
for(size_t i=0;i<listeners.size();++i)
{
listeners[i]->On_ResetAll(vol);
}
}
std::string ChangeJournalWatcher::getNameFromMFTByFRN(const SChangeJournal &cj, uint128 frn, uint128& parent_frn, bool& has_error)
{
MFT_ENUM_DATA med;
med.StartFileReferenceNumber = frn.lowPart;
med.LowUsn = 0;
med.HighUsn = MAXLONGLONG;
BYTE pData[16*1024];
DWORD cb;
size_t nDirFRNs=0;
size_t nFRNs=0;
DWORD firstError;
DWORD version = 0;
if(usn::enum_usn_data(cj.hVolume, frn.lowPart, pData, sizeof(pData), firstError, version, cb))
{
PUSN_RECORD pRecord = (PUSN_RECORD) &pData[sizeof(USN)];
if(pRecord->MajorVersion!=2 && pRecord->MajorVersion!=3)
{
Server->Log("Getting name by FRN from MFT for volume "+cj.vol_str+" returned USN record with major version "+convert(pRecord->MajorVersion)+". This version is not supported.", LL_ERROR);
parent_frn=c_frn_root;
return std::string();
}
UsnInt usn_record = usn::get_usn_record(pRecord);
if(usn_record.FileReferenceNumber!=frn)
{
if(frn == getRootFRN(cj.vol_str))
{
parent_frn=c_frn_root;
return cj.vol_str;
}
return std::string();
}
else
{
parent_frn = usn_record.ParentFileReferenceNumber;
return usn_record.Filename;
}
}
else
{
Server->Log("Getting name by FRN from MFT failed for volume "+cj.vol_str+" with error code "+convert((int)GetLastError())+" and first error "+convert((int)firstError), LL_ERROR);
has_error=true;
return std::string();
}
}
void ChangeJournalWatcher::hardlinkChange(const SChangeJournal &cj, const std::string& vol, uint128 frn, uint128 parent_frn, const std::string& name, bool closed)
{
std::vector<JournalDAO::SParentFrn> parent_frns = journal_dao.getHardLinkParents(strlower(vol), frn.highPart, frn.lowPart);
for (size_t i = 0; i < parent_frns.size(); ++i)
{
uint128 parent_frn(parent_frns[i].parent_frn_low, parent_frns[i].parent_frn_high);
bool filter_error = true;
bool has_error = false;
std::string dir_fn = getFilename(cj, parent_frn, false, filter_error, has_error);
if (!dir_fn.empty())
{
for (size_t j = 0; j<listeners.size(); ++j)
{
listeners[j]->On_FileModified(dir_fn+name, closed);
}
}
}
}
void ChangeJournalWatcher::hardlinkDelete(const std::string & vol, uint128 frn)
{
journal_dao.deleteHardlink(strlower(vol), frn.highPart, frn.lowPart);
}
uint128 ChangeJournalWatcher::getRootFRN( const std::string & root )
{
HANDLE hDir = CreateFile(Server->ConvertToWchar(root+os_file_sep()).c_str(), 0, FILE_SHARE_READ | FILE_SHARE_WRITE, NULL, OPEN_EXISTING, FILE_FLAG_BACKUP_SEMANTICS, NULL);
if(hDir==INVALID_HANDLE_VALUE)
{
Server->Log("Could not open root HANDLE.", LL_ERROR);
return c_frn_root;
}
BY_HANDLE_FILE_INFORMATION fi;
GetFileInformationByHandle(hDir, &fi);
CloseHandle(hDir);
LARGE_INTEGER frn;
frn.LowPart=fi.nFileIndexLow;
frn.HighPart=fi.nFileIndexHigh;
return uint128(frn.QuadPart);
}
Reference in New Issue View Git Blame Copy Permalink