mirrors/urbackup_backend
2
0
Fork 0
mirror of https://github.com/uroni/urbackup_backend.git synced 2025-10-26 11:36:50 +00:00
Code Issues Packages Projects Releases Wiki Activity
2fad6bb4dd
urbackup_backend/urbackupserver/ClientMain.cpp

2235 lines
57 KiB
C++
Raw Blame History

/*************************************************************************
* UrBackup - Client/Server backup system
* Copyright (C) 2011-2014 Martin Raiber
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
**************************************************************************/
#include "ClientMain.h"
#include "server_ping.h"
#include "database.h"
#include "../stringtools.h"
#include "fileclient/FileClient.h"
#include "../Interface/Server.h"
#include "../Interface/ThreadPool.h"
#include "../urbackupcommon/fileclient/tcpstack.h"
#include "../common/data.h"
#include "../urbackupcommon/settingslist.h"
#include "server_channel.h"
#include "server_log.h"
#include "ServerDownloadThread.h"
#include "InternetServiceConnector.h"
#include "server_update_stats.h"
#include "../urbackupcommon/escape.h"
#include "../common/adler32.h"
#include "server_running.h"
#include "server_cleanup.h"
#include "treediff/TreeDiff.h"
#include "../urlplugin/IUrlFactory.h"
#include "../urbackupcommon/mbrdata.h"
#include "../Interface/PipeThrottler.h"
#include "snapshot_helper.h"
#include "../cryptoplugin/ICryptoFactory.h"
#include "server_hash_existing.h"
#include "server_dir_links.h"
#include "server.h"
#include "filelist_utils.h"
#include "server_continuous.h"
#include <algorithm>
#include <memory.h>
#include <time.h>
#include <stdio.h>
#include <limits.h>
#include <memory>
#include <assert.h>
#include <math.h>
#include <errno.h>
#include <string.h>
#include "create_files_index.h"
#include <stack>
#include "FullFileBackup.h"
#include "ImageBackup.h"
#include "ContinuousBackup.h"
extern IUrlFactory *url_fak;
extern ICryptoFactory *crypto_fak;
extern std::string server_identity;
extern std::string server_token;
const unsigned short serviceport=35623;
const unsigned int check_time_intervall=5*60*1000;
const unsigned int status_update_intervall=1000;
const unsigned int eta_update_intervall=60000;
const size_t minfreespace_min=50*1024*1024;
const unsigned int ident_err_retry_time=1*60*1000;
const unsigned int ident_err_retry_time_retok=10*60*1000;
const unsigned int c_filesrv_connect_timeout=10000;
const unsigned int c_internet_fileclient_timeout=30*60*1000;
const unsigned int c_sleeptime_failed_imagebackup=20*60;
const unsigned int c_sleeptime_failed_filebackup=20*60;
const unsigned int c_exponential_backoff_div=2;
const unsigned int c_image_cowraw_bit=1024;
int ClientMain::running_backups=0;
int ClientMain::running_file_backups=0;
IMutex *ClientMain::running_backup_mutex=NULL;
IMutex *ClientMain::tmpfile_mutex=NULL;
size_t ClientMain::tmpfile_num=0;
ClientMain::ClientMain(IPipe *pPipe, sockaddr_in pAddr, const std::wstring &pName,
bool internet_connection, bool use_snapshots, bool use_reflink)
: internet_connection(internet_connection), server_settings(NULL), client_throttler(NULL),
use_snapshots(use_snapshots), use_reflink(use_reflink),
backup_dao(NULL), client_updated_time(0), continuous_backup(NULL)
{
q_update_lastseen=NULL;
pipe=pPipe;
clientaddr=pAddr;
clientaddr_mutex=Server->createMutex();
clientname=pName;
clientid=0;
do_full_backup_now=false;
do_incr_backup_now=false;
do_update_settings=false;
do_full_image_now=false;
do_incr_image_now=false;
cdp_needs_sync=true;
can_backup_images=true;
protocol_versions.file_protocol_version=1;
update_version=0;
tcpstack.setAddChecksum(internet_connection);
settings=NULL;
settings_client=NULL;
last_image_backup_try=0;
count_image_backup_try=0;
last_file_backup_try=0;
count_file_backup_try=0;
last_cdp_backup_try=0;
count_cdp_backup_try=0;
continuous_mutex=Server->createMutex();
throttle_mutex=Server->createMutex();
curr_image_version=1;
}
ClientMain::~ClientMain(void)
{
if(q_update_lastseen!=NULL)
unloadSQL();
Server->destroy(clientaddr_mutex);
if(client_throttler!=NULL)
{
Server->destroy(client_throttler);
}
if(settings!=NULL) Server->destroy(settings);
if(settings_client!=NULL) Server->destroy(settings_client);
Server->destroy(continuous_mutex);
Server->destroy(throttle_mutex);
}
void ClientMain::init_mutex(void)
{
running_backup_mutex=Server->createMutex();
tmpfile_mutex=Server->createMutex();
}
void ClientMain::destroy_mutex(void)
{
Server->destroy(running_backup_mutex);
Server->destroy(tmpfile_mutex);
}
void ClientMain::unloadSQL(void)
{
db->destroyQuery(q_update_lastseen);
db->destroyQuery(q_update_setting);
db->destroyQuery(q_insert_setting);
db->destroyQuery(q_get_unsent_logdata);
db->destroyQuery(q_set_logdata_sent);
}
void ClientMain::operator ()(void)
{
bool needs_authentification = false;
{
bool c=true;
while(c)
{
c=false;
bool retok_err=false;
std::string ret_str;
bool b=sendClientMessage("ADD IDENTITY", "OK", L"Sending Identity to client \""+clientname+L"\" failed. Retrying soon...", 10000, false, LL_INFO, &retok_err, &ret_str);
if(!b)
{
if(retok_err)
{
if(ret_str!="needs certificate")
{
ServerStatus::setStatusError(clientname, se_ident_error);
}
else
{
ServerStatus::setStatusError(clientname, se_none);
needs_authentification=true;
break;
}
}
unsigned int retry_time=ident_err_retry_time;
if(retok_err)
{
retry_time=ident_err_retry_time_retok;
}
c=true;
std::string msg;
pipe->Read(&msg, retry_time);
if(msg=="exit" || msg=="exitnow")
{
pipe->Write("ok");
Server->Log(L"client_main Thread for client \""+clientname+L"\" finished and the identity was not recognized", LL_INFO);
delete this;
return;
}
}
else
{
ServerStatus::setStatusError(clientname, se_none);
}
}
}
if( clientname.find(L"##restore##")==0 )
{
ServerChannelThread channel_thread(this, -1, internet_connection, server_identity);
THREADPOOL_TICKET channel_thread_id=Server->getThreadPool()->execute(&channel_thread);
while(true)
{
std::string msg;
pipe->Read(&msg);
if(msg=="exit" || msg=="exitnow" )
break;
}
channel_thread.doExit();
Server->getThreadPool()->waitFor(channel_thread_id);
pipe->Write("ok");
Server->Log(L"client_main Thread for client "+clientname+L" finished, restore thread");
delete this;
return;
}
else
{
bool c = false;
do
{
bool b = authenticatePubKey();
if(!b && needs_authentification)
{
ServerStatus::setStatusError(clientname, se_authentication_error);
Server->wait(5*60*1000); //5min
std::string msg;
pipe->Read(&msg, ident_err_retry_time);
if(msg=="exit" || msg=="exitnow")
{
Server->Log(L"client_main Thread for client \""+clientname+L"\" finished and the authentification failed", LL_INFO);
pipe->Write("ok");
delete this;
return;
}
c=true;
}
else
{
ServerStatus::setStatusError(clientname, se_none);
}
}
while(c);
}
std::string identity = session_identity.empty()?server_identity:session_identity;
db=Server->getDatabase(Server->getThreadID(), URBACKUPDB_SERVER);
DBScopedFreeMemory free_db_memory(db);
std::auto_ptr<ServerBackupDao> local_server_backup_dao(new ServerBackupDao(db));
backup_dao = local_server_backup_dao.get();
server_settings=new ServerSettings(db);
clientid=getClientID(db, clientname, server_settings, NULL);
if(clientid==-1)
{
ServerStatus::setStatusError(clientname, se_too_many_clients);
Server->Log(L"client_main Thread for client "+clientname+L" finished, because there were too many clients", LL_INFO);
Server->wait(10*60*1000); //10min
BackupServer::forceOfflineClient(clientname);
pipe->Write("ok");
ServerLogger::reset(clientid);
delete server_settings;
delete this;
return;
}
settings=Server->createDBSettingsReader(db, "settings", "SELECT value FROM settings_db.settings WHERE key=? AND clientid=0");
settings_client=Server->createDBSettingsReader(db, "settings", "SELECT value FROM settings_db.settings WHERE key=? AND clientid="+nconvert(clientid));
delete server_settings;
server_settings=new ServerSettings(db, clientid);
if(!createDirectoryForClient())
{
Server->wait(10*60*1000); //10min
BackupServer::forceOfflineClient(clientname);
pipe->Write("ok");
delete server_settings;
delete this;
return;
}
if(server_settings->getSettings()->computername.empty())
{
server_settings->getSettings()->computername=clientname;
}
if(server_settings->getImageFileFormat()==image_file_format_cowraw)
{
curr_image_version = curr_image_version & c_image_cowraw_bit;
}
else
{
curr_image_version = curr_image_version & ~c_image_cowraw_bit;
}
prepareSQL();
updateLastseen();
if(!updateCapabilities())
{
Server->Log(L"Could not get client capabilities", LL_ERROR);
Server->wait(5*60*1000); //5min
pipe->Write("ok");
BackupServer::forceOfflineClient(clientname);
delete server_settings;
delete this;
return;
}
status.client=clientname;
status.clientid=clientid;
ServerStatus::setServerStatus(status);
bool use_reflink=false;
#ifndef _WIN32
if( use_snapshots )
use_reflink=true;
#endif
use_tmpfiles=server_settings->getSettings()->use_tmpfiles;
use_tmpfiles_images=server_settings->getSettings()->use_tmpfiles_images;
if(!use_tmpfiles)
{
tmpfile_path=server_settings->getSettings()->backupfolder+os_file_sep()+L"urbackup_tmp_files";
os_create_dir(tmpfile_path);
if(!os_directory_exists(tmpfile_path))
{
Server->Log("Could not create or see temporary folder in backuppath", LL_ERROR);
use_tmpfiles=true;
}
}
ServerChannelThread channel_thread(this, clientid, internet_connection, identity);
THREADPOOL_TICKET channel_thread_id=Server->getThreadPool()->execute(&channel_thread);
bool received_client_settings=true;
ServerLogger::Log(clientid, "Getting client settings...", LL_DEBUG);
bool settings_doesnt_exist=false;
if(server_settings->getSettings()->allow_overwrite && !getClientSettings(settings_doesnt_exist))
{
if(!settings_doesnt_exist)
{
ServerLogger::Log(clientid, "Getting client settings failed. Retrying...", LL_INFO);
Server->wait(200000);
if(!getClientSettings(settings_doesnt_exist))
{
ServerLogger::Log(clientid, "Getting client settings failed -1", LL_ERROR);
received_client_settings=false;
}
}
else
{
ServerLogger::Log(clientid, "Getting client settings failed. Not retrying because settings do not exist.", LL_INFO);
}
}
if(received_client_settings || settings_doesnt_exist)
{
sendSettings();
}
ServerLogger::Log(clientid, "Sending backup incr intervall...", LL_DEBUG);
sendClientBackupIncrIntervall();
if(server_settings->getSettings()->autoupdate_clients)
{
checkClientVersion();
}
sendClientLogdata();
curr_image_format = server_settings->getImageFileFormat();
ServerStatus::setCommPipe(clientname, pipe);
bool skip_checking=false;
if( server_settings->getSettings()->startup_backup_delay>0 )
{
pipe->isReadable(server_settings->getSettings()->startup_backup_delay*1000);
skip_checking=true;
}
ServerSettings server_settings_updated(db);
bool do_exit_now=false;
while(true)
{
if(!skip_checking)
{
{
bool received_client_settings=true;
bool settings_updated=false;
server_settings_updated.getSettings(&settings_updated);
bool settings_dont_exist=false;
if(do_update_settings || settings_updated)
{
ServerLogger::Log(clientid, "Getting client settings...", LL_DEBUG);
do_update_settings=false;
if(server_settings->getSettings()->allow_overwrite && !getClientSettings(settings_dont_exist))
{
ServerLogger::Log(clientid, "Getting client settings failed -2", LL_ERROR);
received_client_settings=false;
}
}
if(settings_updated && (received_client_settings || settings_dont_exist) )
{
sendSettings();
}
}
if(client_updated_time!=0 && Server->getTimeSeconds()-client_updated_time>5*60)
{
updateCapabilities();
client_updated_time=0;
}
curr_image_format = server_settings->getImageFileFormat();
bool internet_no_full_file=(internet_connection && !server_settings->getSettings()->internet_full_file_backups );
bool internet_no_images=(internet_connection && !server_settings->getSettings()->internet_image_backups );
if(do_incr_image_now)
{
if(!can_backup_images)
ServerLogger::Log(clientid, "Cannot do image backup because can_backup_images=false", LL_DEBUG);
if(server_settings->getSettings()->no_images)
ServerLogger::Log(clientid, "Cannot do image backup because no_images=true", LL_DEBUG);
if(!isBackupsRunningOkay(false))
ServerLogger::Log(clientid, "Cannot do image backup because isBackupsRunningOkay()=false", LL_DEBUG);
if(!internet_no_images )
ServerLogger::Log(clientid, "Cannot do image backup because internet_no_images=true", LL_DEBUG);
}
if(do_incr_backup_now)
{
if(server_settings->getSettings()->no_file_backups)
ServerLogger::Log(clientid, "Cannot do incremental file backup because no_file_backups=true", LL_DEBUG);
if(!isBackupsRunningOkay(true))
ServerLogger::Log(clientid, "Cannot do incremental file backup because isBackupsRunningOkay()=false", LL_DEBUG);
}
if( !server_settings->getSettings()->no_file_backups && !internet_no_full_file &&
( (isUpdateFull() && ServerSettings::isInTimeSpan(server_settings->getBackupWindowFullFile())
&& exponentialBackoffFile() ) || do_full_backup_now )
&& isBackupsRunningOkay(true) && !do_full_image_now && !do_full_image_now && !do_incr_backup_now
&& (!isRunningFileBackup(c_group_default) || do_full_backup_now) )
{
SRunningBackup backup;
backup.backup = new FullFileBackup(this, clientid, clientname,
do_full_backup_now?LogAction_AlwaysLog:LogAction_LogIfNotDisabled, c_group_default, use_tmpfiles,
tmpfile_path, use_reflink, use_snapshots);
backup.group=c_group_default;
backup_queue.push_back(backup);
do_full_backup_now=false;
}
else if( !server_settings->getSettings()->no_file_backups
&& ( (isUpdateIncr() && ServerSettings::isInTimeSpan(server_settings->getBackupWindowIncrFile())
&& exponentialBackoffFile() ) || do_incr_backup_now )
&& isBackupsRunningOkay(true) && !do_full_image_now && !do_full_image_now
&& (!isRunningFileBackup(c_group_default) || do_incr_backup_now) )
{
SRunningBackup backup;
backup.backup = new IncrFileBackup(this, clientid, clientname,
do_full_backup_now?LogAction_AlwaysLog:LogAction_LogIfNotDisabled, c_group_default, use_tmpfiles,
tmpfile_path, use_reflink, use_snapshots);
backup.group=c_group_default;
backup_queue.push_back(backup);
do_incr_backup_now=false;
}
else if(can_backup_images && !server_settings->getSettings()->no_images && !internet_no_images
&& ( (isUpdateFullImage() && ServerSettings::isInTimeSpan(server_settings->getBackupWindowFullImage())
&& exponentialBackoffImage() ) || do_full_image_now)
&& isBackupsRunningOkay(false) && !do_incr_image_now)
{
std::vector<std::string> vols=server_settings->getBackupVolumes(all_volumes, all_nonusb_volumes);
for(size_t i=0;i<vols.size();++i)
{
std::string letter=vols[i]+":";
if( (isUpdateFullImage(letter) && !isRunningImageBackup(letter)) || do_full_image_now )
{
SRunningBackup backup;
backup.backup = new ImageBackup(this, clientid, clientname, do_full_image_now?LogAction_AlwaysLog:LogAction_LogIfNotDisabled,
false, letter);
backup.letter=letter;
backup_queue.push_back(backup);
}
}
do_full_image_now=false;
}
else if(can_backup_images && !server_settings->getSettings()->no_images && !internet_no_images
&& ((isUpdateIncrImage() && ServerSettings::isInTimeSpan(server_settings->getBackupWindowIncrImage())
&& exponentialBackoffImage() ) || do_incr_image_now)
&& isBackupsRunningOkay(false) )
{
std::vector<std::string> vols=server_settings->getBackupVolumes(all_volumes, all_nonusb_volumes);
for(size_t i=0;i<vols.size();++i)
{
std::string letter=vols[i]+":";
if( (isUpdateIncrImage(letter) && !isRunningImageBackup(letter)) || do_incr_image_now )
{
SRunningBackup backup;
backup.backup = new ImageBackup(this, clientid, clientname, do_full_image_now?LogAction_AlwaysLog:LogAction_LogIfNotDisabled,
true, letter);
backup.letter=letter;
backup_queue.push_back(backup);
}
}
do_incr_image_now=false;
}
else if(protocol_versions.cdp_version>0 && cdp_needs_sync && !isRunningFileBackup(c_group_continuous))
{
cdp_needs_sync=false;
SRunningBackup backup;
backup.backup = new ContinuousBackup(this, clientid, clientname,
LogAction_LogIfNotDisabled, c_group_default, use_tmpfiles,
tmpfile_path, use_reflink, use_snapshots);
backup.group=c_group_continuous;
backup_queue.push_back(backup);
}
bool send_logdata=false;
for(size_t i=0;i<backup_queue.size();)
{
if(backup_queue[i].ticket!=ILLEGAL_THREADPOOL_TICKET)
{
if(Server->getThreadPool()->waitFor(backup_queue[i].ticket, 0))
{
if(!backup_queue[i].backup->getResult() &&
backup_queue[i].backup->shouldBackoff())
{
if(backup_queue[i].backup->isFileBackup())
{
last_file_backup_try=Server->getTimeSeconds();
++count_file_backup_try;
ServerLogger::Log(clientid, "Exponential backoff: Waiting at least "+PrettyPrintTime(exponentialBackoffTimeFile()*1000) + " before next file backup", LL_WARNING);
}
else
{
last_image_backup_try=Server->getTimeSeconds();
++count_image_backup_try;
ServerLogger::Log(clientid, "Exponential backoff: Waiting at least "+PrettyPrintTime(exponentialBackoffTimeImage()*1000) + " before next image backup", LL_WARNING);
}
}
else if(backup_queue[i].backup->getResult())
{
if(backup_queue[i].backup->isFileBackup())
{
count_file_backup_try=0;
}
else
{
count_image_backup_try=0;
}
}
delete backup_queue[i].backup;
send_logdata=true;
backup_queue.erase(backup_queue.begin()+i);
continue;
}
}
++i;
}
if(send_logdata)
{
sendClientLogdata();
}
bool can_start=false;
size_t running_jobs=0;
for(size_t i=0;i<backup_queue.size();++i)
{
if(backup_queue[i].ticket!=ILLEGAL_THREADPOOL_TICKET)
{
++running_jobs;
}
else
{
can_start=true;
}
}
if(can_start)
{
while(running_jobs<server_settings->getSettings()->max_running_jobs_per_client)
{
bool started_job=false;
for(size_t i=0;i<backup_queue.size();++i)
{
if(backup_queue[i].ticket==ILLEGAL_THREADPOOL_TICKET)
{
backup_queue[i].ticket=Server->getThreadPool()->execute(backup_queue[i].backup);
++running_jobs;
started_job=true;
break;
}
}
if(!started_job)
{
break;
}
}
}
}
std::string msg;
pipe->Read(&msg, skip_checking?0:check_time_intervall);
skip_checking=false;
if(msg=="exit")
break;
else if(msg=="exitnow")
{
do_exit_now=true;
break;
}
else if(msg=="START BACKUP INCR") do_incr_backup_now=true;
else if(msg=="START BACKUP FULL") do_full_backup_now=true;
else if(msg=="UPDATE SETTINGS") do_update_settings=true;
else if(msg=="START IMAGE INCR") do_incr_image_now=true;
else if(msg=="START IMAGE FULL") do_full_image_now=true;
else if(next(msg, 0, "address"))
{
IScopedLock lock(clientaddr_mutex);
memcpy(&clientaddr, &msg[7], sizeof(sockaddr_in) );
internet_connection=(msg[7+sizeof(sockaddr_in)]==0)?false:true;
tcpstack.setAddChecksum(internet_connection);
}
else if(msg=="WAKEUP")
{
}
if(!msg.empty())
{
Server->Log("msg="+msg, LL_DEBUG);
}
}
Server->Log("Waiting for backup threads to finish ("+nconvert(clientid)+")...", LL_DEBUG);
for(size_t i=0;i<backup_queue.size();++i)
{
if(backup_queue[i].ticket!=ILLEGAL_THREADPOOL_TICKET)
{
Server->getThreadPool()->waitFor(backup_queue[i].ticket);
}
delete backup_queue[i].backup;
}
ServerStatus::setCommPipe(clientname, NULL);
//destroy channel
{
Server->Log("Stopping channel...", LL_DEBUG);
channel_thread.doExit();
Server->getThreadPool()->waitFor(channel_thread_id);
}
Server->destroy(settings);
settings=NULL;
Server->destroy(settings_client);
settings_client=NULL;
delete server_settings;
server_settings=NULL;
pipe->Write("ok");
Server->Log(L"client_main Thread for client "+clientname+L" finished");
delete this;
}
void ClientMain::prepareSQL(void)
{
q_update_lastseen=db->Prepare("UPDATE clients SET lastseen=CURRENT_TIMESTAMP WHERE id=?", false);
q_update_setting=db->Prepare("UPDATE settings_db.settings SET value=? WHERE key=? AND clientid=?", false);
q_insert_setting=db->Prepare("INSERT INTO settings_db.settings (key, value, clientid) VALUES (?,?,?)", false);
q_get_unsent_logdata=db->Prepare("SELECT l.id AS id, strftime('%s', l.created) AS created, log_data.data AS logdata FROM (logs l INNER JOIN log_data ON l.id=log_data.logid) WHERE sent=0 AND clientid=?", false);
q_set_logdata_sent=db->Prepare("UPDATE logs SET sent=1 WHERE id=?", false);
}
int ClientMain::getClientID(IDatabase *db, const std::wstring &clientname, ServerSettings *server_settings, bool *new_client)
{
if(new_client!=NULL)
*new_client=false;
IQuery *q=db->Prepare("SELECT id FROM clients WHERE name=?",false);
if(q==NULL) return -1;
q->Bind(clientname);
db_results res=q->Read();
db->destroyQuery(q);
if(res.size()>0)
return watoi(res[0][L"id"]);
else
{
IQuery *q_get_num_clients=db->Prepare("SELECT count(*) AS c FROM clients WHERE lastseen > date('now', '-2 month')", false);
db_results res_r=q_get_num_clients->Read();
q_get_num_clients->Reset();
int c_clients=-1;
if(!res_r.empty()) c_clients=watoi(res_r[0][L"c"]);
db->destroyQuery(q_get_num_clients);
if(server_settings==NULL || c_clients<server_settings->getSettings()->max_active_clients)
{
IQuery *q_insert_newclient=db->Prepare("INSERT INTO clients (name, lastseen,bytes_used_files,bytes_used_images) VALUES (?, CURRENT_TIMESTAMP, 0, 0)", false);
q_insert_newclient->Bind(clientname);
q_insert_newclient->Write();
int rid=(int)db->getLastInsertID();
q_insert_newclient->Reset();
db->destroyQuery(q_insert_newclient);
IQuery *q_insert_authkey=db->Prepare("INSERT INTO settings_db.settings (key,value, clientid) VALUES ('internet_authkey',?,?)", false);
q_insert_authkey->Bind(ServerSettings::generateRandomAuthKey());
q_insert_authkey->Bind(rid);
q_insert_authkey->Write();
q_insert_authkey->Reset();
db->destroyQuery(q_insert_authkey);
if(new_client!=NULL)
*new_client=true;
return rid;
}
else
{
Server->Log(L"Too many clients. Didn't accept client '"+clientname+L"'", LL_INFO);
return -1;
}
}
}
void ClientMain::updateLastseen(void)
{
q_update_lastseen->Bind(clientid);
q_update_lastseen->Write();
q_update_lastseen->Reset();
}
bool ClientMain::isUpdateFull(void)
{
int update_freq = server_settings->getUpdateFreqFileFull();
if( update_freq<0 )
return false;
return backup_dao->hasRecentFullFileBackup(convert(-1*update_freq)+L" seconds",
clientid).exists;
}
bool ClientMain::isUpdateIncr(void)
{
int update_freq = server_settings->getUpdateFreqFileIncr();
if( update_freq<0 )
return false;
return backup_dao->hasRecentIncrFileBackup(convert(-1*update_freq)+L" seconds",
clientid).exists;
}
bool ClientMain::isUpdateFullImage(const std::string &letter)
{
int update_freq = server_settings->getUpdateFreqImageFull();
if( update_freq<0 )
return false;
return backup_dao->hasRecentFullImageBackup(convert(-1*update_freq)+L" seconds",
clientid, curr_image_version, widen(letter)).exists;
}
bool ClientMain::isUpdateFullImage(void)
{
std::vector<std::string> vols=server_settings->getBackupVolumes(all_volumes, all_nonusb_volumes);
for(size_t i=0;i<vols.size();++i)
{
if( isUpdateFullImage(vols[i]+":") )
{
return true;
}
}
return false;
}
bool ClientMain::isUpdateIncrImage(void)
{
std::vector<std::string> vols=server_settings->getBackupVolumes(all_volumes, all_nonusb_volumes);
for(size_t i=0;i<vols.size();++i)
{
if( isUpdateIncrImage(vols[i]+":") )
{
return true;
}
}
return false;
}
bool ClientMain::isUpdateIncrImage(const std::string &letter)
{
int update_freq = server_settings->getUpdateFreqImageIncr();
if( server_settings->getUpdateFreqImageFull()<0 || update_freq<0 )
return false;
return backup_dao->hasRecentIncrImageBackup(convert(-1*update_freq)+L" seconds",
clientid, curr_image_version, widen(letter)).exists;
}
std::string ClientMain::sendClientMessageRetry(const std::string &msg, const std::wstring &errmsg, unsigned int timeout, size_t retry, bool logerr, int max_loglevel)
{
std::string res;
do
{
int64 starttime=Server->getTimeMS();
res = sendClientMessage(msg, errmsg, timeout, logerr, max_loglevel);
if(res.empty())
{
if(retry>0)
{
--retry;
int64 passed_time=Server->getTimeMS()-starttime;
if(passed_time<timeout)
{
Server->wait(static_cast<unsigned int>(timeout-passed_time));
}
}
else
{
return res;
}
}
}
while(res.empty());
return res;
}
std::string ClientMain::sendClientMessage(const std::string &msg, const std::wstring &errmsg, unsigned int timeout, bool logerr, int max_loglevel)
{
CTCPStack tcpstack(internet_connection);
IPipe *cc=getClientCommandConnection(10000);
if(cc==NULL)
{
if(logerr)
ServerLogger::Log(clientid, L"Connecting to ClientService of \""+clientname+L"\" failed: "+errmsg, max_loglevel);
else
Server->Log(L"Connecting to ClientService of \""+clientname+L"\" failed: "+errmsg, max_loglevel);
return "";
}
std::string identity;
if(!session_identity.empty())
{
identity=session_identity;
}
else
{
identity=server_identity;
}
tcpstack.Send(cc, identity+msg);
std::string ret;
int64 starttime=Server->getTimeMS();
bool ok=false;
bool herr=false;
while(Server->getTimeMS()-starttime<=timeout)
{
size_t rc=cc->Read(&ret, timeout);
if(rc==0)
{
if(logerr)
ServerLogger::Log(clientid, errmsg, max_loglevel);
else
Server->Log(errmsg, max_loglevel);
break;
}
tcpstack.AddData((char*)ret.c_str(), ret.size());
size_t packetsize;
char *pck=tcpstack.getPacket(&packetsize);
if(pck!=NULL && packetsize>0)
{
ret.resize(packetsize);
memcpy(&ret[0], pck, packetsize);
delete [] pck;
Server->destroy(cc);
return ret;
}
}
if(logerr)
ServerLogger::Log(clientid, L"Timeout: "+errmsg, max_loglevel);
else
Server->Log(L"Timeout: "+errmsg, max_loglevel);
Server->destroy(cc);
return "";
}
bool ClientMain::sendClientMessageRetry(const std::string &msg, const std::string &retok, const std::wstring &errmsg, unsigned int timeout, size_t retry, bool logerr, int max_loglevel, bool *retok_err, std::string* retok_str)
{
bool res;
do
{
int64 starttime=Server->getTimeMS();
res = sendClientMessage(msg, retok, errmsg, timeout, logerr, max_loglevel, retok_err, retok_str);
if(!res)
{
if(retry>0)
{
--retry;
int64 passed_time=Server->getTimeMS()-starttime;
if(passed_time<timeout)
{
Server->wait(static_cast<unsigned int>(timeout-passed_time));
}
}
else
{
return res;
}
}
}
while(!res);
return res;
}
bool ClientMain::sendClientMessage(const std::string &msg, const std::string &retok, const std::wstring &errmsg, unsigned int timeout, bool logerr, int max_loglevel, bool *retok_err, std::string* retok_str)
{
CTCPStack tcpstack(internet_connection);
IPipe *cc=getClientCommandConnection(10000);
if(cc==NULL)
{
if(logerr)
ServerLogger::Log(clientid, L"Connecting to ClientService of \""+clientname+L"\" failed: "+errmsg, max_loglevel);
else
Server->Log(L"Connecting to ClientService of \""+clientname+L"\" failed: "+errmsg, max_loglevel);
return false;
}
std::string identity;
if(!session_identity.empty())
{
identity=session_identity;
}
else
{
identity=server_identity;
}
tcpstack.Send(cc, identity+msg);
std::string ret;
int64 starttime=Server->getTimeMS();
bool ok=false;
bool herr=false;
while(Server->getTimeMS()-starttime<=timeout)
{
size_t rc=cc->Read(&ret, timeout);
if(rc==0)
{
break;
}
tcpstack.AddData((char*)ret.c_str(), ret.size());
size_t packetsize;
char *pck=tcpstack.getPacket(&packetsize);
if(pck!=NULL && packetsize>0)
{
ret=pck;
delete [] pck;
if(retok_str!=NULL)
{
*retok_str=ret;
}
if(ret!=retok)
{
herr=true;
if(logerr)
ServerLogger::Log(clientid, errmsg, max_loglevel);
else
if(retok_err!=NULL)
*retok_err=true;
break;
}
else
{
ok=true;
break;
}
}
else if(pck!=NULL)
{
delete []pck;
}
}
if(!ok && !herr)
{
if(logerr)
ServerLogger::Log(clientid, L"Timeout: "+errmsg, max_loglevel);
else
Server->Log(L"Timeout: "+errmsg, max_loglevel);
}
Server->destroy(cc);
return ok;
}
void ClientMain::sendClientBackupIncrIntervall(void)
{
sendClientMessage("INCRINTERVALL \""+nconvert(server_settings->getUpdateFreqFileIncr())+"\"", "OK", L"Sending incremental file backup interval to client failed", 10000);
}
bool ClientMain::updateCapabilities(void)
{
std::string cap=sendClientMessageRetry("CAPA", L"Querying client capabilities failed", 10000, 10, false);
if(cap!="ERR" && !cap.empty())
{
str_map params;
ParseParamStrHttp(cap, &params);
if(params[L"IMAGE"]!=L"1")
{
Server->Log("Client doesn't have IMAGE capability", LL_DEBUG);
can_backup_images=false;
}
str_map::iterator it=params.find(L"FILESRV");
if(it!=params.end())
{
protocol_versions.filesrv_protocol_version=watoi(it->second);
}
it=params.find(L"FILE");
if(it!=params.end())
{
protocol_versions.file_protocol_version=watoi(it->second);
}
it=params.find(L"FILE2");
if(it!=params.end())
{
protocol_versions.file_protocol_version_v2=watoi(it->second);
}
it=params.find(L"SET_SETTINGS");
if(it!=params.end())
{
protocol_versions.set_settings_version=watoi(it->second);
}
it=params.find(L"IMAGE_VER");
if(it!=params.end())
{
protocol_versions.image_protocol_version=watoi(it->second);
}
it=params.find(L"CLIENTUPDATE");
if(it!=params.end())
{
update_version=watoi(it->second);
}
it=params.find(L"CLIENT_VERSION_STR");
if(it!=params.end())
{
ServerStatus::setClientVersionString(clientname, Server->ConvertToUTF8(it->second));
}
it=params.find(L"OS_VERSION_STR");
if(it!=params.end())
{
ServerStatus::setOSVersionString(clientname, Server->ConvertToUTF8(it->second));
}
it=params.find(L"ALL_VOLUMES");
if(it!=params.end())
{
all_volumes=Server->ConvertToUTF8(it->second);
}
it=params.find(L"ALL_NONUSB_VOLUMES");
if(it!=params.end())
{
all_nonusb_volumes=Server->ConvertToUTF8(it->second);
}
it=params.find(L"ETA");
if(it!=params.end())
{
protocol_versions.eta_version=watoi(it->second);
}
it=params.find(L"CDP");
if(it!=params.end())
{
protocol_versions.cdp_version=watoi(it->second);
}
it=params.find(L"EFI");
if(it!=params.end())
{
protocol_versions.efi_version=watoi(it->second);
}
}
return !cap.empty();
}
void ClientMain::sendSettings(void)
{
std::string s_settings;
std::vector<std::wstring> settings_names=getSettingsList();
std::vector<std::wstring> global_settings_names=getGlobalizedSettingsList();
std::vector<std::wstring> local_settings_names=getLocalizedSettingsList();
std::vector<std::wstring> only_server_settings_names=getOnlyServerClientSettingsList();
std::string stmp=settings_client->getValue("overwrite", "");
bool overwrite=true;
if(!stmp.empty())
overwrite=(stmp=="true");
bool allow_overwrite=true;
if(overwrite)
{
stmp=settings_client->getValue("allow_overwrite", "");
}
if(stmp.empty())
stmp=settings->getValue("allow_overwrite", "");
if(!stmp.empty())
allow_overwrite=(stmp=="true");
ServerBackupDao::CondString origSettingsData = backup_dao->getOrigClientSettings(clientid);
ISettingsReader* origSettings = NULL;
if(origSettingsData.exists)
{
origSettings = Server->createMemorySettingsReader(Server->ConvertToUTF8(origSettingsData.value));
}
for(size_t i=0;i<settings_names.size();++i)
{
std::wstring key=settings_names[i];
std::wstring value;
bool globalized=std::find(global_settings_names.begin(), global_settings_names.end(), key)!=global_settings_names.end();
bool localized=std::find(local_settings_names.begin(), local_settings_names.end(), key)!=local_settings_names.end();
if( globalized || (!overwrite && !allow_overwrite && !localized) || !settings_client->getValue(key, &value) )
{
if(!settings->getValue(key, &value) )
key=L"";
}
if(!key.empty())
{
if(!allow_overwrite)
{
s_settings+=Server->ConvertToUTF8(key)+"="+Server->ConvertToUTF8(value)+"\n";
}
else if(origSettings!=NULL)
{
std::wstring orig_v;
if( (origSettings->getValue(key, &orig_v) ||
origSettings->getValue(key+L"_def", &orig_v) ) && orig_v!=value)
{
s_settings+=Server->ConvertToUTF8(key)+"_orig="+Server->ConvertToUTF8(orig_v)+"\n";
}
}
if(!overwrite &&
std::find(only_server_settings_names.begin(), only_server_settings_names.end(), key)!=only_server_settings_names.end())
{
settings->getValue(key, &value);
key+=L"_def";
s_settings+=Server->ConvertToUTF8(key)+"="+Server->ConvertToUTF8(value)+"\n";
}
else
{
key+=L"_def";
s_settings+=Server->ConvertToUTF8(key)+"="+Server->ConvertToUTF8(value)+"\n";
}
}
}
delete origSettings;
escapeClientMessage(s_settings);
if(sendClientMessage("SETTINGS "+s_settings, "OK", L"Sending settings to client failed", 10000))
{
backup_dao->insertIntoOrigClientSettings(clientid, s_settings);
}
}
bool ClientMain::getClientSettings(bool& doesnt_exist)
{
doesnt_exist=false;
std::string identity = session_identity.empty()?server_identity:session_identity;
FileClient fc(false, identity, protocol_versions.filesrv_protocol_version, internet_connection, this, use_tmpfiles?NULL:this);
_u32 rc=getClientFilesrvConnection(&fc, server_settings);
if(rc!=ERR_CONNECTED)
{
ServerLogger::Log(clientid, L"Getting Client settings of "+clientname+L" failed - CONNECT error", LL_ERROR);
return false;
}
IFile *tmp=getTemporaryFileRetry(use_tmpfiles, tmpfile_path, clientid);
if(tmp==NULL)
{
ServerLogger::Log(clientid, "Error creating temporary file in BackupServerGet::getClientSettings", LL_ERROR);
return false;
}
rc=fc.GetFile("urbackup/settings.cfg", tmp, true);
if(rc!=ERR_SUCCESS)
{
ServerLogger::Log(clientid, L"Error getting Client settings of "+clientname+L". Errorcode: "+widen(fc.getErrorString(rc))+L" ("+convert(rc)+L")", LL_ERROR);
std::string tmp_fn=tmp->getFilename();
Server->destroy(tmp);
Server->deleteFile(tmp_fn);
if(rc==ERR_FILE_DOESNT_EXIST)
{
doesnt_exist=true;
}
return false;
}
std::string settings_data = readToString(tmp);
ISettingsReader *sr=Server->createFileSettingsReader(tmp->getFilename());
std::vector<std::wstring> setting_names=getSettingsList();
bool mod=false;
if(protocol_versions.set_settings_version>0)
{
std::string tmp_str;
if(!sr->getValue("client_set_settings", &tmp_str) || tmp_str!="true" )
{
Server->destroy(sr);
std::string tmp_fn=tmp->getFilename();
Server->destroy(tmp);
Server->deleteFile(tmp_fn);
return true;
}
else
{
bool b=updateClientSetting(L"client_set_settings", L"true");
if(b)
mod=true;
std::wstring settings_update_time;
if(sr->getValue(L"client_set_settings_time", &settings_update_time))
{
b=updateClientSetting(L"client_set_settings_time", settings_update_time);
if(b)
{
backup_dao->insertIntoOrigClientSettings(clientid, settings_data);
mod=true;
}
else
{
Server->destroy(sr);
std::string tmp_fn=tmp->getFilename();
Server->destroy(tmp);
Server->deleteFile(tmp_fn);
return true;
}
}
}
}
std::vector<std::wstring> only_server_settings = getOnlyServerClientSettingsList();
for(size_t i=0;i<setting_names.size();++i)
{
std::wstring &key=setting_names[i];
std::wstring value;
if(internet_connection && key==L"computername")
{
continue;
}
if(std::find(only_server_settings.begin(), only_server_settings.end(),
key)!=only_server_settings.end())
{
continue;
}
if(sr->getValue(key, &value) )
{
bool b=updateClientSetting(key, value);
if(b)
mod=true;
}
}
Server->destroy(sr);
std::string tmp_fn=tmp->getFilename();
Server->destroy(tmp);
Server->deleteFile(tmp_fn);
if(mod)
{
server_settings->update(true);
if(server_settings->getImageFileFormat()==image_file_format_cowraw)
{
curr_image_version = curr_image_version & c_image_cowraw_bit;
}
else
{
curr_image_version = curr_image_version & ~c_image_cowraw_bit;
}
}
return true;
}
bool ClientMain::updateClientSetting(const std::wstring &key, const std::wstring &value)
{
std::wstring tmp;
if(settings_client->getValue(key, &tmp)==false )
{
q_insert_setting->Bind(key);
q_insert_setting->Bind(value);
q_insert_setting->Bind(clientid);
q_insert_setting->Write();
q_insert_setting->Reset();
return true;
}
else if(tmp!=value)
{
q_update_setting->Bind(value);
q_update_setting->Bind(key);
q_update_setting->Bind(clientid);
q_update_setting->Write();
q_update_setting->Reset();
return true;
}
return false;
}
void ClientMain::sendToPipe(const std::string &msg)
{
pipe->Write(msg);
}
int ClientMain::getPCDone(void)
{
SStatus st=ServerStatus::getStatus(clientname);
if(!st.has_status)
return -1;
else
return st.pcdone;
}
int64 ClientMain::getETAms(void)
{
SStatus st=ServerStatus::getStatus(clientname);
if(!st.has_status)
{
return -1;
}
else
{
int64 add_time = Server->getTimeMS() - st.eta_set_time;
return st.eta_ms - add_time;
}
}
void ClientMain::sendClientLogdata(void)
{
q_get_unsent_logdata->Bind(clientid);
db_results res=q_get_unsent_logdata->Read();
q_get_unsent_logdata->Reset();
for(size_t i=0;i<res.size();++i)
{
std::string logdata=Server->ConvertToUTF8(res[i][L"logdata"]);
escapeClientMessage(logdata);
if(sendClientMessage("2LOGDATA "+wnarrow(res[i][L"created"])+" "+logdata, "OK", L"Sending logdata to client failed", 10000, false, LL_WARNING))
{
q_set_logdata_sent->Bind(res[i][L"id"]);
q_set_logdata_sent->Write();
q_set_logdata_sent->Reset();
}
}
}
MailServer ClientMain::getMailServerSettings(void)
{
ISettingsReader *settings=Server->createDBSettingsReader(Server->getDatabase(Server->getThreadID(), URBACKUPDB_SERVER), "settings_db.settings", "SELECT value FROM settings_db.settings WHERE key=? AND clientid=0");
MailServer ms;
ms.servername=settings->getValue("mail_servername", "");
ms.port=(unsigned short)watoi(settings->getValue(L"mail_serverport", L"587"));
ms.username=settings->getValue("mail_username", "");
ms.password=settings->getValue("mail_password", "");
ms.mailfrom=settings->getValue("mail_from", "");
if(ms.mailfrom.empty())
ms.mailfrom="report@urbackup.org";
ms.ssl_only=(settings->getValue("mail_ssl_only", "false")=="true")?true:false;
ms.check_certificate=(settings->getValue("mail_check_certificate", "false")=="true")?true:false;
Server->destroy(settings);
return ms;
}
bool ClientMain::sendMailToAdmins(const std::string& subj, const std::string& message)
{
MailServer mail_server=getMailServerSettings();
if(mail_server.servername.empty())
return false;
if(url_fak==NULL)
return false;
ISettingsReader *settings=Server->createDBSettingsReader(Server->getDatabase(Server->getThreadID(), URBACKUPDB_SERVER), "settings_db.settings", "SELECT value FROM settings_db.settings WHERE key=? AND clientid=0");
std::string admin_addrs_str=settings->getValue("mail_admin_addrs", "");
if(admin_addrs_str.empty())
return false;
std::vector<std::string> admin_addrs;
Tokenize(admin_addrs_str, admin_addrs, ";,");
std::string errmsg;
bool b=url_fak->sendMail(mail_server, admin_addrs, "[UrBackup] "+subj, message, &errmsg);
if(!b)
{
Server->Log("Sending mail failed. "+errmsg, LL_WARNING);
return false;
}
return true;
}
void ClientMain::checkClientVersion(void)
{
std::string version=getFile("urbackup/version.txt");
if(!version.empty())
{
std::string r=sendClientMessage("VERSION "+version, L"Sending version to client failed", 10000);
if(r=="update")
{
IFile *sigfile=Server->openFile("urbackup/UrBackupUpdate.sig", MODE_READ);
if(sigfile==NULL)
{
ServerLogger::Log(clientid, "Error opening sigfile", LL_ERROR);
return;
}
IFile *updatefile=Server->openFile("urbackup/UrBackupUpdate.exe", MODE_READ);
if(updatefile==NULL)
{
ServerLogger::Log(clientid, "Error opening updatefile", LL_ERROR);
return;
}
size_t datasize=3*sizeof(unsigned int)+version.size()+(size_t)sigfile->Size()+(size_t)updatefile->Size();
CTCPStack tcpstack(internet_connection);
IPipe *cc=getClientCommandConnection(10000);
if(cc==NULL)
{
ServerLogger::Log(clientid, L"Connecting to ClientService of \""+clientname+L"\" failed - CONNECT error", LL_ERROR);
return;
}
std::string msg;
if(update_version>0)
{
msg="1CLIENTUPDATE size="+nconvert(datasize)+"&silent_update="+nconvert(server_settings->getSettings()->silent_update);
}
else
{
msg="CLIENTUPDATE "+nconvert(datasize);
}
std::string identity= session_identity.empty()?server_identity:session_identity;
tcpstack.Send(cc, identity+msg);
int timeout=5*60*1000;
unsigned int c_size=(unsigned int)version.size();
if(!cc->Write((char*)&c_size, sizeof(unsigned int), timeout) )
{
Server->destroy(cc);
Server->destroy(sigfile);
Server->destroy(updatefile);
return;
}
if(!cc->Write(version, timeout) )
{
Server->destroy(cc);
Server->destroy(sigfile);
Server->destroy(updatefile);
return;
}
c_size=(unsigned int)sigfile->Size();
if(!cc->Write((char*)&c_size, sizeof(unsigned int), timeout) )
{
Server->destroy(cc);
Server->destroy(sigfile);
Server->destroy(updatefile);
return;
}
if(!sendFile(cc, sigfile, timeout) )
{
Server->destroy(cc);
Server->destroy(sigfile);
Server->destroy(updatefile);
return;
}
c_size=(unsigned int)updatefile->Size();
if(!cc->Write((char*)&c_size, sizeof(unsigned int), timeout) )
{
Server->destroy(cc);
Server->destroy(sigfile);
Server->destroy(updatefile);
return;
}
if(!sendFile(cc, updatefile, timeout) )
{
Server->destroy(cc);
Server->destroy(sigfile);
Server->destroy(updatefile);
return;
}
Server->destroy(sigfile);
Server->destroy(updatefile);
std::string ret;
int64 starttime=Server->getTimeMS();
bool ok=false;
while(Server->getTimeMS()-starttime<=5*60*1000)
{
size_t rc=cc->Read(&ret, timeout);
if(rc==0)
{
ServerLogger::Log(clientid, "Reading from client failed in update", LL_ERROR);
break;
}
tcpstack.AddData((char*)ret.c_str(), ret.size());
size_t packetsize;
char *pck=tcpstack.getPacket(&packetsize);
if(pck!=NULL && packetsize>0)
{
ret.resize(packetsize);
memcpy(&ret[0], pck, packetsize);
delete [] pck;
if(ret=="ok")
{
ok=true;
break;
}
else
{
ok=false;
ServerLogger::Log(clientid, "Error in update: "+ret, LL_ERROR);
break;
}
}
}
if(!ok)
{
ServerLogger::Log(clientid, L"Timeout: In client update", LL_ERROR);
}
Server->destroy(cc);
client_updated_time = Server->getTimeSeconds();
if(ok)
{
ServerLogger::Log(clientid, L"Updated client successfully", LL_INFO);
}
}
}
}
bool ClientMain::sendFile(IPipe *cc, IFile *f, int timeout)
{
char buf[4096];
_u32 r;
while((r=f->Read(buf, 4096))>0)
{
if(!cc->Write(buf, r, timeout))
return false;
}
return true;
}
sockaddr_in ClientMain::getClientaddr(void)
{
IScopedLock lock(clientaddr_mutex);
return clientaddr;
}
bool ClientMain::isBackupsRunningOkay(bool file)
{
IScopedLock lock(running_backup_mutex);
if(running_backups<server_settings->getSettings()->max_sim_backups)
{
return true;
}
else
{
return false;
}
}
void ClientMain::startBackupRunning(bool file)
{
IScopedLock lock(running_backup_mutex);
++running_backups;
if(file)
{
++running_file_backups;
}
}
void ClientMain::stopBackupRunning(bool file)
{
IScopedLock lock(running_backup_mutex);
--running_backups;
if(file)
{
--running_file_backups;
}
}
int ClientMain::getNumberOfRunningBackups(void)
{
IScopedLock lock(running_backup_mutex);
return running_backups;
}
int ClientMain::getNumberOfRunningFileBackups(void)
{
IScopedLock lock(running_backup_mutex);
return running_file_backups;
}
IPipeThrottler *ClientMain::getThrottler(size_t speed_bps)
{
IScopedLock lock(throttle_mutex);
if(client_throttler==NULL)
{
client_throttler=Server->createPipeThrottler(speed_bps);
}
else
{
client_throttler->changeThrottleLimit(speed_bps);
}
return client_throttler;
}
IPipe *ClientMain::getClientCommandConnection(int timeoutms, std::string* clientaddr)
{
if(clientaddr!=NULL)
{
unsigned int ip = ServerStatus::getStatus(clientname).ip_addr;
unsigned char *ips=reinterpret_cast<unsigned char*>(&ip);
*clientaddr=nconvert(ips[0])+"."+nconvert(ips[1])+"."+nconvert(ips[2])+"."+nconvert(ips[3]);
}
if(internet_connection)
{
IPipe *ret=InternetServiceConnector::getConnection(Server->ConvertToUTF8(clientname), SERVICE_COMMANDS, timeoutms);
if(server_settings!=NULL && ret!=NULL)
{
int internet_speed=server_settings->getInternetSpeed();
if(internet_speed>0)
{
ret->addThrottler(getThrottler(internet_speed));
}
int global_internet_speed=server_settings->getGlobalInternetSpeed();
if(global_internet_speed>0)
{
ret->addThrottler(BackupServer::getGlobalInternetThrottler(global_internet_speed));
}
}
return ret;
}
else
{
IPipe *ret=Server->ConnectStream(inet_ntoa(getClientaddr().sin_addr), serviceport, timeoutms);
if(server_settings!=NULL && ret!=NULL)
{
int local_speed=server_settings->getLocalSpeed();
if(local_speed>0)
{
ret->addThrottler(getThrottler(local_speed));
}
int global_local_speed=server_settings->getGlobalLocalSpeed();
if(global_local_speed>0)
{
ret->addThrottler(BackupServer::getGlobalLocalThrottler(global_local_speed));
}
}
return ret;
}
}
_u32 ClientMain::getClientFilesrvConnection(FileClient *fc, ServerSettings* server_settings, int timeoutms)
{
fc->setProgressLogCallback(this);
if(internet_connection)
{
IPipe *cp=InternetServiceConnector::getConnection(Server->ConvertToUTF8(clientname), SERVICE_FILESRV, timeoutms);
_u32 ret=fc->Connect(cp);
if(server_settings!=NULL)
{
int internet_speed=server_settings->getInternetSpeed();
if(internet_speed>0)
{
fc->addThrottler(getThrottler(internet_speed));
}
int global_internet_speed=server_settings->getGlobalInternetSpeed();
if(global_internet_speed>0)
{
fc->addThrottler(BackupServer::getGlobalInternetThrottler(global_internet_speed));
}
}
fc->setReconnectionTimeout(c_internet_fileclient_timeout);
return ret;
}
else
{
sockaddr_in addr=getClientaddr();
_u32 ret=fc->Connect(&addr);
if(server_settings!=NULL)
{
int local_speed=server_settings->getLocalSpeed();
if(local_speed>0)
{
fc->addThrottler(getThrottler(local_speed));
}
int global_local_speed=server_settings->getGlobalLocalSpeed();
if(global_local_speed>0)
{
fc->addThrottler(BackupServer::getGlobalLocalThrottler(global_local_speed));
}
}
return ret;
}
}
bool ClientMain::getClientChunkedFilesrvConnection(std::auto_ptr<FileClientChunked>& fc_chunked, ServerSettings* server_settings, int timeoutms)
{
std::string identity = session_identity.empty()?server_identity:session_identity;
if(internet_connection)
{
IPipe *cp=InternetServiceConnector::getConnection(Server->ConvertToUTF8(clientname), SERVICE_FILESRV, timeoutms);
if(cp!=NULL)
{
fc_chunked.reset(new FileClientChunked(cp, false, &tcpstack, this, use_tmpfiles?NULL:this, identity, NULL));
fc_chunked->setReconnectionTimeout(c_internet_fileclient_timeout);
}
else
{
return false;
}
}
else
{
sockaddr_in addr=getClientaddr();
IPipe *pipe=Server->ConnectStream(inet_ntoa(getClientaddr().sin_addr), TCP_PORT, timeoutms);
if(pipe!=NULL)
{
fc_chunked.reset(new FileClientChunked(pipe, false, &tcpstack, this, use_tmpfiles?NULL:this, identity, NULL));
}
else
{
return false;
}
}
fc_chunked->setProgressLogCallback(this);
if(fc_chunked->getPipe()!=NULL && server_settings!=NULL)
{
int speed;
if(internet_connection)
{
speed=server_settings->getInternetSpeed();
}
else
{
speed=server_settings->getLocalSpeed();
}
if(speed>0)
{
fc_chunked->addThrottler(getThrottler(speed));
}
if(internet_connection)
{
int global_speed=server_settings->getGlobalInternetSpeed();
if(global_speed>0)
{
fc_chunked->addThrottler(BackupServer::getGlobalInternetThrottler(global_speed));
}
}
else
{
int global_speed=server_settings->getGlobalLocalSpeed();
if(global_speed>0)
{
fc_chunked->addThrottler(BackupServer::getGlobalLocalThrottler(global_speed));
}
}
}
return true;
}
IFile *ClientMain::getTemporaryFileRetry(bool use_tmpfiles, const std::wstring& tmpfile_path, int clientid)
{
int tries=50;
IFile *pfd=NULL;
while(pfd==NULL)
{
if(use_tmpfiles)
{
pfd=Server->openTemporaryFile();
}
else
{
size_t num;
{
IScopedLock lock(tmpfile_mutex);
num=tmpfile_num++;
}
pfd=Server->openFile(tmpfile_path+os_file_sep()+convert(num), MODE_RW_CREATE);
}
if(pfd==NULL)
{
ServerLogger::Log(clientid, "Error opening temporary file. Retrying...", LL_WARNING);
--tries;
if(tries<0)
{
return NULL;
}
Server->wait(1000);
}
}
return pfd;
}
void ClientMain::destroyTemporaryFile(IFile *tmp)
{
std::wstring fn=tmp->getFilenameW();
Server->destroy(tmp);
Server->deleteFile(fn);
}
IPipe * ClientMain::new_fileclient_connection(void)
{
IPipe *rp=NULL;
if(internet_connection)
{
rp=InternetServiceConnector::getConnection(Server->ConvertToUTF8(clientname), SERVICE_FILESRV, c_filesrv_connect_timeout);
}
else
{
sockaddr_in addr=getClientaddr();
rp=Server->ConnectStream(inet_ntoa(getClientaddr().sin_addr), TCP_PORT, c_filesrv_connect_timeout);
}
return rp;
}
bool ClientMain::handle_not_enough_space(const std::wstring &path)
{
int64 free_space=-1;
if(!path.empty())
{
free_space = os_free_space(os_file_prefix(path));
if(free_space==-1)
{
free_space = os_free_space(os_file_prefix(ExtractFilePath(path)));
}
}
if(free_space==-1)
{
free_space=os_free_space(os_file_prefix(server_settings->getSettings()->backupfolder));
}
if(free_space!=-1 && free_space<minfreespace_min)
{
Server->Log("No free space in backup folder. Free space="+PrettyPrintBytes(free_space)+" MinFreeSpace="+PrettyPrintBytes(minfreespace_min), LL_WARNING);
if(!ServerCleanupThread::cleanupSpace(minfreespace_min) )
{
ServerLogger::Log(clientid, "FATAL: Could not free space. NOT ENOUGH FREE SPACE.", LL_ERROR);
sendMailToAdmins("Fatal error occured during backup", ServerLogger::getWarningLevelTextLogdata(clientid));
return false;
}
}
return true;
}
unsigned int ClientMain::exponentialBackoffTime( size_t count, unsigned int sleeptime, unsigned div )
{
return static_cast<unsigned int>((std::max)(static_cast<double>(sleeptime), static_cast<double>(sleeptime)*pow(static_cast<double>(div), static_cast<double>(count))));
}
bool ClientMain::exponentialBackoff(size_t count, int64 lasttime, unsigned int sleeptime, unsigned div)
{
if(count>0)
{
unsigned int passed_time=static_cast<unsigned int>(Server->getTimeSeconds()-lasttime);
unsigned int sleeptime_exp = exponentialBackoffTime(count, sleeptime, div);
return passed_time>=sleeptime_exp;
}
return true;
}
unsigned int ClientMain::exponentialBackoffTimeImage()
{
return exponentialBackoffTime(count_image_backup_try, c_sleeptime_failed_imagebackup, c_exponential_backoff_div);
}
unsigned int ClientMain::exponentialBackoffTimeFile()
{
return exponentialBackoffTime(count_file_backup_try, c_sleeptime_failed_filebackup, c_exponential_backoff_div);
}
bool ClientMain::exponentialBackoffImage()
{
return exponentialBackoff(count_image_backup_try, last_image_backup_try, c_sleeptime_failed_imagebackup, c_exponential_backoff_div);
}
bool ClientMain::exponentialBackoffFile()
{
return exponentialBackoff(count_file_backup_try, last_file_backup_try, c_sleeptime_failed_filebackup, c_exponential_backoff_div);
}
bool ClientMain::exponentialBackoffCdp()
{
return exponentialBackoff(count_cdp_backup_try, last_cdp_backup_try, c_sleeptime_failed_filebackup, c_exponential_backoff_div);
}
bool ClientMain::authenticatePubKey()
{
if(crypto_fak==NULL)
{
return false;
}
std::string challenge = sendClientMessageRetry("GET CHALLENGE", L"Failed to get challenge from client", 10000, 10, false, LL_INFO);
if(challenge=="ERR")
{
return false;
}
if(!challenge.empty())
{
std::string signature;
std::string privkey = getFile("urbackup/server_ident.priv");
if(privkey.empty())
{
Server->Log("Cannot read private key urbackup/server_ident.priv", LL_ERROR);
return false;
}
bool rc = crypto_fak->signData(privkey, challenge, signature);
if(!rc)
{
Server->Log("Signing challenge failed", LL_ERROR);
return false;
}
std::string pubkey = getFile("urbackup/server_ident.pub");
if(pubkey.empty())
{
Server->Log("Reading public key from urbackup/server_ident.pub failed", LL_ERROR);
return false;
}
std::string identity = ServerSettings::generateRandomAuthKey(20);
bool ret = sendClientMessageRetry("SIGNATURE#pubkey="+base64_encode_dash(pubkey)+
"&signature="+base64_encode_dash(signature)+
"&session_identity="+identity, "ok", L"Error sending server signature to client", 10000, 10, true);
if(ret)
{
session_identity = "#I"+identity+"#";
}
return ret;
}
else
{
return false;
}
}
void ClientMain::run_script( std::wstring name, const std::wstring& params, int clientid)
{
#ifdef _WIN32
name = name + L".bat";
#endif
if(!FileExists(wnarrow(name)))
{
ServerLogger::Log(clientid, L"Script does not exist "+name, LL_DEBUG);
return;
}
if(!FileExists(wnarrow(name)))
{
ServerLogger::Log(clientid, L"Script does not exist "+name, LL_DEBUG);
return;
}
name+=L" "+params;
name +=L" 2>&1";
#ifdef _WIN32
FILE* fp = _wpopen(name.c_str(), L"rb");
#else
FILE* fp = popen(Server->ConvertToUTF8(name).c_str(), "r");
#endif
if(!fp)
{
ServerLogger::Log(clientid, L"Could not open pipe for command "+name, LL_DEBUG);
return;
}
std::string output;
while(!feof(fp) && !ferror(fp))
{
char buf[4097];
size_t r = fread(buf, 1, 4096, fp);
buf[r]=0;
output+=buf;
}
#ifdef _WIN32
int rc = _pclose(fp);
#else
int rc = pclose(fp);
#endif
if(rc!=0)
{
ServerLogger::Log(clientid, L"Script "+name+L" had error (code "+convert(rc)+L")", LL_ERROR);
}
std::vector<std::string> toks;
Tokenize(output, toks, "\n");
for(size_t i=0;i<toks.size();++i)
{
ServerLogger::Log(clientid, "Script output Line("+nconvert(i+1)+"): " + toks[i], rc!=0?LL_ERROR:LL_INFO);
}
}
void ClientMain::log_progress( const std::string& fn, int64 total, int64 downloaded, int64 speed_bps )
{
int pc_complete = 0;
if(total>0)
{
pc_complete = static_cast<int>((static_cast<float>(downloaded)/total)*100.f);
}
ServerLogger::Log(clientid, "Loading \""+fn+"\". "+nconvert(pc_complete)+"% finished "+PrettyPrintBytes(downloaded)+"/"+PrettyPrintBytes(total)+" at "+PrettyPrintSpeed(static_cast<size_t>(speed_bps)), LL_DEBUG);
}
void ClientMain::updateClientAddress(const std::string& address_data, bool& switch_to_internet_connection)
{
IScopedLock lock(clientaddr_mutex);
memcpy(&clientaddr, &address_data[0], sizeof(sockaddr_in) );
internet_connection=(address_data[sizeof(sockaddr_in)]==0)?false:true;
if(internet_connection && server_settings->getSettings()->internet_image_backups )
{
switch_to_internet_connection=true;
}
else
{
switch_to_internet_connection=false;
}
}
bool ClientMain::createDirectoryForClient()
{
std::wstring backupfolder=server_settings->getSettings()->backupfolder;
if(!os_create_dir(os_file_prefix(backupfolder+os_file_sep()+clientname)) && !os_directory_exists(os_file_prefix(backupfolder+os_file_sep()+clientname)) )
{
Server->Log(L"Could not create or read directory for client \""+clientname+L"\"", LL_ERROR);
return false;
}
return true;
}
bool ClientMain::isRunningImageBackup(const std::string& letter)
{
for(size_t i=0;i<backup_queue.size();++i)
{
if(!backup_queue[i].backup->isFileBackup() && backup_queue[i].letter==letter)
{
return true;
}
}
return false;
}
bool ClientMain::isRunningFileBackup(int group)
{
for(size_t i=0;i<backup_queue.size();++i)
{
if(backup_queue[i].backup->isFileBackup() && backup_queue[i].group==group)
{
return true;
}
}
return false;
}
void ClientMain::addContinuousChanges( const std::string& changes )
{
IScopedLock lock(continuous_mutex);
if(continuous_backup!=NULL)
{
continuous_backup->addChanges(changes);
}
}
void ClientMain::setContinuousBackup( BackupServerContinuous* cb )
{
IScopedLock lock(continuous_mutex);
if(continuous_backup!=NULL)
{
continuous_backup->doStop();
}
continuous_backup = cb;
}
Reference in New Issue View Git Blame Copy Permalink