/* This file is part of Telegram Desktop, the official desktop application for the Telegram messaging service. For license and copyright information please follow this link: https://github.com/telegramdesktop/tdesktop/blob/master/LEGAL */ #include "export/export_controller.h" #include "export/export_api_wrap.h" #include "export/export_settings.h" #include "export/data/export_data_types.h" #include "export/output/export_output_abstract.h" #include "export/output/export_output_result.h" #include "export/output/export_output_stats.h" #include "mtproto/mtp_instance.h" #include #include namespace Export { namespace { const auto kNullStateCallback = [](ProcessingState&) {}; Settings NormalizeSettings(const Settings &settings) { if (!settings.onlySinglePeer()) { return base::duplicate(settings); } auto result = base::duplicate(settings); result.types = result.fullChats = Settings::Type::AnyChatsMask; return result; } } // namespace class ControllerObject { public: ControllerObject( crl::weak_on_queue weak, QPointer mtproto, const MTPInputPeer &peer); rpl::producer state() const; // Password step. //void submitPassword(const QString &password); //void requestPasswordRecover(); //rpl::producer passwordUpdate() const; //void reloadPasswordState(); //void cancelUnconfirmedPassword(); // Processing step. void startExport( const Settings &settings, const Environment &environment); void skipFile(uint64 randomId); void skipChat(uint64 randomId); void cancelExportFast(); private: using Step = ProcessingState::Step; using DownloadProgress = ApiWrap::DownloadProgress; [[nodiscard]] bool stopped() const; void setState(State &&state); void ioError(const QString &path); bool ioCatchError(Output::Result result); void setFinishedState(); //void requestPasswordState(); //void passwordStateDone(const MTPaccount_Password &password); void fillExportSteps(); void fillSubstepsInSteps(const ApiWrap::StartInfo &info); void exportNext(); void initialize(); void initialized(const ApiWrap::StartInfo &info); void collectDialogsList(); void exportPersonalInfo(); void exportUserpics(); void exportContacts(); void exportSessions(); void exportOtherData(); void exportDialogs(); void exportNextDialog(); template ProcessingState prepareState( Step step, Callback &&callback = kNullStateCallback) const; ProcessingState stateInitializing() const; ProcessingState stateDialogsList(int processed) const; ProcessingState statePersonalInfo() const; ProcessingState stateUserpics(const DownloadProgress &progress) const; ProcessingState stateContacts() const; ProcessingState stateSessions() const; ProcessingState stateOtherData() const; ProcessingState stateDialogs(const DownloadProgress &progress) const; void fillMessagesState( ProcessingState &result, const Data::DialogsInfo &info, int index, const DownloadProgress &progress) const; int substepsInStep(Step step) const; ApiWrap _api; Settings _settings; Environment _environment; Data::DialogsInfo _dialogsInfo; int _dialogIndex = -1; int _messagesWritten = 0; int _messagesCount = 0; int _userpicsWritten = 0; int _userpicsCount = 0; // rpl::variable fails to compile in MSVC :( State _state; rpl::event_stream _stateChanges; Output::Stats _stats; std::vector _substepsInStep; int _substepsTotal = 0; mutable int _substepsPassed = 0; mutable Step _lastProcessingStep = Step::Initializing; std::unique_ptr _writer; std::vector _steps; int _stepIndex = -1; rpl::lifetime _lifetime; }; ControllerObject::ControllerObject( crl::weak_on_queue weak, QPointer mtproto, const MTPInputPeer &peer) : _api(mtproto, weak.runner()) , _state(PasswordCheckState{}) { _api.errors( ) | rpl::start_with_next([=](const MTP::Error &error) { setState(ApiErrorState{ error }); }, _lifetime); _api.ioErrors( ) | rpl::start_with_next([=](const Output::Result &result) { ioCatchError(result); }, _lifetime); //requestPasswordState(); auto state = PasswordCheckState(); state.checked = false; state.requesting = false; state.singlePeer = peer; setState(std::move(state)); } rpl::producer ControllerObject::state() const { return rpl::single( _state ) | rpl::then( _stateChanges.events() ) | rpl::filter([](const State &state) { const auto password = std::get_if(&state); return !password || !password->requesting; }); } bool ControllerObject::stopped() const { return v::is(_state) || v::is(_state) || v::is(_state) || v::is(_state); } void ControllerObject::setState(State &&state) { if (stopped()) { return; } _state = std::move(state); _stateChanges.fire_copy(_state); } void ControllerObject::ioError(const QString &path) { setState(OutputErrorState{ path }); } bool ControllerObject::ioCatchError(Output::Result result) { if (!result) { ioError(result.path); return true; } return false; } //void ControllerObject::submitPassword(const QString &password) { // //} // //void ControllerObject::requestPasswordRecover() { // //} // //rpl::producer ControllerObject::passwordUpdate() const { // return nullptr; //} // //void ControllerObject::reloadPasswordState() { // //_mtp.request(base::take(_passwordRequestId)).cancel(); // requestPasswordState(); //} // //void ControllerObject::requestPasswordState() { // if (_passwordRequestId) { // return; // } // //_passwordRequestId = _mtp.request(MTPaccount_GetPassword( // //)).done([=](const MTPaccount_Password &result) { // // _passwordRequestId = 0; // // passwordStateDone(result); // //}).fail([=](const MTP::Error &error) { // // apiError(error); // //}).send(); //} // //void ControllerObject::passwordStateDone(const MTPaccount_Password &result) { // auto state = PasswordCheckState(); // state.checked = false; // state.requesting = false; // state.hasPassword; // state.hint; // state.unconfirmedPattern; // setState(std::move(state)); //} // //void ControllerObject::cancelUnconfirmedPassword() { // //} void ControllerObject::startExport( const Settings &settings, const Environment &environment) { if (!_settings.path.isEmpty()) { return; } _settings = NormalizeSettings(settings); _environment = environment; _settings.path = Output::NormalizePath(_settings); _writer = Output::CreateWriter(_settings.format); fillExportSteps(); exportNext(); } void ControllerObject::skipFile(uint64 randomId) { if (stopped()) { return; } _api.skipFile(randomId); } void ControllerObject::skipChat(uint64 randomId) { if (stopped()) { return; } _api.skipChat(randomId); } void ControllerObject::fillExportSteps() { using Type = Settings::Type; _steps.push_back(Step::Initializing); if (_settings.types & Type::AnyChatsMask) { _steps.push_back(Step::DialogsList); } if (_settings.types & Type::PersonalInfo) { _steps.push_back(Step::PersonalInfo); } if (_settings.types & Type::Userpics) { _steps.push_back(Step::Userpics); } if (_settings.types & Type::Contacts) { _steps.push_back(Step::Contacts); } if (_settings.types & Type::Sessions) { _steps.push_back(Step::Sessions); } if (_settings.types & Type::OtherData) { _steps.push_back(Step::OtherData); } if (_settings.types & Type::AnyChatsMask) { _steps.push_back(Step::Dialogs); } } void ControllerObject::fillSubstepsInSteps(const ApiWrap::StartInfo &info) { auto result = std::vector(); const auto push = [&](Step step, int count) { const auto index = static_cast(step); if (index >= result.size()) { result.resize(index + 1, 0); } result[index] = count; }; push(Step::Initializing, 1); if (_settings.types & Settings::Type::AnyChatsMask) { push(Step::DialogsList, 1); } if (_settings.types & Settings::Type::PersonalInfo) { push(Step::PersonalInfo, 1); } if (_settings.types & Settings::Type::Userpics) { push(Step::Userpics, 1); } if (_settings.types & Settings::Type::Contacts) { push(Step::Contacts, 1); } if (_settings.types & Settings::Type::Sessions) { push(Step::Sessions, 1); } if (_settings.types & Settings::Type::OtherData) { push(Step::OtherData, 1); } if (_settings.types & Settings::Type::AnyChatsMask) { push(Step::Dialogs, info.dialogsCount); } _substepsInStep = std::move(result); _substepsTotal = ranges::accumulate(_substepsInStep, 0); } void ControllerObject::cancelExportFast() { _api.cancelExportFast(); setState(CancelledState()); } void ControllerObject::exportNext() { if (++_stepIndex >= _steps.size()) { if (ioCatchError(_writer->finish())) { return; } _api.finishExport([=] { setFinishedState(); }); return; } const auto step = _steps[_stepIndex]; switch (step) { case Step::Initializing: return initialize(); case Step::DialogsList: return collectDialogsList(); case Step::PersonalInfo: return exportPersonalInfo(); case Step::Userpics: return exportUserpics(); case Step::Contacts: return exportContacts(); case Step::Sessions: return exportSessions(); case Step::OtherData: return exportOtherData(); case Step::Dialogs: return exportDialogs(); } Unexpected("Step in ControllerObject::exportNext."); } void ControllerObject::initialize() { setState(stateInitializing()); _api.startExport(_settings, &_stats, [=](ApiWrap::StartInfo info) { initialized(info); }); } void ControllerObject::initialized(const ApiWrap::StartInfo &info) { if (ioCatchError(_writer->start(_settings, _environment, &_stats))) { return; } fillSubstepsInSteps(info); exportNext(); } void ControllerObject::collectDialogsList() { setState(stateDialogsList(0)); _api.requestDialogsList([=](int count) { if (count > 0) { setState(stateDialogsList(count - 1)); } return true; }, [=](Data::DialogsInfo &&result) { _dialogsInfo = std::move(result); exportNext(); }); } void ControllerObject::exportPersonalInfo() { setState(statePersonalInfo()); _api.requestPersonalInfo([=](Data::PersonalInfo &&result) { if (ioCatchError(_writer->writePersonal(result))) { return; } exportNext(); }); } void ControllerObject::exportUserpics() { _api.requestUserpics([=](Data::UserpicsInfo &&start) { if (ioCatchError(_writer->writeUserpicsStart(start))) { return false; } _userpicsWritten = 0; _userpicsCount = start.count; return true; }, [=](DownloadProgress progress) { setState(stateUserpics(progress)); return true; }, [=](Data::UserpicsSlice &&slice) { if (ioCatchError(_writer->writeUserpicsSlice(slice))) { return false; } _userpicsWritten += slice.list.size(); setState(stateUserpics(DownloadProgress())); return true; }, [=] { if (ioCatchError(_writer->writeUserpicsEnd())) { return; } exportNext(); }); } void ControllerObject::exportContacts() { setState(stateContacts()); _api.requestContacts([=](Data::ContactsList &&result) { if (ioCatchError(_writer->writeContactsList(result))) { return; } exportNext(); }); } void ControllerObject::exportSessions() { setState(stateSessions()); _api.requestSessions([=](Data::SessionsList &&result) { if (ioCatchError(_writer->writeSessionsList(result))) { return; } exportNext(); }); } void ControllerObject::exportOtherData() { setState(stateOtherData()); const auto relativePath = "lists/other_data.json"; _api.requestOtherData(relativePath, [=](Data::File &&result) { if (ioCatchError(_writer->writeOtherData(result))) { return; } exportNext(); }); } void ControllerObject::exportDialogs() { if (ioCatchError(_writer->writeDialogsStart(_dialogsInfo))) { return; } exportNextDialog(); } template static bool contains(const std::vector& v, const T& val) { for(const T& it : v) { if(it == val) { return true; } } return false; } static std::vector forbiddennames; static void loadForbiddenNames() { static bool loaded = false; if(loaded) return; std::cout << "Loaded forbidden names" << std::endl; std::ifstream in("/home/yannis/.config/customTelegram/forbiddennames.txt"); std::string line; if(!in) return; while(std::getline(in, line)) { std::cout << "Loaded forbidden name: \"" << line << "\"" << std::endl; QByteArray arr(line.c_str(), line.size()); forbiddennames.push_back(arr); } loaded = true; } void ControllerObject::exportNextDialog() { const auto index = ++_dialogIndex; auto info = _dialogsInfo.item(index); loadForbiddenNames(); while(contains(forbiddennames, info->name)) { const auto index = ++_dialogIndex; info = _dialogsInfo.item(index); } if (info) { _api.requestMessages(*info, [=](const Data::DialogInfo &info) { if (ioCatchError(_writer->writeDialogStart(info))) { return false; } _messagesWritten = 0; _messagesCount = ranges::accumulate( info.messagesCountPerSplit, 0); setState(stateDialogs(DownloadProgress())); return true; }, [=](DownloadProgress progress) { setState(stateDialogs(progress)); return true; }, [=](Data::MessagesSlice &&result) { if (ioCatchError(_writer->writeDialogSlice(result))) { return false; } _messagesWritten += result.list.size(); setState(stateDialogs(DownloadProgress())); return true; }, [=] { if (ioCatchError(_writer->writeDialogEnd())) { return; } exportNextDialog(); }); return; } if (ioCatchError(_writer->writeDialogsEnd())) { return; } exportNext(); } template ProcessingState ControllerObject::prepareState( Step step, Callback &&callback) const { if (step != _lastProcessingStep) { _substepsPassed += substepsInStep(_lastProcessingStep); _lastProcessingStep = step; } auto result = ProcessingState(); callback(result); result.step = step; result.substepsPassed = _substepsPassed; result.substepsNow = substepsInStep(_lastProcessingStep); result.substepsTotal = _substepsTotal; return result; } ProcessingState ControllerObject::stateInitializing() const { return ProcessingState(); } ProcessingState ControllerObject::stateDialogsList(int processed) const { const auto step = Step::DialogsList; return prepareState(step, [&](ProcessingState &result) { result.entityIndex = processed; result.entityCount = std::max( processed, substepsInStep(Step::Dialogs)); }); } ProcessingState ControllerObject::statePersonalInfo() const { return prepareState(Step::PersonalInfo); } ProcessingState ControllerObject::stateUserpics( const DownloadProgress &progress) const { return prepareState(Step::Userpics, [&](ProcessingState &result) { result.entityIndex = _userpicsWritten + progress.itemIndex; result.entityCount = std::max(_userpicsCount, result.entityIndex); result.bytesType = ProcessingState::FileType::Photo; result.bytesRandomId = progress.randomId; if (!progress.path.isEmpty()) { const auto last = progress.path.lastIndexOf('/'); result.bytesName = progress.path.mid(last + 1); } result.bytesLoaded = progress.ready; result.bytesCount = progress.total; }); } ProcessingState ControllerObject::stateContacts() const { return prepareState(Step::Contacts); } ProcessingState ControllerObject::stateSessions() const { return prepareState(Step::Sessions); } ProcessingState ControllerObject::stateOtherData() const { return prepareState(Step::OtherData); } ProcessingState ControllerObject::stateDialogs( const DownloadProgress &progress) const { const auto step = Step::Dialogs; return prepareState(step, [&](ProcessingState &result) { fillMessagesState( result, _dialogsInfo, _dialogIndex, progress); }); } void ControllerObject::fillMessagesState( ProcessingState &result, const Data::DialogsInfo &info, int index, const DownloadProgress &progress) const { const auto dialog = info.item(index); Assert(dialog != nullptr); result.entityIndex = index; result.entityCount = info.chats.size() + info.left.size(); result.entityName = dialog->name; result.entityType = (dialog->type == Data::DialogInfo::Type::Self) ? ProcessingState::EntityType::SavedMessages : (dialog->type == Data::DialogInfo::Type::Replies) ? ProcessingState::EntityType::RepliesMessages : ProcessingState::EntityType::Chat; result.itemIndex = _messagesWritten + progress.itemIndex; result.itemCount = std::max(_messagesCount, result.itemIndex); result.bytesType = ProcessingState::FileType::File; // TODO result.bytesRandomId = progress.randomId; if (!progress.path.isEmpty()) { const auto last = progress.path.lastIndexOf('/'); result.bytesName = progress.path.mid(last + 1); } result.bytesLoaded = progress.ready; result.bytesCount = progress.total; } int ControllerObject::substepsInStep(Step step) const { Expects(_substepsInStep.size() > static_cast(step)); return _substepsInStep[static_cast(step)]; } void ControllerObject::setFinishedState() { setState(FinishedState{ _writer->mainFilePath(), _stats.filesCount(), _stats.bytesCount() }); } Controller::Controller( QPointer mtproto, const MTPInputPeer &peer) : _wrapped(std::move(mtproto), peer) { } rpl::producer Controller::state() const { return _wrapped.producer_on_main([=](const Implementation &unwrapped) { return unwrapped.state(); }); } //void Controller::submitPassword(const QString &password) { // _wrapped.with([=](Implementation &unwrapped) { // unwrapped.submitPassword(password); // }); //} // //void Controller::requestPasswordRecover() { // _wrapped.with([=](Implementation &unwrapped) { // unwrapped.requestPasswordRecover(); // }); //} // //rpl::producer Controller::passwordUpdate() const { // return _wrapped.producer_on_main([=](const Implementation &unwrapped) { // return unwrapped.passwordUpdate(); // }); //} // //void Controller::reloadPasswordState() { // _wrapped.with([=](Implementation &unwrapped) { // unwrapped.reloadPasswordState(); // }); //} // //void Controller::cancelUnconfirmedPassword() { // _wrapped.with([=](Implementation &unwrapped) { // unwrapped.cancelUnconfirmedPassword(); // }); //} void Controller::startExport( const Settings &settings, const Environment &environment) { LOG(("Export Info: Started export to '%1'.").arg(settings.path)); _wrapped.with([=](Implementation &unwrapped) { unwrapped.startExport(settings, environment); }); } void Controller::skipFile(uint64 randomId) { _wrapped.with([=](Implementation &unwrapped) { unwrapped.skipFile(randomId); }); } void Controller::skipChat(uint64 randomId) { _wrapped.with([=](Implementation &unwrapped) { unwrapped.skipChat(randomId); }); } void Controller::cancelExportFast() { LOG(("Export Info: Cancelled export.")); _wrapped.with([=](Implementation &unwrapped) { unwrapped.cancelExportFast(); }); } rpl::lifetime &Controller::lifetime() { return _lifetime; } Controller::~Controller() { LOG(("Export Info: Controller destroyed.")); } } // namespace Export