Changeset 37

Timestamp:

05/27/08 18:13:38 (4 years ago)

Author:

antonbatenev.ya.ru

Message:

добавление аццкой штуки под названием "вытянуть всю базу" ;)

Location:

trunk

Files:

• form_main.cpp (modified) (3 diffs)
• form_main.h (modified) (1 diff)
• form_main_ui.cpp (modified) (1 diff)
• form_main_ui.h (modified) (1 diff)
• storage/istorage.h (modified) (2 diffs)
• storage/mysql_storage.cpp (modified) (3 diffs)
• storage/mysql_storage.h (modified) (2 diffs)
• webservice.cpp (modified) (1 diff)
• webservice.h (modified) (1 diff)

trunk/form_main.cpp

@@ -26 +26 @@
         // MenuService
         connect(MenuServiceSynchronize,         SIGNAL(triggered()), this, SLOT(MenuServiceSynchronize_triggered()));
+        connect(MenuServiceGetAllMessages,      SIGNAL(triggered()), this, SLOT(MenuServiceGetAllMessages_triggered()));
         connect(MenuServiceMarkAllAsRead,       SIGNAL(triggered()), this, SLOT(MenuServiceMarkAllAsRead_triggered()));
         connect(MenuServiceMarkPatrialAsRead,   SIGNAL(triggered()), this, SLOT(MenuServiceMarkPatrialAsRead_triggered()));
@@ -178 +179 @@
 
                         // сохранение ответа
-                        if (storage->SetMessageList(list, row_version, NULL) == false)
+                        if (storage->SetMessageList(list, row_version, true, NULL) == false)
                         {
                                 storage->ShowError(this);
@@ -189 +190 @@
                 // перезагрузка количества непрочитаных сообщений
                 ForumTree->ReloadUnread();
+        }
+}
+//----------------------------------------------------------------------------------------------
+
+void FormMain::MenuServiceGetAllMessages_triggered ()
+{
+        // основные настройки
+        QSettings settings;
+
+        QString rsdn_host = settings.value("rsdn/host", "www.rsdn.ru").toString();
+        int     rsdn_port = settings.value("rsdn/port", "80").toInt();
+
+        // получение хранилища
+        std::auto_ptr<IStorage> storage(AStorageFactory::GetStorage());
+
+        if (storage.get() == NULL)
+        {
+                QMessageBox::critical(this, QString::fromUtf8("Ошибка!"), QString::fromUtf8("Не выбрано хранилище данных"));
+                return;
+        }
+
+        QString header;
+        QString data;
+
+        //
+        // синхронизация сообщений
+        //
+
+        // для того, чтобы загрузить весь список сообщений
+        // необходимо повторить операцию N раз, т.к. могут быть, например, оборваные ветки
+
+        int count = -1;
+        int from  = 0;
+
+        while (count != 0)
+        {
+                // формирование списка загрузки
+                QList<int> ids;
+
+                while (ids.count() < 1000)
+                {
+                        QList<int> exists;
+
+                        // получение уже загруженных id
+                        if (storage->GetMessageIds(from, from + 1000, exists, NULL) == false)
+                        {
+                                storage->ShowError(this);
+                                return;
+                        }
+
+                        // анализ существующих
+                        for (int i = from; i < from + 1000; i++)
+                        {
+                                int idx = exists.indexOf(i);
+
+                                if (idx != -1)
+                                {
+                                        exists.removeAt(idx);
+                                        continue;
+                                }
+
+                                ids.append(i);
+
+                                if (ids.count() == 1000)
+                                        break;
+                        }
+
+                        if (ids.count() > 0)
+                                from = ids[ids.count() - 1] + 1;
+                        else
+                                from += 1000;
+                }
+
+                // получение текста запроса
+                AWebservice::GetMessageListByID_WebserviceQuery(header, data, ids, NULL);
+
+                // запрос к вебсервису
+                std::auto_ptr<FormRequest> form(new FormRequest(this, rsdn_host, rsdn_port, header, data));
+
+                if (form->exec() == QDialog::Accepted)
+                {
+                        QString answer = form->GetResponse();
+
+                        // парсинг ответа
+                        ADataList list;
+
+                        QString result = AWebservice::GetMessageListByID_WebserviceParse(answer, list, NULL);
+
+                        if (result.length() > 0)
+                        {
+                                QMessageBox::critical(this, QString::fromUtf8("Ошибка!"), result);
+                                return;
+                        }
+
+                        // сохранение ответа
+                        ARowVersion row_version;
+
+                        if (storage->SetMessageList(list, row_version, false, NULL) == false)
+                        {
+                                storage->ShowError(this);
+                                return;
+                        }
+
+                        count = list.Message.count() + list.Rating.count() + list.Moderate.count();
+                }
+                else
+                        return;
         }
 }

trunk/form_main.h

@@ -34 +34 @@
                 // MenuService
                 void MenuServiceSynchronize_triggered         ();
+                void MenuServiceGetAllMessages_triggered      ();
                 void MenuServiceMarkAllAsRead_triggered       ();
                 void MenuServiceMarkPatrialAsRead_triggered   ();

trunk/form_main_ui.cpp

@@ -35 +35 @@
         MenuServiceSynchronize = MenuService->addAction(QString::fromUtf8("Синхронизировать"));
         MenuServiceSynchronize->setIcon(QIcon(":/icons/synchronize16.png"));
+
+        MenuServiceGetAllMessages = MenuService->addAction(QString::fromUtf8("Получить всю базу"));
+        MenuServiceGetAllMessages->setIcon(QIcon(":/icons/synchronize16.png"));
 
         MenuService->addSeparator();

trunk/form_main_ui.h

@@ -40 +40 @@
                 QMenu*       MenuService;
                 QAction*        MenuServiceSynchronize;
+                QAction*        MenuServiceGetAllMessages;
                 QAction*        MenuServiceMarkAllAsRead;
                 QAction*        MenuServiceMarkPatrialAsRead;

trunk/storage/istorage.h

@@ -55 +55 @@
 
                 // сохраняет список сообщений
-                virtual bool SetMessageList (const ADataList& list, const ARowVersion& row_version, IProgress* progress = NULL) = 0;
+                virtual bool SetMessageList (const ADataList& list, const ARowVersion& row_version, bool save_row_version, IProgress* progress = NULL) = 0;
 
                 // возвращает количество непрочитанных сообщений для форумов
@@ -79 +79 @@
                 // clean - очистить базу от "лишних" сообщений
                 virtual bool Unsubscribe (const QList<int>& list, AIDSet type, bool clean, IProgress* progress = NULL) = 0;
+
+                // возвращает существующие id сообщений в заданном интервале
+                virtual bool GetMessageIds (int from_id, int to_id, QList<int>& list, IProgress* progress = NULL) = 0;
 };
 //----------------------------------------------------------------------------------------------

trunk/storage/mysql_storage.cpp

@@ -876 +876 @@
 //----------------------------------------------------------------------------------------------
 
-bool AMySQLStorage::SetMessageList (const ADataList& list, const ARowVersion& row_version, IProgress* progress)
+bool AMySQLStorage::SetMessageList (const ADataList& list, const ARowVersion& row_version, bool save_row_version, IProgress* progress)
 {
         if (progress != NULL)
@@ -890 +890 @@
         //
 
-        sql += "INSERT INTO `row_version`\n";
-        sql += "(\n";
-        sql += "        `key`,\n";
-        sql += "        `value`\n";
-        sql += ")\n";
-        sql += "VALUES\n";
-        sql += "(\n";
-        sql += "        :key,\n";
-        sql += "        :value\n";
-        sql += ")\n";
-        sql += "ON DUPLICATE KEY UPDATE\n";
-        sql += "        `value` = :u_value";
-
-        std::auto_ptr<AQuery> query_insert_row(CreateQuery(sql));
-
-        if (query_insert_row.get() == NULL)
-        {
-                QString msg = AMySQLDatabase::LastError();
-
-                Rollback();
-
-                return ReturnError(msg);
-        }
-
-        query_insert_row->bindValue(":key",     "message");
-        query_insert_row->bindValue(":value",   row_version.Message);
-        query_insert_row->bindValue(":u_value", row_version.Message);
-
-        if (query_insert_row->exec() == false)
-        {
-                Rollback();
-
-                return ReturnError(query_insert_row->LastError());
-        }
-
-        query_insert_row->bindValue(":key",     "rating");
-        query_insert_row->bindValue(":value",   row_version.Rating);
-        query_insert_row->bindValue(":u_value", row_version.Rating);
-
-        if (query_insert_row->exec() == false)
-        {
-                Rollback();
-
-                return ReturnError(query_insert_row->LastError());
-        }
-
-        query_insert_row->bindValue(":key",     "moderate");
-        query_insert_row->bindValue(":value",   row_version.Moderate);
-        query_insert_row->bindValue(":u_value", row_version.Moderate);
-
-        if (query_insert_row->exec() == false)
-        {
-                Rollback();
-
-                return ReturnError(query_insert_row->LastError());
+        if (save_row_version == true)
+        {
+                sql += "INSERT INTO `row_version`\n";
+                sql += "(\n";
+                sql += "        `key`,\n";
+                sql += "        `value`\n";
+                sql += ")\n";
+                sql += "VALUES\n";
+                sql += "(\n";
+                sql += "        :key,\n";
+                sql += "        :value\n";
+                sql += ")\n";
+                sql += "ON DUPLICATE KEY UPDATE\n";
+                sql += "        `value` = :u_value";
+
+                std::auto_ptr<AQuery> query_insert_row(CreateQuery(sql));
+
+                if (query_insert_row.get() == NULL)
+                {
+                        QString msg = AMySQLDatabase::LastError();
+
+                        Rollback();
+
+                        return ReturnError(msg);
+                }
+
+                query_insert_row->bindValue(":key",     "message");
+                query_insert_row->bindValue(":value",   row_version.Message);
+                query_insert_row->bindValue(":u_value", row_version.Message);
+
+                if (query_insert_row->exec() == false)
+                {
+                        Rollback();
+
+                        return ReturnError(query_insert_row->LastError());
+                }
+
+                query_insert_row->bindValue(":key",     "rating");
+                query_insert_row->bindValue(":value",   row_version.Rating);
+                query_insert_row->bindValue(":u_value", row_version.Rating);
+
+                if (query_insert_row->exec() == false)
+                {
+                        Rollback();
+
+                        return ReturnError(query_insert_row->LastError());
+                }
+
+                query_insert_row->bindValue(":key",     "moderate");
+                query_insert_row->bindValue(":value",   row_version.Moderate);
+                query_insert_row->bindValue(":u_value", row_version.Moderate);
+
+                if (query_insert_row->exec() == false)
+                {
+                        Rollback();
+
+                        return ReturnError(query_insert_row->LastError());
+                }
         }
 
@@ -2254 +2257 @@
 }
 //----------------------------------------------------------------------------------------------
+
+bool AMySQLStorage::GetMessageIds (int from_id, int to_id, QList<int>& list, IProgress* progress)
+{
+        if (progress != NULL)
+                progress->OnProgress(0);
+
+        QString sql;
+
+        sql += "SELECT\n";
+        sql += "        `id`\n";
+        sql += "FROM\n";
+        sql += "        `message`\n";
+        sql += "WHERE\n";
+        sql += "        `id` >= " + QString::number(from_id) + " AND\n";
+        sql += "        `id` <  " + QString::number(to_id);
+
+        std::auto_ptr<AQuery> query_select(CreateQuery(sql, false));
+
+        if (query_select.get() == NULL)
+                return ReturnError(AMySQLDatabase::LastError());
+
+        if (query_select->exec() == false)
+                return ReturnError(query_select->LastError());
+
+        while (query_select->next())
+                list.append(query_select->value(0).toInt());
+
+        return ReturnSuccess();
+
+}
+//----------------------------------------------------------------------------------------------

trunk/storage/mysql_storage.h

@@ -55 +55 @@
 
                 // сохраняет список сообщений
-                bool SetMessageList (const ADataList& list, const ARowVersion& row_version, IProgress* progress = NULL);
+                bool SetMessageList (const ADataList& list, const ARowVersion& row_version, bool save_row_version, IProgress* progress = NULL);
 
                 // возвращает количество непрочитанных сообщений для форумов
@@ -79 +79 @@
                 // clean - очистить базу от "лишних" сообщений
                 bool Unsubscribe (const QList<int>& list, AIDSet type, bool clean, IProgress* progress = NULL);
+
+                // возвращает существующие id сообщений в заданном интервале
+                bool GetMessageIds (int from_id, int to_id, QList<int>& list, IProgress* progress = NULL);
 };
 //----------------------------------------------------------------------------------------------

trunk/webservice.cpp

@@ -460 +460 @@
 }
 //----------------------------------------------------------------------------------------------
+
+void AWebservice::GetMessageListByID_WebserviceQuery (QString& header, QString& data, const QList<int> ids, IProgress* progress)
+{
+        if (progress != NULL)
+                progress->OnProgress(0);
+
+        QSettings settings;
+
+        QString rsdn_login    = settings.value("rsdn/login",    "").toString();
+        QString rsdn_password = settings.value("rsdn/password", "").toString();
+
+        data = "";
+        data += "<?xml version=\"1.0\" encoding=\"utf-8\"?>\r\n";
+        data += "<soap:Envelope xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xmlns:xsd=\"http://www.w3.org/2001/XMLSchema\" xmlns:soap=\"http://schemas.xmlsoap.org/soap/envelope/\">\r\n";
+        data += "  <soap:Body>\r\n";
+        data += "    <GetTopicByMessage xmlns=\"http://rsdn.ru/Janus/\">\r\n";
+        data += "      <topicRequest>\r\n";
+        data += (QString)"        <userName>" + rsdn_login + "</userName>\r\n";
+        data += (QString)"        <password>" + rsdn_password + "</password>\r\n";
+
+        // ID оборванных сообщений, то есть сообщений без родителя.
+        if (ids.count() > 0)
+        {
+                data += "        <messageIds>\r\n";
+
+                for (int i = 0; i < ids.count(); i++)
+                        data += (QString)"          <int>" + QString::number(ids[i]) + "</int>\r\n";
+
+                data += "        </messageIds>\r\n";
+        }
+        else
+                data += "        <messageIds />\r\n";
+
+        data += "      </topicRequest>\r\n";
+        data += "    </GetTopicByMessage>\r\n";
+        data += "  </soap:Body>\r\n";
+        data += "</soap:Envelope>\r\n";
+
+        header = "";
+        header += "POST /ws/janusAT.asmx HTTP/1.1\r\n";
+        header += "Host: rsdn.ru\r\n";
+        header += "Content-Type: text/xml; charset=utf-8\r\n";
+        header += (QString)"Content-Length: " + QString::number(data.length()) + "\r\n";
+        header += "SOAPAction: \"http://rsdn.ru/Janus/GetTopicByMessage\"\r\n";
+}
+//----------------------------------------------------------------------------------------------
+
+QString AWebservice::GetMessageListByID_WebserviceParse (const QString& data, ADataList& list, IProgress* progress)
+{
+        if (progress != NULL)
+                progress->OnProgress(0);
+
+        list.Rating.clear();
+        list.Message.clear();
+        list.Moderate.clear();
+
+        int seed = 0;
+
+        QString message_info = GetNextBlock(&data, "<JanusMessageInfo>", "</JanusMessageInfo>", seed);
+
+        while (message_info.length())
+        {
+                AMessageInfo info;
+
+                info.ID             = GetTextBetween(&message_info, "<messageId>",      "</messageId>").toInt();
+                info.IDTopic        = GetTextBetween(&message_info, "<topicId>",        "</topicId>").toInt();
+                info.IDParent       = GetTextBetween(&message_info, "<parentId>",       "</parentId>").toInt();
+                info.IDUser         = GetTextBetween(&message_info, "<userId>",         "</userId>").toInt();
+                info.IDForum        = GetTextBetween(&message_info, "<forumId>",        "</forumId>").toInt();
+                info.Subject        = GetTextBetween(&message_info, "<subject>",        "</subject>");
+                info.MessageName    = GetTextBetween(&message_info, "<messageName>",    "</messageName>");
+                info.UserNick       = GetTextBetween(&message_info, "<userNick>",       "</userNick>");
+                info.Message        = GetTextBetween(&message_info, "<message>",        "</message>");
+                info.IDArticle      = GetTextBetween(&message_info, "<articleId>",      "</articleId>").toInt();
+                info.MessageDate    = DateTimeFromString(GetTextBetween(&message_info, "<messageDate>", "</messageDate>"));
+                info.UpdateDate     = DateTimeFromString(GetTextBetween(&message_info, "<updateDate>", "</updateDate>"));
+                info.UserRole       = GetTextBetween(&message_info, "<userRole>",       "</userRole>");
+                info.UserTitle      = GetTextBetween(&message_info, "<userTitle>",      "</userTitle>");
+                info.UserTitleColor = GetTextBetween(&message_info, "<userTitleColor>", "</userTitleColor>").toInt();
+                info.LastModerated  = DateTimeFromString(GetTextBetween(&message_info, "<lastModerated>", "</lastModerated>"));
+
+                if (info.MessageDate.isValid() == false)
+                        return QString::fromUtf8("Некорректное значение даты <messageDate>: ") + GetTextBetween(&message_info, "<messageDate>", "</messageDate>");
+
+                if (info.UpdateDate.isValid() == false)
+                        return QString::fromUtf8("Некорректное значение даты <updateDate>: ") + GetTextBetween(&message_info, "<updateDate>", "</updateDate>");
+
+                if (info.LastModerated.isValid() == false)
+                        return QString::fromUtf8("Некорректное значение даты <lastModerated>: ") + GetTextBetween(&message_info, "<lastModerated>", "</lastModerated>");
+
+                list.Message.append(info);
+
+                message_info = GetNextBlock(&data, "<JanusMessageInfo>", "</JanusMessageInfo>", seed);
+        }
+
+        seed = 0;
+
+        QString rating_info = GetNextBlock(&data, "<JanusRatingInfo>", "</JanusRatingInfo>", seed);
+
+        while (rating_info.length())
+        {
+                ARatingInfo info;
+
+                info.IDMessage  = GetTextBetween(&rating_info, "<messageId>",  "</messageId>").toInt();
+                info.IDTopic    = GetTextBetween(&rating_info, "<topicId>",    "</topicId>").toInt();
+                info.IDUser     = GetTextBetween(&rating_info, "<userId>",     "</userId>").toInt();
+                info.UserRating = GetTextBetween(&rating_info, "<userRating>", "</userRating>").toInt();
+                info.Rate       = GetTextBetween(&rating_info, "<rate>",       "</rate>").toInt();
+                info.RateDate   = DateTimeFromString(GetTextBetween(&rating_info, "<rateDate>", "</rateDate>"));
+
+                if (info.RateDate.isValid() == false)
+                        return QString::fromUtf8("Некорректное значение даты <rateDate>: ") + GetTextBetween(&rating_info, "<rateDate>", "</rateDate>");
+
+                list.Rating.append(info);
+
+                rating_info = GetNextBlock(&data, "<JanusRatingInfo>", "</JanusRatingInfo>", seed);
+        }
+
+        seed = 0;
+
+        QString moderate_info = GetNextBlock(&data, "<JanusModerateInfo>", "</JanusModerateInfo>", seed);
+
+        while (moderate_info.length())
+        {
+                AModerateInfo info;
+
+                info.IDMessage = GetTextBetween(&moderate_info, "<messageId>", "</messageId>").toInt();
+                info.IDUser    = GetTextBetween(&moderate_info, "<userId>",    "</userId>").toInt();
+                info.IDForum   = GetTextBetween(&moderate_info, "<forumId>",   "</forumId>").toInt();
+                info.Created   = DateTimeFromString(GetTextBetween(&moderate_info, "<create>", "</create>"));
+
+                if (info.Created.isValid() == false)
+                        return QString::fromUtf8("Некорректное значение даты <create>: ") + GetTextBetween(&moderate_info, "<create>", "</create>");
+
+                list.Moderate.append(info);
+
+                moderate_info = GetNextBlock(&data, "<JanusModerateInfo>", "</JanusModerateInfo>", seed);
+        }
+
+        return "";
+}
+//----------------------------------------------------------------------------------------------

trunk/webservice.h

@@ -34 +34 @@
                 // парсит ответ со списком сообщений и заносит результат в список
                 static QString GetMessageList_WebserviceParse (const QString& data, ADataList& list, ARowVersion& row_version, IProgress* progress = NULL);
+
+                // возвращает заголовок и данные для POST запроса получения сообщений по их id
+                static void GetMessageListByID_WebserviceQuery (QString& header, QString& data, const QList<int> ids, IProgress* progress = NULL);
+
+                // парсит ответ со списком сообщений и заносит результат в список
+                static QString GetMessageListByID_WebserviceParse (const QString& data, ADataList& list, IProgress* progress = NULL);
+
 };
 //----------------------------------------------------------------------------------------------