shushus

Спринт 5. Делим проект на файлы.

Dec 12th, 2022
553
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
C++ 18.15 KB | None | 0 0
  1. -----------------------------------------------------------------------
  2. main.cpp
  3. -----------------------------------------------------------------------
  4. #include "document.h"
  5. #include "paginator.h"
  6. #include "read_input_functions.h"
  7. #include "string_processing.h"
  8. #include "search_server.h"
  9. #include "request_queue.h"
  10.  
  11. using namespace std;
  12.  
  13. int main() {
  14.     SearchServer search_server("and in at"s);
  15.     RequestQueue request_queue(search_server);
  16.  
  17.     search_server.AddDocument(1, "curly cat curly tail"s, DocumentStatus::ACTUAL, {7, 2, 7});
  18.     search_server.AddDocument(2, "curly dog and fancy collar"s, DocumentStatus::ACTUAL, {1, 2, 3});
  19.     search_server.AddDocument(3, "big cat fancy collar "s, DocumentStatus::ACTUAL, {1, 2, 8});
  20.     search_server.AddDocument(4, "big dog sparrow Eugene"s, DocumentStatus::ACTUAL, {1, 3, 2});
  21.     search_server.AddDocument(5, "big dog sparrow Vasiliy"s, DocumentStatus::ACTUAL, {1, 1, 1});
  22.  
  23.     // 1439 запросов с нулевым результатом
  24.     for (int i = 0; i < 1439; ++i) {
  25.         request_queue.AddFindRequest("empty request"s);
  26.     }
  27.     // все еще 1439 запросов с нулевым результатом
  28.     request_queue.AddFindRequest("curly dog"s);
  29.     // новые сутки, первый запрос удален, 1438 запросов с нулевым результатом
  30.     request_queue.AddFindRequest("big collar"s);
  31.     // первый запрос удален, 1437 запросов с нулевым результатом
  32.     request_queue.AddFindRequest("sparrow"s);
  33.     cout << "Total empty requests: "s << request_queue.GetNoResultRequests() << endl;
  34. }
  35. -----------------------------------------------------------------------
  36. document.cpp
  37. -----------------------------------------------------------------------
  38.  
  39. empty
  40.  
  41. -----------------------------------------------------------------------
  42. document.h
  43. -----------------------------------------------------------------------
  44. #pragma once
  45. #include <iostream>
  46.  
  47. struct Document {
  48.     Document() = default;
  49.     Document(int id, double relevance, int rating)
  50.         : id(id)
  51.         , relevance(relevance)
  52.         , rating(rating) {
  53.     }
  54.     int id = 0;
  55.     double relevance = 0.0;
  56.     int rating = 0;
  57. };
  58.  
  59. enum class DocumentStatus {
  60.     ACTUAL,
  61.     IRRELEVANT,
  62.     BANNED,
  63.     REMOVED,
  64. };
  65. -----------------------------------------------------------------------
  66. paginator.h
  67. -----------------------------------------------------------------------
  68. #pragma once
  69. #include <algorithm>
  70. #include <vector>
  71. #include <cassert>
  72. #include <iostream>
  73. #include "document.h"
  74.  
  75. using namespace std::string_literals;
  76.  
  77. template <typename IteratorRanges>
  78. class IteratorRange {
  79. public:
  80.     explicit IteratorRange(IteratorRanges begin, IteratorRanges end) : begin_(begin), end_(end), size_(distance(begin, end)){}
  81.     IteratorRanges begin() const  {
  82.         return begin_;
  83.     }
  84.     IteratorRanges end() const {
  85.         return end_;
  86.     }
  87.     size_t size() const {
  88.         return size_;
  89.     }
  90. private:
  91.     IteratorRanges begin_;
  92.     IteratorRanges end_;
  93.     size_t size_;
  94. };
  95.  
  96. std::ostream& operator<<(std::ostream& out, const Document& document) {
  97.     out << "{ document_id = "s << document.id
  98.         << ", relevance = "s << document.relevance
  99.         << ", rating = "s << document.rating << " }"s;
  100.     return out;
  101. }
  102.  
  103. template <typename To_Out>
  104. std::ostream& operator<<(std::ostream& out, const IteratorRange<To_Out>& sheet) {
  105.     auto helper = sheet.begin();
  106.     while(helper != sheet.end()){
  107.         out<< *helper;
  108.         //out<< "Test";
  109.         ++helper;
  110.     }
  111.     return out;
  112. }
  113.  
  114. template <typename Paginatorr>
  115. class Paginator {
  116. public :
  117.     Paginator(const Paginatorr& result_begin, const Paginatorr& result_end, size_t size_of_sheet){
  118.         auto full_size = distance(result_begin, result_end);
  119.         Paginatorr helper = result_begin;
  120.         for (auto i = 0; i < full_size/size_of_sheet; ++i) {
  121.             sheets.push_back(IteratorRange<Paginatorr>(helper, helper+ size_of_sheet));
  122.             helper=helper+size_of_sheet;
  123.         }
  124.         if (helper!= result_end) {
  125.             sheets.push_back(IteratorRange<Paginatorr>(helper, result_end));
  126.         }
  127.     }
  128.     auto begin() const {
  129.         return sheets.begin();
  130.     }
  131.     auto end() const {
  132.         return sheets.end();
  133.     }
  134.     size_t size() {
  135.         return sheets.size();
  136.     }
  137. private:
  138.     std::vector<IteratorRange<Paginatorr>> sheets;
  139. };
  140.  
  141. template <typename Container>
  142. auto Paginate(const Container& c, size_t page_size) {
  143.     return Paginator(begin(c), end(c), page_size);
  144. }
  145. -----------------------------------------------------------------------
  146. read_input_functions.cpp
  147. -----------------------------------------------------------------------
  148. #include "read_input_functions.h"
  149. #include <iostream>
  150.  
  151. using namespace std::string_literals;
  152.  
  153. std::string ReadLine() {
  154.     std::string s;
  155.     std::getline(std::cin, s);
  156.     return s;
  157. }
  158.  
  159. int ReadLineWithNumber() {
  160.     int result;
  161.     std::cin >> result;
  162.     ReadLine();
  163.     return result;
  164. }
  165. -----------------------------------------------------------------------
  166. read_input_functions.h
  167. -----------------------------------------------------------------------
  168. #pragma once
  169. #include "document.h"
  170. #include <string>
  171.  
  172. std::string ReadLine();
  173. int ReadLineWithNumber();
  174. -----------------------------------------------------------------------
  175. request_queue.cpp
  176. -----------------------------------------------------------------------
  177. #include "request_queue.h"
  178.  
  179. std::vector<Document> RequestQueue::AddFindRequest(const std::string& raw_query, DocumentStatus status) {
  180.     return AddFindRequest(raw_query, [&status](int document_id, DocumentStatus document_status, int rating) {return document_status == status;});
  181. }
  182.    
  183. std::vector<Document> RequestQueue::AddFindRequest(const std::string& raw_query) {
  184.     return AddFindRequest(raw_query, DocumentStatus::ACTUAL);
  185. }
  186.    
  187. int RequestQueue::GetNoResultRequests() const {
  188.     return count_if(requests_.begin(), requests_.end(), [](QueryResult query){return query.query_result == 0;});
  189. }
  190. -----------------------------------------------------------------------
  191. request_queue.h
  192. -----------------------------------------------------------------------
  193. #pragma once
  194. #include "search_server.h"
  195. #include <deque>
  196.  
  197. class RequestQueue {
  198. public:
  199.     RequestQueue(const SearchServer& search_server) : search_request(search_server){}  
  200.     template <typename DocumentPredicate>
  201.     std::vector<Document> AddFindRequest(const std::string& raw_query, DocumentPredicate document_predicate);
  202.     std::vector<Document> AddFindRequest(const std::string& raw_query, DocumentStatus status);
  203.     std::vector<Document> AddFindRequest(const std::string& raw_query);
  204.     int GetNoResultRequests() const;
  205. private:
  206.     struct QueryResult {
  207.         bool query_result;
  208.     };
  209.     const SearchServer& search_request;
  210.     std::deque<QueryResult> requests_;
  211.     const static int min_in_day_ = 1440;
  212. };
  213.  
  214. template <typename DocumentPredicate>
  215. std::vector<Document> RequestQueue::AddFindRequest(const std::string& raw_query, DocumentPredicate document_predicate) {
  216.     std::vector<Document> helper = search_request.FindTopDocuments(raw_query, document_predicate);
  217.  
  218.     QueryResult query;
  219.     query.query_result = (helper.empty()==false);
  220.  
  221.     if (!(requests_.size() < min_in_day_)){
  222.         requests_.pop_front();
  223.     }
  224.     requests_.push_back(query);
  225.     return helper;
  226. }
  227. -----------------------------------------------------------------------
  228. search_server.cpp
  229. -----------------------------------------------------------------------
  230. #include <numeric>
  231. #include "search_server.h"
  232.  
  233. void SearchServer::AddDocument(int document_id, const std::string& document, DocumentStatus status,const std::vector<int>& ratings){
  234.     if ((document_id < 0) || (documents_.count(document_id) > 0)) {
  235.         throw std::invalid_argument("Invalid document_id"s);
  236.     }
  237.     const auto words = SplitIntoWordsNoStop(document);
  238.  
  239.     const double inv_word_count = 1.0 / words.size();
  240.     for (const std::string& word : words) {
  241.         word_to_document_freqs_[word][document_id] += inv_word_count;
  242.     }
  243.     documents_.emplace(document_id, DocumentData{ComputeAverageRating(ratings), status});
  244.     document_ids_.push_back(document_id);
  245. }
  246.  
  247. std::vector<Document> SearchServer::FindTopDocuments(const std::string& raw_query, DocumentStatus status) const {
  248.     return FindTopDocuments(raw_query, [status](int document_id, DocumentStatus document_status, int rating) {
  249.             return document_status == status;
  250.         });
  251. }
  252.  
  253. std::vector<Document> SearchServer::FindTopDocuments(const std::string& raw_query) const {
  254.     return FindTopDocuments(raw_query, DocumentStatus::ACTUAL);
  255. }
  256.  
  257. int SearchServer::GetDocumentCount() const {
  258.     return documents_.size();
  259. }
  260.  
  261. int SearchServer::GetDocumentId(int index) const {
  262.     return document_ids_.at(index);
  263. }
  264.  
  265. std::tuple<std::vector<std::string>, DocumentStatus> SearchServer::MatchDocument(const std::string& raw_query, int document_id) const {
  266.     const auto query = ParseQuery(raw_query);
  267.     std::vector<std::string> matched_words;
  268.     for (const std::string& word : query.plus_words) {
  269.         if (word_to_document_freqs_.count(word) == 0) {
  270.             continue;
  271.         }
  272.         if (word_to_document_freqs_.at(word).count(document_id)) {
  273.             matched_words.push_back(word);
  274.         }
  275.     }
  276.     for (const std::string& word : query.minus_words) {
  277.         if (word_to_document_freqs_.count(word) == 0) {
  278.             continue;
  279.         }
  280.         if (word_to_document_freqs_.at(word).count(document_id)) {
  281.             matched_words.clear();
  282.             break;
  283.         }
  284.     }
  285.     return {matched_words, documents_.at(document_id).status};
  286. }
  287.  
  288. bool SearchServer::IsStopWord(const std::string& word) const {
  289.     return stop_words_.count(word) > 0;
  290. }
  291.  
  292. bool SearchServer::IsValidWord(const std::string& word) {
  293.     return none_of(word.begin(), word.end(), [](char c) {
  294.         return c >= '\0' && c < ' ';
  295.     });
  296. }
  297.  
  298. std::vector<std::string> SearchServer::SplitIntoWordsNoStop(const std::string& text) const {
  299.     std::vector<std::string> words;
  300.     for (const std::string& word : SplitIntoWords(text)) {
  301.         if (!IsValidWord(word)) {
  302.             throw std::invalid_argument("Word "s + word + " is invalid"s);
  303.         }
  304.         if (!IsStopWord(word)) {
  305.             words.push_back(word);
  306.         }
  307.     }
  308.     return words;
  309. }
  310.  
  311. int SearchServer::ComputeAverageRating(const std::vector<int>& ratings) {
  312.     if (ratings.empty()) {
  313.         return 0;
  314.     }
  315.     int rating_sum = std::accumulate(begin(ratings), end(ratings), 0);
  316.     return rating_sum / static_cast<int>(ratings.size());
  317. }
  318.  
  319. SearchServer::QueryWord SearchServer::ParseQueryWord(const std::string& text) const {
  320.     if (text.empty()) {
  321.         throw std::invalid_argument("Query word is empty"s);
  322.     }
  323.     std::string word = text;
  324.     bool is_minus = false;
  325.     if (word[0] == '-') {
  326.         is_minus = true;
  327.         word = word.substr(1);
  328.     }
  329.     if (word.empty() || word[0] == '-' || !IsValidWord(word)) {
  330.         throw std::invalid_argument("Query word "s + text + " is invalid");
  331.     }
  332.  
  333.     return {word, is_minus, IsStopWord(word)};
  334. }
  335.  
  336. SearchServer::Query SearchServer::ParseQuery(const std::string& text) const {
  337.     Query result;
  338.     for (const std::string& word : SplitIntoWords(text)) {
  339.         const auto query_word = ParseQueryWord(word);
  340.         if (!query_word.is_stop) {
  341.             if (query_word.is_minus) {
  342.                 result.minus_words.insert(query_word.data);
  343.             } else {
  344.                 result.plus_words.insert(query_word.data);
  345.             }
  346.         }
  347.     }
  348.     return result;
  349. }
  350.  
  351. double SearchServer::ComputeWordInverseDocumentFreq(const std::string& word) const {
  352.     return log(GetDocumentCount() * 1.0 / word_to_document_freqs_.at(word).size());
  353. }
  354. -----------------------------------------------------------------------
  355. search_server.h
  356. -----------------------------------------------------------------------
  357. #pragma once
  358. #include <tuple>
  359. #include <algorithm>
  360. #include <cmath>
  361. #include <iostream>
  362. #include <map>
  363. #include <set>
  364. #include <stdexcept>
  365. #include <string>
  366. #include <vector>
  367. #include "read_input_functions.h"
  368. #include "string_processing.h"
  369.  
  370. using namespace std::string_literals;
  371.  
  372. class SearchServer {
  373. public:
  374.     template <typename StringContainer>
  375.     SearchServer(const StringContainer& stop_words);
  376.     SearchServer(const std::string& stop_words_text) : SearchServer(SplitIntoWords(stop_words_text)){}
  377.     void AddDocument(int document_id, const std::string& document, DocumentStatus status, const std::vector<int>& ratings);
  378.    
  379.     template <typename DocumentPredicate>
  380.     std::vector<Document> FindTopDocuments(const std::string& raw_query, DocumentPredicate document_predicate) const;
  381.    
  382.     std::vector<Document> FindTopDocuments(const std::string& raw_query, DocumentStatus status) const;
  383.     std::vector<Document> FindTopDocuments(const std::string& raw_query) const;
  384.     int GetDocumentCount() const;
  385.     int GetDocumentId(int index) const;
  386.     std::tuple<std::vector<std::string>, DocumentStatus> MatchDocument(const std::string& raw_query, int document_id) const;
  387.  
  388. private:
  389.     struct DocumentData {
  390.         int rating;
  391.         DocumentStatus status;
  392.     };
  393.     const double EPSILON = 1e-6;
  394.     const int MAX_RESULT_DOCUMENT_COUNT = 5;
  395.     const std::set<std::string> stop_words_;
  396.     std::map<std::string, std::map<int, double>> word_to_document_freqs_;
  397.     std::map<int, DocumentData> documents_;
  398.     std::vector<int> document_ids_;
  399.  
  400.     bool IsStopWord(const std::string& word) const;
  401.     static bool IsValidWord(const std::string& word);
  402.     std::vector<std::string> SplitIntoWordsNoStop(const std::string& text) const;
  403.     static int ComputeAverageRating(const std::vector<int>& ratings);
  404.  
  405.     struct QueryWord {
  406.         std::string data;
  407.         bool is_minus;
  408.         bool is_stop;
  409.     };
  410.  
  411.     QueryWord ParseQueryWord(const std::string& text) const;
  412.  
  413.     struct Query {
  414.         std::set<std::string> plus_words;
  415.         std::set<std::string> minus_words;
  416.     };
  417.  
  418.     Query ParseQuery(const std::string& text) const;
  419.     double ComputeWordInverseDocumentFreq(const std::string& word) const;
  420.  
  421.     template <typename DocumentPredicate>
  422.     std::vector<Document> FindAllDocuments(const Query& query, DocumentPredicate document_predicate) const;
  423. };
  424.  
  425. template <typename StringContainer>
  426. SearchServer::SearchServer(const StringContainer& stop_words) : stop_words_(MakeUniqueNonEmptyStrings(stop_words)){
  427.     if (!all_of(stop_words_.begin(), stop_words_.end(), IsValidWord)) {
  428.         throw std::invalid_argument("Some of stop words are invalid"s);
  429.     }
  430. }
  431.  
  432. template <typename DocumentPredicate>
  433. std::vector<Document> SearchServer::FindTopDocuments(const std::string& raw_query, DocumentPredicate document_predicate) const {
  434.     const auto query = ParseQuery(raw_query);
  435.     auto matched_documents = FindAllDocuments(query, document_predicate);
  436.     sort(matched_documents.begin(), matched_documents.end(),
  437.     [this](const Document& lhs, const Document& rhs) {
  438.         if (std::abs(lhs.relevance - rhs.relevance) < EPSILON) {
  439.             return lhs.rating > rhs.rating;
  440.         } else {
  441.             return lhs.relevance > rhs.relevance;
  442.         }
  443.     });
  444.     if (matched_documents.size() > MAX_RESULT_DOCUMENT_COUNT) {
  445.         matched_documents.resize(MAX_RESULT_DOCUMENT_COUNT);
  446.     }
  447.         return matched_documents;
  448. }
  449.  
  450. template <typename DocumentPredicate>
  451. std::vector<Document> SearchServer::FindAllDocuments(const Query& query, DocumentPredicate document_predicate) const {
  452.     std::map<int, double> document_to_relevance;
  453.     for (const std::string& word : query.plus_words) {
  454.         if (word_to_document_freqs_.count(word) == 0) {
  455.             continue;
  456.         }
  457.     const double inverse_document_freq = ComputeWordInverseDocumentFreq(word);
  458.         for (const auto [document_id, term_freq] : word_to_document_freqs_.at(word)) {
  459.             const auto& document_data = documents_.at(document_id);
  460.             if (document_predicate(document_id, document_data.status, document_data.rating)) {
  461.                 document_to_relevance[document_id] += term_freq * inverse_document_freq;
  462.             }
  463.         }
  464.     }
  465.  
  466.     for (const std::string& word : query.minus_words) {
  467.        if (word_to_document_freqs_.count(word) == 0) {
  468.             continue;
  469.         }
  470.         for (const auto [document_id, _] : word_to_document_freqs_.at(word)) {
  471.             document_to_relevance.erase(document_id);
  472.         }
  473.     }
  474.  
  475.     std::vector<Document> matched_documents;
  476.     for (const auto [document_id, relevance] : document_to_relevance) {
  477.         matched_documents.push_back(
  478.             {document_id, relevance, documents_.at(document_id).rating});
  479.     }
  480.     return matched_documents;
  481. }
  482. -----------------------------------------------------------------------
  483. string_processing.cpp
  484. -----------------------------------------------------------------------
  485. #include "string_processing.h"
  486.  
  487. std::vector<std::string> SplitIntoWords(const std::string& text) {
  488.     std::vector<std::string> words;
  489.     std::string word;
  490.     for (const char c : text) {
  491.         if (c == ' ') {
  492.             if (!word.empty()) {
  493.                 words.push_back(word);
  494.                 word.clear();
  495.             }
  496.         } else {
  497.             word += c;
  498.         }
  499.     }
  500.     if (!word.empty()) {
  501.         words.push_back(word);
  502.     }
  503.     return words;
  504. }
  505. -----------------------------------------------------------------------
  506. string_processing.h
  507. -----------------------------------------------------------------------
  508. #pragma once
  509. #include <set>
  510. #include <vector>
  511. #include <string>
  512.  
  513. std::vector<std::string> SplitIntoWords(const std::string& text);
  514.  
  515. template <typename StringContainer>
  516. std::set<std::string> MakeUniqueNonEmptyStrings(const StringContainer& strings) {
  517.     std::set<std::string> non_empty_strings;
  518.     for (const std::string& str : strings) {
  519.         if (!str.empty()) {
  520.             non_empty_strings.insert(str);
  521.         }
  522.     }
  523.     return non_empty_strings;
  524. }
Advertisement
Add Comment
Please, Sign In to add comment