From 66b1805bab660f275a9129b37f2234e98bc83e6f Mon Sep 17 00:00:00 2001
From: Maksim Andrianov <maksimandrianov1@gmail.com>
Date: Fri, 19 Apr 2019 12:49:30 +0300
Subject: [PATCH] [generator] Created descriptions module.

---
 tools/python/descriptions/__init__.py         |  0
 .../descriptions_downloader.py                | 19 +++----------------
 tools/python/descriptions/exceptions.py       | 10 ++++++++++
 tools/python/descriptions/requirements.txt    |  5 +++++
 tools/unix/generate_planet.sh                 |  2 +-
 5 files changed, 19 insertions(+), 17 deletions(-)
 create mode 100644 tools/python/descriptions/__init__.py
 rename tools/python/{ => descriptions}/descriptions_downloader.py (97%)
 create mode 100644 tools/python/descriptions/exceptions.py
 create mode 100644 tools/python/descriptions/requirements.txt

diff --git a/tools/python/descriptions/__init__.py b/tools/python/descriptions/__init__.py
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/tools/python/descriptions_downloader.py b/tools/python/descriptions/descriptions_downloader.py
similarity index 97%
rename from tools/python/descriptions_downloader.py
rename to tools/python/descriptions/descriptions_downloader.py
index d7391c731c..9471608066 100644
--- a/tools/python/descriptions_downloader.py
+++ b/tools/python/descriptions/descriptions_downloader.py
@@ -17,6 +17,8 @@ import wikipediaapi
 from bs4 import BeautifulSoup
 from wikidata.client import Client
 
+from .exceptions import GettingError, ParseError
+
 """
 This script downloads Wikipedia pages for different languages.
 """
@@ -35,22 +37,6 @@ BAD_SECTIONS = {
 }
 
 
-class MyException(Exception):
-    def __init__(self, value):
-        self.value = value
-
-    def __str__(self):
-        return repr(self.value)
-
-
-class ParseError(MyException):
-    pass
-
-
-class GettingError(MyException):
-    pass
-
-
 def try_get(obj, prop, *args, **kwargs):
     attempts = REQUEST_ATTEMPTS
     while attempts != 0:
@@ -333,5 +319,6 @@ def main():
     else:
         log.warning(f"Wikidata ({wikidata_file}) file not set.")
 
+
 if __name__ == "__main__":
     main()
diff --git a/tools/python/descriptions/exceptions.py b/tools/python/descriptions/exceptions.py
new file mode 100644
index 0000000000..0db47bee7f
--- /dev/null
+++ b/tools/python/descriptions/exceptions.py
@@ -0,0 +1,10 @@
+class DescriptionError(Exception):
+    pass
+
+
+class ParseError(DescriptionError):
+    pass
+
+
+class GettingError(DescriptionError):
+    pass
diff --git a/tools/python/descriptions/requirements.txt b/tools/python/descriptions/requirements.txt
new file mode 100644
index 0000000000..4c5abf335f
--- /dev/null
+++ b/tools/python/descriptions/requirements.txt
@@ -0,0 +1,5 @@
+htmlmin
+requests
+bs4
+wikidata
+wikipedia-api
\ No newline at end of file
diff --git a/tools/unix/generate_planet.sh b/tools/unix/generate_planet.sh
index 4b61212543..5bfbd77680 100755
--- a/tools/unix/generate_planet.sh
+++ b/tools/unix/generate_planet.sh
@@ -226,7 +226,7 @@ else
 fi
 ROADS_SCRIPT="$PYTHON_SCRIPTS_PATH/road_runner.py"
 HIERARCHY_SCRIPT="$PYTHON_SCRIPTS_PATH/hierarchy_to_countries.py"
-DESCRIPTIONS_DOWNLOADER="$PYTHON_SCRIPTS_PATH/descriptions_downloader.py"
+DESCRIPTIONS_DOWNLOADER="$PYTHON_SCRIPTS_PATH/descriptions/descriptions_downloader.py"
 LOCALADS_SCRIPT="$PYTHON_SCRIPTS_PATH/local_ads/mwm_to_csv_4localads.py"
 UGC_FILE="${UGC_FILE:-$INTDIR/ugc_db.sqlite3}"
 POPULAR_PLACES_FILE="${POPULAR_PLACES_FILE:-$INTDIR/popular_places.csv}"