Merge branch 'dev' into 751_decimal_places_limit

Author: HadronCollider

Dockerfile

@@ -1,4 +1,4 @@
-FROM node:20-alpine as frontend_build
+FROM node:20-alpine AS frontend_build
 
 WORKDIR /app
 ADD package.json webpack.config.js ./
@@ -7,10 +7,11 @@ RUN npm install && npm install webpack
 ADD ./assets ./assets
 RUN npm run build
 
-FROM dvivanov/dis-base:v0.4
+FROM dvivanov/dis-base:v0.5
 
 LABEL project='dis'
-LABEL version='0.4'
+LABEL version='0.5'
+ENV PYTHONPATH="${PYTHONPATH}:/usr/src/project/app"
 
 WORKDIR /usr/src/project
 
@@ -19,6 +20,4 @@ ADD ./db_versioning ./db_versioning/
 ADD ./app ./app/
 COPY --from=frontend_build /app/src ./src/
 
-ENV PYTHONPATH "${PYTHONPATH}:/usr/src/project/app"
-
-CMD ./scripts/local_start.sh
+CMD ["./scripts/local_start.sh"]

Dockerfile_base

@@ -1,14 +1,13 @@
-FROM python:3.10-slim-bullseye
+FROM python:3.12-slim-bullseye
 
 LABEL project='dis'
-LABEL version='0.4-base'
+LABEL version='0.5-base'
 
-ENV LANG en_US.UTF-8
+ENV LANG=en_US.UTF-8
 ENV TZ=Europe/Moscow
 
 RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
-
-RUN apt update && apt install -y libreoffice-writer libreoffice-impress default-jre
+RUN apt update && apt install -y g++ gcc libreoffice-writer libreoffice-impress default-jre
 
 ADD requirements.txt .
 RUN python3 -m pip install -r requirements.txt --no-cache-dir

app/db/clear_users.py

@@ -4,5 +4,6 @@
 
 logger = logging.getLogger('root_logger')
 
-client.drop_database('dis-db')
-logger.info("Вся информация очищена!")
+
+def drop_database():
+    client.drop_database('pres-parser-db')

app/main/check_packs/base_criterion_pack.py

@@ -1,10 +1,11 @@
 import logging
+import traceback
 from .utils import init_criterions
 
 logger = logging.getLogger('root_logger')
 
 PRIORITY_CHECK_FAILED_MSG = "<b>Данный критерий является обязательным для прохождения.<br>Результат всей проверки обнулен, но вы можете ознакомиться с результатами каждого критерия.</b><br>"
-UNEXPECTED_CHECK_FAIL_MSG = "<b>Во время проверки произошла ошибка, попробуйте позже или обратитесь к администратору системы.<b>"
+UNEXPECTED_CHECK_FAIL_MSG = "<b>Во время проверки произошла ошибка: проверьте соответствия оформления файла шаблона (в том числе разделов и уровней заголовков), попробуйте позже или обратитесь к администратору системы.<b>"
 
 class BaseCriterionPack:
 
@@ -26,8 +27,10 @@ def check(self):
             try:
                 criterion_check_result = criterion.check()
             except Exception as e:
-                err_msg = f'{criterion.id}: oшибка во время проверки: {e}'
+                trace_msg = traceback.format_exc()
+                err_msg = f'{criterion.id}: oшибка во время проверки: {e} ({trace_msg[len(trace_msg)//2:]})'
                 logger.error(err_msg)
+                logger.error(trace_msg)
                 criterion_check_result = {'score': 0, 'verdict': [UNEXPECTED_CHECK_FAIL_MSG, f"Информация об ошибке для администратора: {err_msg}"]}
             if criterion.priority and not criterion_check_result['score']:
                 failed_priority_check = True
@@ -72,5 +75,5 @@ def get_proportion(result):
         score = 0.
         for check in result:
             score += float(check['score'])
-        return score, len(result)
+        return round(score, 2), len(result)
 

app/main/checks/base_check.py

@@ -1,6 +1,6 @@
-import pymorphy2
+import pymorphy3
 
-morph = pymorphy2.MorphAnalyzer()
+morph = pymorphy3.MorphAnalyzer()
 
 
 def answer(mod, *args):

app/main/checks/presentation_checks/find_theme_in_pres.py

@@ -7,7 +7,7 @@
 import nltk
 from nltk.tokenize import word_tokenize, sent_tokenize
 from nltk.corpus import stopwords
-from pymorphy2 import MorphAnalyzer
+from pymorphy3 import MorphAnalyzer
 
 
 MORPH_ANALYZER = MorphAnalyzer()

app/main/checks/report_checks/banned_words_in_literature.py

@@ -8,11 +8,14 @@ class BannedWordsInLiteratureCheck(BaseReportCriterion):
     description = 'Запрещено упоминание слова "wikipedia"'
     id = 'banned_words_in_literature'
 
-    def __init__(self, file_info, banned_words=["wikipedia"]):
+    def __init__(self, file_info, banned_words=None):
         super().__init__(file_info)
+        self.banned_words = ["habr", "medium", "stackoverflow", "sky.pro", "geeksforgeeks", "wikipedia"] 
+        if banned_words:
+            self.banned_words += banned_words
+        self.banned_words = [morph.normal_forms(word)[0] for word in self.banned_words]
         self.headers_page = 1
         self.literature_header = []
-        self.banned_words = [morph.normal_forms(word)[0] for word in banned_words]
         self.name_pattern = r'список[ \t]*(использованных|использованной|)[ \t]*(источников|литературы)'
 
     def late_init_vkr(self):

app/main/checks/report_checks/find_theme_in_report.py

@@ -6,7 +6,7 @@
 import  string
 from nltk.tokenize import word_tokenize, sent_tokenize
 from nltk.corpus import stopwords
-from pymorphy2 import MorphAnalyzer
+from pymorphy3 import MorphAnalyzer
 
 
 MORPH_ANALYZER = MorphAnalyzer()

app/main/checks/report_checks/sw_keywords_check.py

@@ -3,7 +3,7 @@
 
 from nltk.tokenize import word_tokenize
 from nltk.corpus import stopwords
-from pymorphy2 import MorphAnalyzer
+from pymorphy3 import MorphAnalyzer
 from ..base_check import BaseReportCriterion, answer
 
 

app/main/reports/md_uploader/md_uploader.py

@@ -176,7 +176,7 @@ def build_chapter_tree(self, chapters):
             while len(stack) > level:
                 stack.pop()
 
-            parent = stack[-1]
+            parent = stack[-1] if stack else []
             new_chapter = {
                 'name': chapter['name'],
                 'text': chapter['text'],