feat: Update school notebooks models

ocr/ocr_config.json

@@ -1,76 +1,52 @@
 {
     "alphabet": " !\"'()*+,-./0123456789:;<=>?ABCDEFGHIJKLMNOPRSTVWY[\\]_abcdefghiklmnoprstuvwxyz|}ЁАБВГДЕЖЗИКЛМНОПРСТУФХЦЧШЩЫЬЭЮЯабвгдежзийклмнопрстуфхцчшщъыьэюяё’№",
-    "save_dir": "/home/jovyan/skalinin/OCR-model/data/experiments/1024_128_add_new_dataset_album_augs_2",
-    "num_epochs": 100,
-    "pretrain_path": "",
+    "save_dir": "data/experiments/tetradi_64_512_exp2/",
+    "num_epochs": 300,
+    "pretrain_path": "data/pretrain/model-187-0.6814.ckpt",
     "image": {
-        "width": 1024,
-        "height": 128
+        "width": 512,
+        "height": 64
     },
     "train": {
         "datasets": [
             {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_11032022_en/train.csv",
-                "prob": 0.05
+                "csv_path": "data/school_notebooks_EN/train/train.csv",
+                "prob": 14595
             },
             {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_11032022_ru/train.csv",
-                "prob": 0.1
-            },
-            {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_15102021/train.csv",
-                "prob": 0.45
-            },
-            {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_26012022/train.csv",
-                "prob": 0.4
+                "csv_path": "data/school_notebooks_RU/train/train.csv",
+                "prob": 268350
             }
         ],
         "epoch_size": 100000,
-        "batch_size": 64
+        "batch_size": 512
     },
     "val": {
         "datasets": [
             {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_11032022_en/val.csv",
-                "prob": 1
-            },
-            {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_11032022_ru/val.csv",
-                "prob": 1
+                "csv_path": "data/school_notebooks_EN/val/val.csv",
+                "prob": 2129
             },
             {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_15102021/val.csv",
-                "prob": 1
-            },
-            {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_26012022/val.csv",
-                "prob": 1
+                "csv_path": "data/school_notebooks_RU/val/val.csv",
+                "prob": 27853
             }
         ],
         "epoch_size": null,
-        "batch_size": 64
+        "batch_size": 512
     },
     "test": {
         "datasets": [
             {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_11032022_en/test.csv",
-                "prob": 1
-            },
-            {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_11032022_ru/test.csv",
-                "prob": 1
-            },
-            {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_15102021/test.csv",
-                "prob": 1
+                "csv_path": "data/school_notebooks_EN/test/test.csv",
+                "prob": 1979
             },
             {
-                "csv_path": "/home/jovyan/skalinin/OCR-model/data/segmentation_26012022/test.csv",
-                "prob": 1
+                "csv_path": "data/school_notebooks_RU/test/test.csv",
+                "prob": 28109
             }
         ],
         "epoch_size": null,
-        "batch_size": 64
+        "batch_size": 512
     }
 }

ocr/ocr_model.ckpt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bd612eeb20a39d3cf83d10e89ed8b06ee844143e60607d28af218abd8ebc297
-size 50294787
+oid sha256:74192c3c23532f8d655c806d09aeeccf88b7e9fb769a21579f724702b99771ec
+size 50289625

ocr/ocr_model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5ada98e82336c3e229b78aff6758cda6c92e6ca2cae5d9118b3e447994fd6e
+size 50175647

pipeline_config.json

@@ -5,7 +5,9 @@
         "SegmPrediction": {
             "model_path": "segm/segm_model.ckpt",
             "config_path": "segm/segm_config.json",
-            "device": "cuda"
+            "num_threads": 8,
+            "device": "cuda",
+            "runtime": "Pytorch"
         },
         "RestoreImageAngle": {
             "restoring_class_names": ["text_line"]
@@ -15,24 +17,20 @@
             "model_path": "ocr/ocr_model.ckpt",
             "config_path": "ocr/ocr_config.json",
             "lm_path": "ocr/kenlm_corpus.arpa",
-            "classes_to_ocr": ["shrinked_pupil_text", "shrinked_comments"],
-            "device": "cuda"
+            "num_threads": 8,
+            "classes_to_ocr": ["shrinked_text"],
+            "device": "cuda",
+            "batch_size": 128,
+            "runtime": "Pytorch"
         },
         "LineFinder": {
             "line_classes": ["text_line"],
-            "text_classes": ["shrinked_pupil_text", "shrinked_comments"]
+            "text_classes": ["shrinked_text"]
         },
         "PrepareJSON": {}
     },
     "classes": {
-        "shrinked_pupil_text": {
-            "contour_posptrocess": {
-                "BboxFromContour": {},
-                "UpscaleBbox": {"upscale_bbox": [1.4, 2.3]},
-                "CropByBbox": {}
-            }
-        },
-        "shrinked_comments": {
+        "shrinked_text": {
             "contour_posptrocess": {
                 "BboxFromContour": {},
                 "UpscaleBbox": {"upscale_bbox": [1.4, 2.3]},

segm/segm_config.json

@@ -1,14 +1,14 @@
 {
-    "save_dir": "/home/jovyan/SEGM-model/data/exp/fitting_text_line_11032022",
-    "num_epochs": 1000,
-    "pretrain_path": "/home/jovyan/OCR-pipeline/data/weights/resnet50_15102021_26012022_768_1024_2/model-1249-0.1312.ckpt",
+    "save_dir": "data/experiments/tetradi_with_lines/",
+    "num_epochs": 1500,
+    "pretrain_path": "data/experiments/base_model_all_datasets/model-960-0.1979.ckpt",
     "image": {
-        "width": 1024,
-        "height": 768
+        "width": 896,
+        "height": 896
     },
     "classes": {
-        "shrinked_pupil_text": {
-            "annotation_classes": ["pupil_text"],
+        "shrinked_text": {
+            "annotation_classes": ["pupil_text", "teacher_comment"],
             "polygon2mask": {
                 "ShrinkMaskMaker": {"shrink_ratio": 0.5}
             },
@@ -17,10 +17,10 @@
                 "min_area": 10
             }
         },
-        "shrinked_comments": {
-            "annotation_classes": ["pupil_comment", "teacher_comment"],
+        "bordered_text": {
+            "annotation_classes": ["pupil_text", "teacher_comment"],
             "polygon2mask": {
-                "ShrinkMaskMaker": {"shrink_ratio": 0.5}
+                "BorderMaskMaker": {"shrink_ratio": 0.5}
             },
             "postprocess": {
                 "threshold": 0.8,
@@ -30,7 +30,7 @@
         "text_line": {
             "annotation_classes": ["text_line"],
             "polygon2mask": {
-                "PolylineToMask": {"thickness": 2, "scale": 0.95}
+                "PolylineToMask": {"thickness": 2}
             },
             "postprocess": {
                 "threshold": 0.8,
@@ -41,32 +41,55 @@
     "train": {
         "datasets": [
             {
-                "json_path": "/home/jovyan/data/htr_dataset_SEGM_11032022/en_ru_tetradi/ru/annotations_train.json",
-                "image_root": "/home/jovyan/data/htr_dataset_SEGM_11032022/en_ru_tetradi/ru/images_rotated/",
-                "processed_data_path": "/home/jovyan/SEGM-model/data/htr_dataset_SEGM_11032022_ru/annotations_train.csv"
+                "json_path": "data/segm/school_notebooks_EN/annotations_train.json",
+                "image_root": "data/segm/school_notebooks_EN/images/",
+                "processed_data_path": "data/tetradi_with_lines/school_notebooks_EN/train/annotations_train.csv",
+                "prob": 70
+            },
+            {
+                "json_path": "data/segm/school_notebooks_RU/annotations_train.json",
+                "image_root": "data/segm/school_notebooks_RU/images/",
+                "processed_data_path": "data/tetradi_with_lines/school_notebooks_RU/train/annotations_train.csv",
+                "prob": 1557
             }
         ],
-        "batch_size": 10
+        "epoch_size": 2000,
+        "batch_size": 20
     },
     "val": {
         "datasets": [
             {
-                "json_path": "/home/jovyan/data/htr_dataset_SEGM_11032022/en_ru_tetradi/ru/annotations_val.json",
-                "image_root": "/home/jovyan/data/htr_dataset_SEGM_11032022/en_ru_tetradi/ru/images_rotated/",
-                "processed_data_path": "/home/jovyan/SEGM-model/data/htr_dataset_SEGM_11032022_ru/annotations_val.csv"
+                "json_path": "data/segm/school_notebooks_EN/annotations_val.json",
+                "image_root": "data/segm/school_notebooks_EN/images/",
+                "processed_data_path": "data/tetradi_with_lines/school_notebooks_EN/val/annotations_val.csv",
+                "prob": 10
+            },
+            {
+                "json_path": "data/segm/school_notebooks_RU/annotations_val.json",
+                "image_root": "data/segm/school_notebooks_RU/images/",
+                "processed_data_path": "data/tetradi_with_lines/school_notebooks_RU/val/annotations_val.csv",
+                "prob": 150
             }
         ],
-        "batch_size": 10
+        "epoch_size": null,
+        "batch_size": 20
     },
     "test": {
         "datasets": [
             {
-                "json_path": "/home/jovyan/data/htr_dataset_SEGM_11032022/en_ru_tetradi/ru/annotations_test.json",
-                "image_root": "/home/jovyan/data/htr_dataset_SEGM_11032022/en_ru_tetradi/ru/images_rotated/",
-                "processed_data_path": "/home/jovyan/SEGM-model/data/htr_dataset_SEGM_11032022_ru/annotations_val.csv"
+                "json_path": "data/segm/school_notebooks_EN/annotations_test.json",
+                "image_root": "data/segm/school_notebooks_EN/images/",
+                "processed_data_path": "data/tetradi_with_lines/school_notebooks_EN/test/annotations_test.csv",
+                "prob": 10
+            },
+            {
+                "json_path": "data/segm/school_notebooks_RU/annotations_test.json",
+                "image_root": "data/segm/school_notebooks_RU/images/",
+                "processed_data_path": "data/tetradi_with_lines/school_notebooks_RU/test/annotations_test.csv",
+                "prob": 150
             }
         ],
-        "batch_size": 10
+        "epoch_size": null,
+        "batch_size": 20
     }
 }
-

segm/segm_model.ckpt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47860d2f5d047a1b6f18bab61777544a7082227c32c6b58d28a4781af3d68784
-size 115723911
+oid sha256:12331d25804fd5b291707cbb288d384b81f7a6460e514b8695cbc3264491cde9
+size 115714321

segm/segm_model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511b05e81ff544d236b7635b8a4367096cb679991c5d922d04c8fa7524f36127
+size 115229451