Settings: 1. Update Settings - Files - Miscellaneous Settings - Read files in chunks of characters 2. Update Settings - Sentiment Analysis - Preview

Author: BLKSerene

.circleci/config.yml

@@ -51,9 +51,6 @@ jobs:
           no_output_timeout: 30m
           command: |
             # Run some tests separately to reduce memory usage
-            pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-            pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
             pytest tests/tests_nlp/test_dependency_parsing.py
             pytest tests/tests_nlp/test_lemmatization.py
             pytest tests/tests_nlp/test_matching.py
@@ -120,9 +117,6 @@ jobs:
           no_output_timeout: 30m
           command: |
             # Run some tests separately to reduce memory usage
-            pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-            pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
             pytest tests/tests_nlp/test_dependency_parsing.py
             pytest tests/tests_nlp/test_lemmatization.py
             pytest tests/tests_nlp/test_matching.py
@@ -193,9 +187,6 @@ jobs:
 
             # Use "python -m pytest" instead to fix "pytest: command not found"
             # Run some tests separately to reduce memory usage
-            python3.11 -m pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-            python3.11 -m pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
             python3.11 -m pytest tests/tests_nlp/test_dependency_parsing.py
             python3.11 -m pytest tests/tests_nlp/test_lemmatization.py
             python3.11 -m pytest tests/tests_nlp/test_matching.py

.github/workflows/tests.yml

@@ -50,9 +50,6 @@ jobs:
       - name: Run Tests and collect coverage
         run: |
           # Run some tests separately to reduce memory usage
-          pytest --cov=./ --cov-report=xml --cov-append tests/tests_nlp/tests_spacy/test_spacy_eng.py
-          pytest --cov=./ --cov-report=xml --cov-append tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
           pytest --cov=./ --cov-report=xml --cov-append tests/tests_nlp/test_dependency_parsing.py
           pytest --cov=./ --cov-report=xml --cov-append tests/tests_nlp/test_lemmatization.py
           pytest --cov=./ --cov-report=xml --cov-append tests/tests_nlp/test_matching.py
@@ -112,9 +109,6 @@ jobs:
       - name: Run Tests
         run: |
           # Run some tests separately to reduce memory usage
-          pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-          pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
           pytest tests/tests_nlp/test_dependency_parsing.py
           pytest tests/tests_nlp/test_lemmatization.py
           pytest tests/tests_nlp/test_matching.py
@@ -172,9 +166,6 @@ jobs:
           export QT_QPA_PLATFORM=offscreen
 
           # Run some tests separately to reduce memory usage
-          pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-          pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
           pytest tests/tests_nlp/test_dependency_parsing.py
           pytest tests/tests_nlp/test_lemmatization.py
           pytest tests/tests_nlp/test_matching.py

CHANGELOG.md

@@ -30,6 +30,8 @@
 - Work Area: Add Work Area - Sample
 
 ### ✨ Improvements
+- Settings: Update Settings - Files - Miscellaneous Settings - Read files in chunks of characters
+- Settings: Update Settings - Sentiment Analysis - Preview
 - Utils: Update Stanza's Serbian (Latin script) sentence tokenizer, part-of-speech tagger, and dependency parser
 - Utils: Update Wordless's sentence splitter and sentence segment tokenizer
 - Work Area: Parallel Concordancer - Parallel Unit No. - Empty parallel units are not counted

appveyor.yml

@@ -62,9 +62,6 @@ for:
     # Run tests
     test_script:
       # Run some tests separately to reduce memory usage
-      - pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-      - pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
       - pytest tests/tests_nlp/test_dependency_parsing.py
       - pytest tests/tests_nlp/test_lemmatization.py
       - pytest tests/tests_nlp/test_matching.py
@@ -111,9 +108,6 @@ for:
     # Run tests
     test_script:
       # Run some tests separately to reduce memory usage
-      - pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-      - pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
       - pytest tests/tests_nlp/test_dependency_parsing.py
       - pytest tests/tests_nlp/test_lemmatization.py
       - pytest tests/tests_nlp/test_matching.py
@@ -163,9 +157,6 @@ for:
       - export QT_QPA_PLATFORM=offscreen
 
       # Run some tests separately to reduce memory usage
-      - pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-      - pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
       - pytest tests/tests_nlp/test_dependency_parsing.py
       - pytest tests/tests_nlp/test_lemmatization.py
       - pytest tests/tests_nlp/test_matching.py

azure-pipelines.yml

@@ -51,9 +51,6 @@ jobs:
 
       - script: |
           :: Run some tests separately to reduce memory usage
-          pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-          pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
           pytest tests/tests_nlp/test_dependency_parsing.py
           pytest tests/tests_nlp/test_lemmatization.py
           pytest tests/tests_nlp/test_matching.py
@@ -112,9 +109,6 @@ jobs:
 
       - script: |
           # Run some tests separately to reduce memory usage
-          pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-          pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
           pytest tests/tests_nlp/test_dependency_parsing.py
           pytest tests/tests_nlp/test_lemmatization.py
           pytest tests/tests_nlp/test_matching.py
@@ -176,9 +170,6 @@ jobs:
           export QT_QPA_PLATFORM=offscreen
 
           # Run some tests separately to reduce memory usage
-          pytest tests/tests_nlp/tests_spacy/test_spacy_eng.py
-          pytest tests/tests_nlp/tests_stanza/test_stanza_eng.py
-
           pytest tests/tests_nlp/test_dependency_parsing.py
           pytest tests/tests_nlp/test_lemmatization.py
           pytest tests/tests_nlp/test_matching.py

tests/tests_measures/test_measures_readability.py

@@ -173,8 +173,8 @@ def test_colemans_readability_formula():
     assert cloze_pct_eng_0 == 'text_too_short'
     assert cloze_pct_eng_12_1 == 1.29 * (9 / 12 * 100) - 38.45
     assert cloze_pct_eng_12_2 == 1.16 * (9 / 12 * 100) + 1.48 * (3 / 12 * 100) - 37.95
-    assert cloze_pct_eng_12_3 == 1.07 * (9 / 12 * 100) + 1.18 * (3 / 12 * 100) + 0.76 * (0 / 12 * 100) - 34.02
-    assert cloze_pct_eng_12_4 == 1.04 * (9 / 12 * 100) + 1.06 * (3 / 12 * 100) + 0.56 * (0 / 12 * 100) - 0.36 * (0 / 12) - 26.01
+    assert cloze_pct_eng_12_3 == 1.07 * (9 / 12 * 100) + 1.18 * (3 / 12 * 100) + 0.76 * (3 / 12 * 100) - 34.02
+    assert cloze_pct_eng_12_4 == 1.04 * (9 / 12 * 100) + 1.06 * (3 / 12 * 100) + 0.56 * (3 / 12 * 100) - 0.36 * (0 / 12) - 26.01
     assert cloze_pct_tha_12 != 'no_support'
     assert cloze_pct_other_12 == 'no_support'
 
@@ -427,8 +427,8 @@ def test_lorge_readability_index():
     lorge_spa_12 = wl_measures_readability.lorge_readability_index(main, test_text_spa_12)
 
     assert lorge_eng_0 == 'text_too_short'
-    assert lorge_eng_12_corrected == 12 / 3 * 0.06 + 2 / 12 * 0.1 + 2 / 12 * 0.1 + 1.99
-    assert lorge_eng_12 == 12 / 3 * 0.07 + 2 / 12 * 13.01 + 2 / 12 * 10.73 + 1.6126
+    assert lorge_eng_12_corrected == 12 / 3 * 0.06 + 0 / 12 * 0.1 + 2 / 12 * 0.1 + 1.99
+    assert lorge_eng_12 == 12 / 3 * 0.07 + 0 / 12 * 13.01 + 2 / 12 * 10.73 + 1.6126
     assert lorge_spa_12 == 'no_support'
 
 def test_luong_nguyen_dinhs_readability_formula():