120 lines
3.9 KiB
Python
120 lines
3.9 KiB
Python
|
"""Checker for grammar errors."""
|
|||
|
|
|
|||
|
|
import json
|
|||
|
|
import re
|
|||
|
|
import subprocess
|
|||
|
|
import tempfile
|
|||
|
|
from pathlib import Path
|
|||
|
|
from zipfile import ZipFile
|
|||
|
|
|
|||
|
|
import requests
|
|||
|
|
import simplelogging
|
|||
|
|
|
|||
|
|
from padpo.checkers.baseclass import Checker, replace_quotes
|
|||
|
|
from padpo.pofile import PoItem, PoFile
|
|||
|
|
|
|||
|
|
log = simplelogging.get_logger()
|
|||
|
|
|
|||
|
|
|
|||
|
|
class GrammalecteChecker(Checker):
|
|||
|
|
"""Checker for grammar errors."""
|
|||
|
|
|
|||
|
|
def __init__(self):
|
|||
|
|
"""Initialiser."""
|
|||
|
|
super().__init__(name="Grammalecte")
|
|||
|
|
self.dir = None
|
|||
|
|
|
|||
|
|
def check_file(self, pofile: PoFile):
|
|||
|
|
"""Check a `*.po` file."""
|
|||
|
|
if not isinstance(pofile, PoFile):
|
|||
|
|
log.error("%s is not an instance of PoFile", str(pofile))
|
|||
|
|
fd, name = tempfile.mkstemp(suffix=".txt", prefix="padpo_", text=True)
|
|||
|
|
with open(name, "w", encoding="utf8") as f:
|
|||
|
|
text = pofile.rst2txt()
|
|||
|
|
text = re.sub(r"«\s(.*?)\s»", replace_quotes, text)
|
|||
|
|
f.write(text)
|
|||
|
|
try:
|
|||
|
|
result = subprocess.run(
|
|||
|
|
[
|
|||
|
|
"grammalecte-cli.py",
|
|||
|
|
"-f",
|
|||
|
|
name,
|
|||
|
|
"-off",
|
|||
|
|
"apos",
|
|||
|
|
"--json",
|
|||
|
|
"--only_when_errors",
|
|||
|
|
],
|
|||
|
|
capture_output=True,
|
|||
|
|
text=True,
|
|||
|
|
)
|
|||
|
|
except FileNotFoundError as e:
|
|||
|
|
if e.filename == "grammalecte-cli.py":
|
|||
|
|
install_grammalecte()
|
|||
|
|
result = subprocess.run(
|
|||
|
|
[
|
|||
|
|
"grammalecte-cli.py",
|
|||
|
|
"-f",
|
|||
|
|
name,
|
|||
|
|
"-off",
|
|||
|
|
"apos",
|
|||
|
|
"--json",
|
|||
|
|
"--only_when_errors",
|
|||
|
|
],
|
|||
|
|
capture_output=True,
|
|||
|
|
text=True,
|
|||
|
|
)
|
|||
|
|
if result.stdout:
|
|||
|
|
warnings = json.loads(result.stdout)
|
|||
|
|
for warning in warnings["data"]:
|
|||
|
|
for error in warning["lGrammarErrors"]:
|
|||
|
|
if self.filter_out(error):
|
|||
|
|
continue
|
|||
|
|
item_index = int(warning["iParagraph"]) // 2
|
|||
|
|
item = pofile.content[item_index]
|
|||
|
|
start = max(0, int(error["nStart"]) - 40)
|
|||
|
|
end = max(0, int(error["nEnd"]) + 10)
|
|||
|
|
item.add_warning(
|
|||
|
|
self.name,
|
|||
|
|
# self.name + " " + error["sRuleId"], # TODO
|
|||
|
|
error["sMessage"]
|
|||
|
|
+ " => ###"
|
|||
|
|
+ item.msgstr_rst2txt[start:end]
|
|||
|
|
+ "###",
|
|||
|
|
)
|
|||
|
|
Path(name).unlink()
|
|||
|
|
|
|||
|
|
def check_item(self, item: PoItem):
|
|||
|
|
"""Check an item in a `*.po` file (does nothing)."""
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
def filter_out(self, error):
|
|||
|
|
"""Return True when grammalecte error should be ignored."""
|
|||
|
|
msg = error["sRuleId"]
|
|||
|
|
if msg == "esp_milieu_ligne":
|
|||
|
|
return True # double space
|
|||
|
|
if msg == "nbsp_avant_deux_points":
|
|||
|
|
return True
|
|||
|
|
if msg == "nbsp_avant_double_ponctuation":
|
|||
|
|
return True
|
|||
|
|
return False
|
|||
|
|
|
|||
|
|
|
|||
|
|
def install_grammalecte():
|
|||
|
|
"""Install grammalecte CLI."""
|
|||
|
|
log.warning("Missing grammalecte, trying to install it")
|
|||
|
|
# with tempfile.TemporaryDirectory(prefix="padpo_") as tmpdirname:
|
|||
|
|
tmpdirname = "/tmp/_padpo_gramma"
|
|||
|
|
tmpdirname = Path(tmpdirname)
|
|||
|
|
tmpdirname.mkdir(exist_ok=True)
|
|||
|
|
download_request = requests.get(
|
|||
|
|
"https://grammalecte.net/grammalecte/zip/Grammalecte-fr-v1.5.0.zip"
|
|||
|
|
)
|
|||
|
|
download_request.raise_for_status()
|
|||
|
|
zip_file = tmpdirname / "Grammalecte-fr-v1.5.0.zip"
|
|||
|
|
zip_file.write_bytes(download_request.content)
|
|||
|
|
with ZipFile(zip_file, "r") as zip_obj:
|
|||
|
|
zip_obj.extractall(tmpdirname / "Grammalecte-fr-v1.5.0")
|
|||
|
|
subprocess.run(
|
|||
|
|
["pip", "install", str(tmpdirname / "Grammalecte-fr-v1.5.0")]
|
|||
|
|
)
|