Skip to content

Commit

Permalink
fix: formatting and types
Browse files Browse the repository at this point in the history
  • Loading branch information
dhdaines committed Nov 22, 2023
1 parent b12d9b2 commit 950515a
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 6 deletions.
5 changes: 3 additions & 2 deletions scripts/check_tags.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,9 @@
import argparse
import csv
from pathlib import Path

from alexi.analyse import Bloc, group_iob
from alexi.segment import Bullet
from alexi.analyse import group_iob, Bloc


def make_argparse() -> argparse.ArgumentParser:
Expand All @@ -13,7 +14,7 @@ def make_argparse() -> argparse.ArgumentParser:
return parser


def check_bloc(bloc: Bloc, lineno: int) -> None:
def check_bloc(bloc: Bloc, lineno: int) -> list[str]:
prev_bio = "O"
prev_segment = ""
errors = []
Expand Down
8 changes: 4 additions & 4 deletions scripts/train_crf.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,16 +4,16 @@
import csv
import itertools
import logging
import numpy as np
import os
from pathlib import Path
from typing import Iterable, Iterator

import joblib # type: ignore
import numpy as np
import sklearn_crfsuite as crfsuite # type: ignore
from sklearn.metrics import make_scorer # type: ignore
from sklearn.model_selection import KFold, cross_validate # type: ignore
from sklearn_crfsuite import metrics
from sklearn.model_selection import cross_validate, KFold
from sklearn.metrics import make_scorer

from alexi.segment import load, page2features, page2labels, split_pages

Expand Down Expand Up @@ -74,7 +74,7 @@ def run_cv(args: argparse.Namespace, params: dict, X, y):
args.cross_validation_folds = os.cpu_count()
LOGGER.debug("Using 1 fold per CPU")
LOGGER.info("Running cross-validation in %d folds", args.cross_validation_folds)
counts = {}
counts: dict[str, int] = {}
for c in itertools.chain.from_iterable(y):
if c.startswith("B-"):
count = counts.setdefault(c, 0)
Expand Down

0 comments on commit 950515a

Please sign in to comment.