Format

spacy_curated_transformers/models/hf_loader.py

@@ -1,10 +1,11 @@
 from typing import Callable, List, Optional
-from spacy.tokens import Doc
 
-from .._compat import transformers, has_hf_transformers
 from curated_transformers.models.hf_util import convert_hf_pretrained_model_parameters
-from .types import TorchTransformerModelT
+from spacy.tokens import Doc
+
+from .._compat import has_hf_transformers, transformers
 from ..errors import Errors
+from .types import TorchTransformerModelT
 
 
 def build_hf_transformer_encoder_loader_v1(

spacy_curated_transformers/models/output.py

@@ -1,9 +1,9 @@
-from typing import List, Optional, TypeVar, Generic
 from dataclasses import dataclass
-import torch
-from torch import Tensor
+from typing import Generic, List, Optional, TypeVar
 
+import torch
 from thinc.types import Floats2d, Ragged
+from torch import Tensor
 
 from ..errors import Errors
 

spacy_curated_transformers/models/remove_eos_bos.py

@@ -1,14 +1,15 @@
 from typing import List, Tuple, cast
+
 from thinc.api import Model, Ragged
 
+from ..errors import Errors
 from .output import TransformerModelOutput
 from .types import (
- SentMarkerRemoverInOutT,
+ RaggedInOutT,
  SentMarkerRemoverBackpropT,
+ SentMarkerRemoverInOutT,
  SentMarkerRemoverModelT,
- RaggedInOutT,
 )
-from ..errors import Errors
 
 
 def remove_bos_eos() -> SentMarkerRemoverModelT:

spacy_curated_transformers/models/with_strided_spans.py

@@ -1,21 +1,22 @@
-from typing import Any, Callable, Iterable, List, Optional, Tuple, Union, cast
 from functools import partial
+from typing import Any, Callable, Iterable, List, Optional, Tuple, Union, cast
+
 from thinc.model import Model
-from thinc.types import Ragged, Floats2d, Ints1d
+from thinc.types import Floats2d, Ints1d, Ragged
 
+from ..errors import Errors
 from .output import TransformerModelOutput
 from .types import (
- RaggedInOutT,
  Floats2dInOutT,
+ RaggedInOutT,
  SpanExtractorBackpropT,
  SpanExtractorInT,
- SpanExtractorOutT,
  SpanExtractorModelT,
+ SpanExtractorOutT,
  TorchTransformerInT,
  TorchTransformerModelT,
  TorchTransformerOutT,
 )
-from ..errors import Errors
 
 
 def build_with_strided_spans_v1(

spacy_curated_transformers/tokenization/char_encoder.py

@@ -1,10 +1,11 @@
-from typing import Callable, Dict, Optional, OrderedDict, Tuple
+import unicodedata
 from pathlib import Path
+from typing import Callable, Dict, Optional, OrderedDict, Tuple
+
 from thinc.api import Model, Ragged
-import unicodedata
 
-from .types import Tok2PiecesBackpropT, Tok2PiecesInT, Tok2PiecesModelT, Tok2PiecesOutT
 from ..errors import Errors
+from .types import Tok2PiecesBackpropT, Tok2PiecesInT, Tok2PiecesModelT, Tok2PiecesOutT
 
 
 def build_char_encoder_v1() -> Tok2PiecesModelT:

spacy_curated_transformers/tokenization/hf_loader.py

@@ -1,16 +1,12 @@
-from typing import Callable, Optional
 import json
-
+from typing import Callable, Optional
 
 from .._compat import has_hf_transformers, transformers
+from ..errors import Errors
 from .bbpe_encoder import ByteBPEProcessor
 from .sentencepiece_encoder import SentencePieceProcessor
+from .types import Tok2PiecesInT, Tok2PiecesModelT
 from .wordpiece_encoder import WordPieceProcessor
-from .types import (
- Tok2PiecesInT,
- Tok2PiecesModelT,
-)
-from ..errors import Errors
 
 if has_hf_transformers:
  SUPPORTED_TOKENIZERS = (