wehub-resource-sync
f877c37fc6
tests / Test (macos-latest, 3.14) (push) Has been cancelled
tests / Test (ubuntu-latest, 3.10) (push) Has been cancelled
tests / Test (ubuntu-latest, 3.11) (push) Has been cancelled
tests / Test (windows-latest, 3.13) (push) Has been cancelled
tests / Test (windows-latest, 3.14) (push) Has been cancelled
tests / Validate (push) Has been cancelled
tests / Test (macos-latest, 3.10) (push) Has been cancelled
tests / Test (macos-latest, 3.11) (push) Has been cancelled
tests / Test (macos-latest, 3.12) (push) Has been cancelled
tests / Test (macos-latest, 3.13) (push) Has been cancelled
tests / Test (ubuntu-latest, 3.12) (push) Has been cancelled
tests / Test (ubuntu-latest, 3.13) (push) Has been cancelled
tests / Test (ubuntu-latest, 3.14) (push) Has been cancelled
tests / Test (windows-latest, 3.10) (push) Has been cancelled
tests / Test (windows-latest, 3.11) (push) Has been cancelled
tests / Test (windows-latest, 3.12) (push) Has been cancelled
universe validation / Validate (push) Has been cancelled
23 lines
703 B
Python
23 lines
703 B
Python
from typing import Any, Dict, List, Tuple, Union
|
|
|
|
from .. import Vocab
|
|
from .doc import Doc
|
|
from .span import Span
|
|
from .token import Token
|
|
|
|
class Retokenizer:
|
|
def __init__(self, doc: Doc) -> None: ...
|
|
def merge(self, span: Span, attrs: Dict[Union[str, int], Any] = ...) -> None: ...
|
|
def split(
|
|
self,
|
|
token: Token,
|
|
orths: List[str],
|
|
heads: List[Union[Token, Tuple[Token, int]]],
|
|
attrs: Dict[Union[str, int], List[Any]] = ...,
|
|
) -> None: ...
|
|
def __enter__(self) -> Retokenizer: ...
|
|
def __exit__(self, *args: Any) -> None: ...
|
|
|
|
def normalize_token_attrs(vocab: Vocab, attrs: Dict): ...
|
|
def set_token_attrs(py_token: Token, attrs: Dict): ...
|