gliner.decoding.trie.python_labels_trie module

class gliner.decoding.trie.python_labels_trie.Node(key, permanent)

Bases: object

__init__(key, permanent)

get_key()

is_permanent()

add_child(child)

get_child(child_key)

get_children()

has_children()

delete_child(child_key)

class gliner.decoding.trie.python_labels_trie.Trie(init_value=None)

Bases: object

__init__(init_value=None)

add_batch(entities, permanent)

add(entity, permanent)

get_possible_next_keys(entity)

get_branch(entity)

remove_batch(entities)

remove_entity(entity)

class gliner.decoding.trie.python_labels_trie.LabelsTrie(entities=None)

Bases: object

Initialize the trie.

Parameters:

entities (List[List[int]] | None) – Optional initial list of token sequences to add to the trie. If None or empty, creates an empty trie.

__init__(entities=None)

Initialize the trie.

Parameters:

entities (List[List[int]] | None) – Optional initial list of token sequences to add to the trie. If None or empty, creates an empty trie.

add_batch(entities)

Add multiple token sequences to the trie.

Parameters:

entities (List[List[int]]) – List of token sequences to add.

add(tokens)

Add a single token sequence to the trie.

Parameters:

tokens (List[int]) – Token sequence to add.

get(prefix)

Get possible next tokens after a given prefix.

Parameters:

prefix (List[int]) – The token sequence to search for.

Returns:

List of possible next token IDs.

Return type:

List[int]

remove_batch(entities)

Remove multiple token sequences from the trie.

Parameters:

entities (List[List[int]]) – List of token sequences to remove.

remove_entity(tokens)

Remove a single token sequence from the trie.

Parameters:

tokens (List[int]) – Token sequence to remove.