low_level module

corrdim.low_level.clear_model_cache()

Return type:

None

corrdim.low_level.curve_from_text(text, model, tokenizer=None, context_length=None, dim_reduction=8192, stride=1, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, precision=torch.float32, backend=None, **model_kwargs)

Parameters:

• text (str)

• model (str | LanguageModelWrapper)

• tokenizer (object | None)

• context_length (int | None)

• dim_reduction (int | None)

• stride (int)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• precision (torch.dtype)

• backend (str | None)

Return type:

CurveResult

corrdim.low_level.curve_from_texts(texts, model, tokenizer=None, context_length=None, dim_reduction=8192, stride=1, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, precision=torch.float32, backend=None, **model_kwargs)

Parameters:

• texts (list[str])

• model (str | LanguageModelWrapper)

• tokenizer (object | None)

• context_length (int | None)

• dim_reduction (int | None)

• stride (int)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• precision (torch.dtype)

• backend (str | None)

Return type:

list[CurveResult]

corrdim.low_level.curve_from_vectors(vectors, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, backend=None)

Parameters:

• vectors (torch.Tensor)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• backend (str | None)

Return type:

CurveResult

corrdim.low_level.curve_from_vectors_batch(vectors_batch, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, backend=None)

Parameters:

• vectors_batch (torch.Tensor)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• backend (str | None)

Return type:

list[CurveResult]

corrdim.low_level.progressive_curve_from_text(text, model, tokenizer=None, context_length=None, dim_reduction=8192, stride=1, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, precision=torch.float32, backend=None, **model_kwargs)

Parameters:

• text (str)

• model (str | LanguageModelWrapper)

• tokenizer (object | None)

• context_length (int | None)

• dim_reduction (int | None)

• stride (int)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• precision (torch.dtype)

• backend (str | None)

Return type:

ProgressiveCurveResult

corrdim.low_level.progressive_curve_from_texts(texts, model, tokenizer=None, context_length=None, dim_reduction=8192, stride=1, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, precision=torch.float32, backend=None, **model_kwargs)

Parameters:

• texts (list[str])

• model (str | LanguageModelWrapper)

• tokenizer (object | None)

• context_length (int | None)

• dim_reduction (int | None)

• stride (int)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• precision (torch.dtype)

• backend (str | None)

Return type:

list[ProgressiveCurveResult]

corrdim.low_level.progressive_curve_from_vectors(vectors, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, backend=None)

Parameters:

• vectors (torch.Tensor)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• backend (str | None)

Return type:

ProgressiveCurveResult

corrdim.low_level.progressive_curve_from_vectors_batch(vectors_batch, epsilon_range=(1e-20, 1e+20), num_epsilon=1024, block_size=512, show_progress=False, backend=None)

Parameters:

• vectors_batch (torch.Tensor)

• epsilon_range (Tuple[float, float])

• num_epsilon (int)

• block_size (int)

• show_progress (bool)

• backend (str | None)

Return type:

list[ProgressiveCurveResult]