You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
73 lines
2.6 KiB
73 lines
2.6 KiB
from __future__ import annotations
|
|
|
|
__version__ = "5.2.2"
|
|
__MODEL_HUB_ORGANIZATION__ = "sentence-transformers"
|
|
|
|
import importlib
|
|
import os
|
|
import warnings
|
|
|
|
from sentence_transformers.backend import (
|
|
export_dynamic_quantized_onnx_model,
|
|
export_optimized_onnx_model,
|
|
export_static_quantized_openvino_model,
|
|
)
|
|
from sentence_transformers.cross_encoder import (
|
|
CrossEncoder,
|
|
CrossEncoderModelCardData,
|
|
CrossEncoderTrainer,
|
|
CrossEncoderTrainingArguments,
|
|
)
|
|
from sentence_transformers.datasets import ParallelSentencesDataset, SentencesDataset
|
|
from sentence_transformers.LoggingHandler import LoggingHandler
|
|
from sentence_transformers.model_card import SentenceTransformerModelCardData
|
|
from sentence_transformers.quantization import quantize_embeddings
|
|
from sentence_transformers.readers import InputExample
|
|
from sentence_transformers.sampler import DefaultBatchSampler, MultiDatasetDefaultBatchSampler
|
|
from sentence_transformers.SentenceTransformer import SentenceTransformer
|
|
from sentence_transformers.similarity_functions import SimilarityFunction
|
|
from sentence_transformers.sparse_encoder import (
|
|
SparseEncoder,
|
|
SparseEncoderModelCardData,
|
|
SparseEncoderTrainer,
|
|
SparseEncoderTrainingArguments,
|
|
)
|
|
from sentence_transformers.trainer import SentenceTransformerTrainer
|
|
from sentence_transformers.training_args import SentenceTransformerTrainingArguments
|
|
from sentence_transformers.util import mine_hard_negatives
|
|
|
|
# If codecarbon is installed and the log level is not defined,
|
|
# automatically overwrite the default to "error"
|
|
if importlib.util.find_spec("codecarbon") and "CODECARBON_LOG_LEVEL" not in os.environ:
|
|
os.environ["CODECARBON_LOG_LEVEL"] = "error"
|
|
|
|
# Globally silence PyTorch sparse CSR tensor beta warning
|
|
warnings.filterwarnings("ignore", message="Sparse CSR tensor support is in beta state")
|
|
|
|
__all__ = [
|
|
"LoggingHandler",
|
|
"SentencesDataset",
|
|
"ParallelSentencesDataset",
|
|
"SentenceTransformer",
|
|
"SimilarityFunction",
|
|
"InputExample",
|
|
"CrossEncoder",
|
|
"CrossEncoderTrainer",
|
|
"CrossEncoderTrainingArguments",
|
|
"CrossEncoderModelCardData",
|
|
"SentenceTransformerTrainer",
|
|
"SentenceTransformerTrainingArguments",
|
|
"SentenceTransformerModelCardData",
|
|
"SparseEncoder",
|
|
"SparseEncoderTrainer",
|
|
"SparseEncoderTrainingArguments",
|
|
"SparseEncoderModelCardData",
|
|
"quantize_embeddings",
|
|
"export_optimized_onnx_model",
|
|
"export_dynamic_quantized_onnx_model",
|
|
"export_static_quantized_openvino_model",
|
|
"DefaultBatchSampler",
|
|
"MultiDatasetDefaultBatchSampler",
|
|
"mine_hard_negatives",
|
|
]
|