Index

_

__get_label() (src.dataset.singlelabel.base.TrainingDataset method) __get_text() (src.dataset.singlelabel.base.TrainingDataset method) _abc_impl (src.benchmark.base.BenchmarkBase attribute) (src.benchmark.embedding_similarity.EmbeddingSimilarityBenchmark attribute) (src.benchmark.hybrid.HybridBenchmark attribute) (src.benchmark.regular.BenchmarkWrapper attribute) (src.benchmark.zeroshot.ZeroshotBenchmark attribute) (src.config.base.Settings attribute) (src.config.benchmark.BenchmarkConfig attribute) (src.config.data_models.annotation.AnnotationConfig attribute) (src.config.data_models.decision.DecisionConfig attribute) (src.config.data_models.label.LabelConfig attribute) (src.config.data_models.model.ModelConfig attribute) (src.config.data_models.sparql.SparqlConfig attribute) (src.config.data_models.taxonomy.TaxonomyConfig attribute) (src.config.data_models.user.UserConfig attribute) (src.config.logging.LoggingConfig attribute) (src.config.request.RequestConfig attribute) (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) (src.config.runs.benchmark.hybrid.HybridConfig attribute) (src.config.runs.benchmark.metrics.MetricsConfig attribute) (src.config.runs.dataset.DatasetConfig attribute) (src.config.runs.model.ModelConfig attribute) (src.config.runs.training.arguments.TrainingConfig attribute) (src.config.runs.training.default.DefaultConfig attribute) (src.dataset.base.TrainDataset attribute) (src.dataset.multilabel.base.MultilabelTrainingDataset attribute) (src.dataset.multilabel.secondlevel.MultiLabelSecondLevelFullText attribute) (src.dataset.multilabel.summary_statistic_dataset.SummaryStatisticDataset attribute) (src.dataset.multilabel.toplevel_article_based.MultiLabelTopLevelArticleBased attribute) (src.dataset.multilabel.toplevel_article_split.MultiLabelTopLevelArticleSplit attribute) (src.dataset.multilabel.toplevel_description_based.MultiLabelTopLevelDescriptionBased attribute) (src.dataset.multilabel.toplevel_general.MultiLabelTopLevelFullText attribute) (src.dataset.multilabel.toplevel_motivation_based.MultiLabelTopLevelMotivationBased attribute) (src.dataset.multilabel.toplevel_shortitle_based.MultiLabelTopLevelShortTitleBased attribute) (src.dataset.singlelabel.base.TrainingDataset attribute) (src.dataset.singlelabel.basic.BasicDataset attribute) (src.dataset.singlelabel.single_toplevel.SingleTopLevel attribute) (src.training.bert_multilabel.BertTraining attribute) (src.training.distilbert.DistilBertTraining attribute) (src.training.setfit.SetfitTraining attribute) _asdict() (src.config.Config method) _class_cleanups (src.tests.annotation.AnnotationTests attribute) (src.tests.article.ArticleTests attribute) (src.tests.decision.DecisionTests attribute) (src.tests.label.LabelTests attribute) (src.tests.model.ModelTests attribute) (src.tests.taxonomy.TaxonomyTests attribute) (src.tests.user.UserTests attribute) _classSetupFailed (src.tests.annotation.AnnotationTests attribute) (src.tests.article.ArticleTests attribute) (src.tests.decision.DecisionTests attribute) (src.tests.label.LabelTests attribute) (src.tests.model.ModelTests attribute) (src.tests.taxonomy.TaxonomyTests attribute) (src.tests.user.UserTests attribute) _create_dataset() (src.benchmark.base.BenchmarkBase method) (src.benchmark.regular.BenchmarkWrapper method) (src.training.base.Training method) (src.training.bert_multilabel.BertTraining method) (src.training.distilbert.DistilBertTraining method) (src.training.setfit.SetfitTraining method)

_create_model() (src.benchmark.base.BenchmarkBase method) (src.benchmark.hybrid.HybridBenchmark method) (src.benchmark.regular.BenchmarkWrapper method) (src.training.base.Training method) (src.training.bert_multilabel.BertTraining method) (src.training.distilbert.DistilBertTraining method) (src.training.setfit.SetfitTraining method) _create_run_name() (src.benchmark.base.BenchmarkBase method) (src.benchmark.regular.BenchmarkWrapper method) _creation_date_relation (src.config.data_models.decision.DecisionConfig attribute) _dump_json() (src.dataset.builder.DatasetBuilder method) _embed() (src.models.embedding.base.EmbeddingModel method) (src.models.embedding.ground_up.GroundUpRegularEmbeddingModel method) _ensure_encapsulation() (src.data_models.base.Base method) _field_defaults (src.config.Config attribute) _fields (src.config.Config attribute) _generate_level_stats() (src.helpers.statistics.GenerateTaxonomyStatistics method) _get_label() (src.dataset.base.TrainDataset method) (src.dataset.multilabel.base.MultilabelTrainingDataset method) (src.dataset.multilabel.secondlevel.MultiLabelSecondLevelFullText method) (src.dataset.multilabel.summary_statistic_dataset.SummaryStatisticDataset method) (src.dataset.singlelabel.single_toplevel.SingleTopLevel method) _get_level_labels() (src.helpers.statistics.GenerateTaxonomyStatistics method) _get_text() (src.dataset.base.TrainDataset method) (src.dataset.multilabel.base.MultilabelTrainingDataset method) (src.dataset.multilabel.secondlevel.MultiLabelSecondLevelFullText method) (src.dataset.multilabel.toplevel_article_based.MultiLabelTopLevelArticleBased method) (src.dataset.multilabel.toplevel_article_split.MultiLabelTopLevelArticleSplit method) (src.dataset.multilabel.toplevel_description_based.MultiLabelTopLevelDescriptionBased method) (src.dataset.multilabel.toplevel_general.MultiLabelTopLevelFullText method) (src.dataset.multilabel.toplevel_motivation_based.MultiLabelTopLevelMotivationBased method) (src.dataset.multilabel.toplevel_shortitle_based.MultiLabelTopLevelShortTitleBased method) (src.dataset.singlelabel.single_toplevel.SingleTopLevel method) _init_model() (src.utils.zeroshot.ZeroshotMatching method) _internal_request() (src.sparql.request.RequestHandler method) _list() (src.enums.datasets.DatasetType class method) (src.enums.models.ModelType class method) _load_model() (src.models.base.Model method) (src.models.classifier.base.ClassifierModel method) (src.models.classifier.huggingface.HuggingfaceModel method) (src.models.embedding.base.EmbeddingModel method) (src.models.zeroshot.base.ZeroshotModel method) _make() (src.config.Config class method) _prep_dataset() (src.helpers.statistics.GenerateTaxonomyStatistics method) _prep_labels() (src.models.base.Model method) (src.models.embedding.base.EmbeddingModel method) (src.models.embedding.child_labels.ChildLabelsEmbeddingModel method) (src.models.embedding.ground_up.GroundUpRegularEmbeddingModel method) (src.models.hybrid.semi_supervised.HybridModel method) (src.models.hybrid.semi_supervised_selective.SelectiveHybridModel method) (src.models.zeroshot.child_labels.ChildLabelsZeroshotModel method) _prep_taxonomy() (src.utils.zeroshot.ZeroshotMatching method) _remap_dataset() (src.dataset.multilabel.toplevel_article_split.MultiLabelTopLevelArticleSplit method) _remap_tree() (src.data_models.taxonomy.Taxonomy method) _replace() (src.config.Config method) _text_formatting() (src.models.embedding.child_labels.ChildLabelsEmbeddingModel method) (src.models.zeroshot.child_labels.ChildLabelsZeroshotModel method) _with_taxonomy_relation (src.config.data_models.decision.DecisionConfig attribute) _with_user_relation (src.config.data_models.decision.DecisionConfig attribute)

A

add_labels() (src.models.base.Model method) (src.models.embedding.base.EmbeddingModel method) ALL (src.enums.decision.DecisionQuery attribute) all_linked_labels (src.data_models.taxonomy.Taxonomy property) ANNOTATED (src.enums.decision.DecisionQuery attribute) Annotation (class in src.data_models.annotation) annotation_relation (src.config.data_models.decision.DecisionConfig attribute) AnnotationConfig (class in src.config.data_models.annotation) AnnotationConfig.Config (class in src.config.data_models.annotation) annotations (src.data_models.decision.Decision property)

AnnotationTests (class in src.tests.annotation) apply_mlb (src.config.runs.dataset.DatasetConfig attribute) Article (class in src.data_models.article) article_list (src.data_models.decision.Decision property) article_value_relation (src.config.data_models.decision.DecisionConfig attribute) articles (src.data_models.decision.Decision property) ArticleTests (class in src.tests.article) AsymmetricLossOptimized (class in src.training.losses.asymetric) auth_type (src.config.request.RequestConfig attribute) AuthType (class in src.enums.request)

B

Base (class in src.data_models.base) BASIC (src.enums.request.AuthType attribute) BasicDataset (class in src.dataset.singlelabel.basic) BenchmarkBase (class in src.benchmark.base) BenchmarkConfig (class in src.config.benchmark) BenchmarkConfig.Config (class in src.config.benchmark) BenchmarkWrapper (class in src.benchmark.regular)

BERT (src.enums.supervised_flavours.TrainingFlavours attribute) bert_model_id (src.config.runs.training.default.DefaultConfig attribute) BertTraining (class in src.training.bert_multilabel) besluit_relation (src.config.data_models.decision.DecisionConfig attribute) binarize() (in module src.dataset.builder) binarized_label_dictionary (src.dataset.base.TrainDataset property) (src.dataset.multilabel.base.MultilabelTrainingDataset property) broader_relation (src.config.data_models.taxonomy.TaxonomyConfig attribute)

C

calculate_stats() (src.helpers.statistics.GenerateTaxonomyStatistics method) candid_labels (src.dataset.base.TrainDataset property) (src.dataset.multilabel.base.MultilabelTrainingDataset property) category (src.data_models.model.Model property) category_relation (src.config.data_models.model.ModelConfig attribute) ChildLabelsEmbeddingModel (class in src.models.embedding.child_labels) ChildLabelsZeroshotModel (class in src.models.zeroshot.child_labels) children (src.data_models.taxonomy.Taxonomy property) ChunkedEmbeddingModel (class in src.models.embedding.chunked) ChunkedZeroshotModel (class in src.models.zeroshot.chunked) classification_report (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) ClassifierModel (class in src.models.classifier.base) classify() (src.models.base.Model method) (src.models.classifier.base.ClassifierModel method) (src.models.classifier.huggingface.HuggingfaceModel method) (src.models.embedding.base.EmbeddingModel method) (src.models.embedding.chunked.ChunkedEmbeddingModel method) (src.models.embedding.ground_up.GroundUpRegularEmbeddingModel method) (src.models.embedding.ground_up_greedy.GroundUpGreedyEmbeddingModel method) (src.models.embedding.sentence.SentenceEmbeddingModel method) (src.models.hybrid.semi_supervised.HybridModel method) (src.models.hybrid.semi_supervised_selective.SelectiveHybridModel method) (src.models.zeroshot.base.ZeroshotModel method) (src.models.zeroshot.child_labels.ChildLabelsZeroshotModel method) (src.models.zeroshot.chunked.ChunkedZeroshotModel method) (src.models.zeroshot.sentence.SentenceZeroshotModel method)

compute() (src.benchmark.metrics.Metrics method) compute_loss() (src.training.trainers.multilabel_trainer.MultilabelTrainer method) compute_metrics() (src.training.base.Training method) (src.training.bert_multilabel.BertTraining method) (src.training.distilbert.DistilBertTraining method) (src.training.setfit.SetfitTraining method) Config (class in src.config) confusion_matrix (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) content (src.data_models.article.Article property) create_blank_config() (src.data_models.taxonomy.Taxonomy method) create_checkpoint() (src.dataset.builder.DatasetBuilder method) create_dataset() (in module src.dataset) create_decision_from_uri (src.config.data_models.decision.DecisionConfig attribute) CustomSetFitTrainer (class in src.training.trainers.setfit) CustomValueError

D

data_models (src.config.Config attribute) dataloader_pin_memory (src.config.runs.training.arguments.TrainingConfig attribute) dataset_type (src.config.benchmark.BenchmarkConfig attribute) DatasetBuilder (class in src.dataset.builder) DatasetConfig (class in src.config.runs.dataset) DatasetConfig.Config (class in src.config.runs.dataset) DatasetType (class in src.enums.datasets) date (src.data_models.annotation.Annotation property) (src.data_models.model.Model property) date_relation (src.config.data_models.annotation.AnnotationConfig attribute) (src.config.data_models.model.ModelConfig attribute) Decision (class in src.data_models.decision) DECISION (src.enums.request.EndpointType attribute) DecisionConfig (class in src.config.data_models.decision) DecisionConfig.Config (class in src.config.data_models.decision) DecisionQuery (class in src.enums.decision) DecisionTests (class in src.tests.decision) default_description (src.benchmark.base.BenchmarkBase property) (src.benchmark.embedding_similarity.EmbeddingSimilarityBenchmark property) (src.benchmark.hybrid.HybridBenchmark property) (src.benchmark.regular.BenchmarkWrapper property) (src.benchmark.zeroshot.ZeroshotBenchmark property)

default_mlflow_tags (src.benchmark.base.BenchmarkBase property) (src.benchmark.embedding_similarity.EmbeddingSimilarityBenchmark property) (src.benchmark.hybrid.HybridBenchmark property) (src.benchmark.regular.BenchmarkWrapper property) (src.benchmark.zeroshot.ZeroshotBenchmark property) DefaultConfig (class in src.config.runs.training.default) DefaultConfig.Config (class in src.config.runs.training.default) deprecated() (in module src.utils.warnings) description (src.data_models.decision.Decision property) description_relation (src.config.data_models.decision.DecisionConfig attribute) device (src.models.base.Model property) DIFFERENTIABLE_MULTI_OUTPUT (src.enums.setfit.SetfitClassifierHeads attribute) DIFFERENTIABLE_ONE_VS_REST (src.enums.setfit.SetfitClassifierHeads attribute) DIGEST (src.enums.request.AuthType attribute) DISTIL_BERT (src.enums.supervised_flavours.TrainingFlavours attribute) distil_bert_model_id (src.config.runs.training.default.DefaultConfig attribute) DistilBertForMultiLabelClassification (class in src.training.subclasses.multilabel_distilbert_for_sequence_classification) DistilBertTraining (class in src.training.distilbert) DYNAMIC (src.enums.datasets.DatasetType attribute) DYNAMIC_TOPIC_MODEL (src.enums.models.ModelType attribute)

E

EMBEDDING_CHILD_LABELS (src.enums.models.ModelType attribute) EMBEDDING_CHUNKED (src.enums.models.ModelType attribute) EMBEDDING_GROUND_UP (src.enums.models.ModelType attribute) EMBEDDING_GROUND_UP_GREEDY (src.enums.models.ModelType attribute) EMBEDDING_REGULAR (src.enums.models.ModelType attribute) EMBEDDING_SENTENCE (src.enums.models.ModelType attribute) EmbeddingModel (class in src.models.embedding.base) EmbeddingSimilarityBenchmark (class in src.benchmark.embedding_similarity) endpoint_decision (src.config.request.RequestConfig attribute) endpoint_taxonomy (src.config.request.RequestConfig attribute) EndpointType (class in src.enums.request) entering() (in module src.utils.wrapper) env_prefix (src.config.benchmark.BenchmarkConfig.Config attribute) (src.config.data_models.annotation.AnnotationConfig.Config attribute) (src.config.data_models.decision.DecisionConfig.Config attribute) (src.config.data_models.label.LabelConfig.Config attribute) (src.config.data_models.model.ModelConfig.Config attribute) (src.config.data_models.sparql.SparqlConfig.Config attribute) (src.config.data_models.taxonomy.TaxonomyConfig.Config attribute) (src.config.data_models.user.UserConfig.Config attribute) (src.config.logging.LoggingConfig.Config attribute) (src.config.request.RequestConfig.Config attribute) (src.config.runs.benchmark.evaluation.EvaluationConfig.Config attribute) (src.config.runs.benchmark.hybrid.HybridConfig.Config attribute) (src.config.runs.benchmark.metrics.MetricsConfig.Config attribute) (src.config.runs.dataset.DatasetConfig.Config attribute) (src.config.runs.model.ModelConfig.Config attribute) (src.config.runs.training.arguments.TrainingConfig.Config attribute) (src.config.runs.training.default.DefaultConfig.Config attribute)

evaluate() (src.benchmark.evaluate.MultilabelEvaluation method) evaluation_strategy (src.config.runs.training.arguments.TrainingConfig attribute) evaluation_type (src.config.benchmark.BenchmarkConfig attribute) EvaluationConfig (class in src.config.runs.benchmark.evaluation) EvaluationConfig.Config (class in src.config.runs.benchmark.evaluation) exec() (src.benchmark.base.BenchmarkBase method) (src.benchmark.regular.BenchmarkWrapper method) exiting() (in module src.utils.wrapper)

F

f1 (src.config.runs.benchmark.metrics.MetricsConfig attribute) f1_score() (src.benchmark.metrics.Metrics method) find() (src.data_models.taxonomy.Taxonomy method) flavour (src.config.runs.model.ModelConfig attribute) formatted_article (src.data_models.article.Article property) forward() (src.training.losses.asymetric.AsymmetricLossOptimized method) (src.training.subclasses.multilabel_distilbert_for_sequence_classification.DistilBertForMultiLabelClassification method) from_checkpoint() (src.data_models.taxonomy.Taxonomy class method) (src.dataset.builder.DatasetBuilder class method) (src.helpers.statistics.GenerateTaxonomyStatistics class method)

from_dict() (src.data_models.taxonomy.Taxonomy class method) from_sparql() (src.data_models.annotation.Annotation class method) (src.data_models.decision.Decision class method) (src.data_models.label.Label class method) (src.data_models.model.Model class method) (src.data_models.taxonomy.Taxonomy class method) (src.data_models.taxonomy_type.TaxonomyTypes class method) (src.data_models.user.User class method) (src.dataset.builder.DatasetBuilder class method) (src.helpers.statistics.GenerateTaxonomyStatistics class method)

G

generate_uri() (src.data_models.base.Base static method) generated_relation (src.config.data_models.decision.DecisionConfig attribute) GenerateTaxonomyStatistics (class in src.helpers.statistics) get() (src.data_models.taxonomy_type.TaxonomyTypes method) get_default_model_for_type() (src.enums.supervised_flavours.TrainingFlavours static method) get_from_prefix() (src.enums.datasets.DatasetType static method) (src.enums.models.ModelType static method) get_label (src.config.runs.dataset.DatasetConfig attribute) get_labels() (src.data_models.taxonomy.Taxonomy method) get_labels_for_node() (src.data_models.taxonomy.Taxonomy method) get_level_specific_labels() (src.data_models.taxonomy.Taxonomy method) get_model() (in module src.models) get_models_for_type() (src.enums.models.ModelType static method)

get_multilevel_datasets() (src.enums.datasets.DatasetType static method) get_prefixed_heads() (src.enums.setfit.SetfitClassifierHeads static method) get_single_level_datasets() (src.enums.datasets.DatasetType method) get_specific_record() (src.dataset.base.TrainDataset method) (src.dataset.multilabel.base.MultilabelTrainingDataset method) (src.dataset.multilabel.summary_statistic_dataset.SummaryStatisticDataset method) get_topic_model() (in module src.models) get_training_module() (in module src.training) get_unique_run_name() (in module src.utils.mlflow) ghent_base_uri (src.config.data_models.taxonomy.TaxonomyConfig attribute) ghent_replace_uri (src.config.data_models.taxonomy.TaxonomyConfig attribute) GraphType (class in src.enums.graph) GroundUpGreedyEmbeddingModel (class in src.models.embedding.ground_up_greedy) GroundUpRegularEmbeddingModel (class in src.models.embedding.ground_up)

H

hamming (src.config.runs.benchmark.metrics.MetricsConfig attribute) hamming_score() (src.benchmark.metrics.Metrics static method) haspart_relation (src.config.data_models.decision.DecisionConfig attribute) header (src.config.request.RequestConfig attribute) HIERARCHIC_TOPIC_MODEL (src.enums.models.ModelType attribute) HUGGINGFACE_MODEL (src.enums.models.ModelType attribute)

HuggingfaceModel (class in src.models.classifier.huggingface) HYBRID_BASE_MODEL (src.enums.models.ModelType attribute) HYBRID_SELECTIVE_MODEL (src.enums.models.ModelType attribute) HybridBenchmark (class in src.benchmark.hybrid) HybridConfig (class in src.config.runs.benchmark.hybrid) HybridConfig.Config (class in src.config.runs.benchmark.hybrid) HybridModel (class in src.models.hybrid.semi_supervised)

I

inschema_relation (src.config.data_models.taxonomy.TaxonomyConfig attribute) insert_graph (src.config.data_models.annotation.AnnotationConfig attribute)

insert_query (src.config.data_models.decision.DecisionConfig attribute) (src.data_models.decision.Decision property) iter_records() (src.dataset.singlelabel.base.TrainingDataset method)

K

keep_negative_examples (src.config.runs.training.default.DefaultConfig attribute)

L

Label (class in src.data_models.label) label (src.data_models.taxonomy.Taxonomy property) LABEL (src.enums.taxonomy.TaxonomyFindTypes attribute) label2uri (src.data_models.taxonomy.Taxonomy property) label_relation (src.config.data_models.annotation.AnnotationConfig attribute) label_uris (src.data_models.annotation.Annotation property) LabelConfig (class in src.config.data_models.label) LabelConfig.Config (class in src.config.data_models.label) labels (src.data_models.annotation.Annotation property) LabelTests (class in src.tests.label)

langauge_relation (src.config.data_models.decision.DecisionConfig attribute) language (src.data_models.decision.Decision property) last_human_annotation (src.data_models.decision.Decision property) level (src.config.logging.LoggingConfig attribute) list() (src.enums.setfit.SetfitClassifierHeads class method) load_best_model_at_end (src.config.runs.training.arguments.TrainingConfig attribute) log_artifacts (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) logging (src.config.Config attribute) LoggingBase (class in src.utils.logging) LoggingConfig (class in src.config.logging) LoggingConfig.Config (class in src.config.logging)

M

main() (in module src.benchmarking) (in module src.create_blank_config) (in module src.dataset_export) (in module src.dataset_statistics) (in module src.topic_modeling) (in module src.train_supervised_specific) (in module src.train_supervised_tree) master_child_relation (src.config.data_models.taxonomy.TaxonomyConfig attribute) master_node_uri (src.config.data_models.taxonomy.TaxonomyConfig attribute) match() (src.enums.decision.DecisionQuery static method) (src.enums.graph.GraphType static method) (src.enums.request.EndpointType static method) (src.enums.setfit.SetfitClassifierHeads static method) (src.utils.zeroshot.ZeroshotMatching method) max_label_depth (src.dataset.base.TrainDataset property) (src.dataset.multilabel.base.MultilabelTrainingDataset property) max_retries (src.config.request.RequestConfig attribute) message (src.errors.data_models.CustomValueError property) (src.errors.request.StatuscodeError property) Metrics (class in src.benchmark.metrics) MetricsConfig (class in src.config.runs.benchmark.metrics) MetricsConfig.Config (class in src.config.runs.benchmark.metrics) minimum_threshold (src.config.runs.benchmark.hybrid.HybridConfig attribute) mlb_losses (src.training.subclasses.multilabel_distilbert_for_sequence_classification.DistilBertForMultiLabelClassification attribute) mlflow_reference (src.data_models.model.Model property) mlflow_registered_model_relation (src.config.data_models.model.ModelConfig attribute) mlflow_url_relation (src.config.data_models.model.ModelConfig attribute) Model (class in src.data_models.model) (class in src.models.base) model (src.data_models.annotation.Annotation property) MODEL_ANNOTATION (src.enums.graph.GraphType attribute) model_config (src.config.base.Settings attribute) (src.config.benchmark.BenchmarkConfig attribute) (src.config.data_models.annotation.AnnotationConfig attribute) (src.config.data_models.decision.DecisionConfig attribute) (src.config.data_models.label.LabelConfig attribute) (src.config.data_models.model.ModelConfig attribute) (src.config.data_models.sparql.SparqlConfig attribute) (src.config.data_models.taxonomy.TaxonomyConfig attribute) (src.config.data_models.user.UserConfig attribute) (src.config.logging.LoggingConfig attribute) (src.config.request.RequestConfig attribute) (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) (src.config.runs.benchmark.hybrid.HybridConfig attribute) (src.config.runs.benchmark.metrics.MetricsConfig attribute) (src.config.runs.dataset.DatasetConfig attribute) (src.config.runs.model.ModelConfig attribute) (src.config.runs.training.arguments.TrainingConfig attribute) (src.config.runs.training.default.DefaultConfig attribute) model_fields (src.config.base.Settings attribute) (src.config.benchmark.BenchmarkConfig attribute) (src.config.data_models.annotation.AnnotationConfig attribute) (src.config.data_models.decision.DecisionConfig attribute) (src.config.data_models.label.LabelConfig attribute) (src.config.data_models.model.ModelConfig attribute) (src.config.data_models.sparql.SparqlConfig attribute) (src.config.data_models.taxonomy.TaxonomyConfig attribute) (src.config.data_models.user.UserConfig attribute) (src.config.logging.LoggingConfig attribute) (src.config.request.RequestConfig attribute) (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) (src.config.runs.benchmark.hybrid.HybridConfig attribute) (src.config.runs.benchmark.metrics.MetricsConfig attribute) (src.config.runs.dataset.DatasetConfig attribute) (src.config.runs.model.ModelConfig attribute) (src.config.runs.training.arguments.TrainingConfig attribute) (src.config.runs.training.default.DefaultConfig attribute) model_information (src.config.data_models.sparql.SparqlConfig attribute) MODEL_INFORMATION (src.enums.graph.GraphType attribute) model_post_init() (src.config.data_models.decision.DecisionConfig method) ModelConfig (class in src.config.data_models.model) (class in src.config.runs.model) ModelConfig.Config (class in src.config.data_models.model) (class in src.config.runs.model) ModelTests (class in src.tests.model) ModelType (class in src.enums.models) module src.benchmark.base src.benchmark.embedding_similarity src.benchmark.evaluate src.benchmark.hybrid src.benchmark.metrics src.benchmark.regular src.benchmark.zeroshot src.benchmarking src.config src.config.base src.config.benchmark src.config.data_models.annotation src.config.data_models.decision src.config.data_models.label src.config.data_models.model src.config.data_models.sparql src.config.data_models.taxonomy src.config.data_models.user src.config.logging src.config.request src.config.runs.benchmark.evaluation src.config.runs.benchmark.hybrid src.config.runs.benchmark.metrics src.config.runs.dataset src.config.runs.model src.config.runs.training.arguments src.config.runs.training.default src.config.runs.training.metrics src.create_blank_config src.data_models.annotation src.data_models.article src.data_models.base src.data_models.decision src.data_models.label src.data_models.model src.data_models.taxonomy src.data_models.taxonomy_type src.data_models.user src.dataset src.dataset.base src.dataset.builder src.dataset.multilabel.base src.dataset.multilabel.secondlevel src.dataset.multilabel.summary_statistic_dataset src.dataset.multilabel.toplevel_article_based src.dataset.multilabel.toplevel_article_split src.dataset.multilabel.toplevel_description_based src.dataset.multilabel.toplevel_general src.dataset.multilabel.toplevel_motivation_based src.dataset.multilabel.toplevel_shortitle_based src.dataset.singlelabel.base src.dataset.singlelabel.basic src.dataset.singlelabel.single_toplevel src.dataset_export src.dataset_statistics src.enums.datasets src.enums.decision src.enums.graph src.enums.models src.enums.request src.enums.setfit src.enums.supervised_flavours src.enums.taxonomy src.errors.data_models src.errors.request src.helpers.statistics src.models src.models.base src.models.classifier.base src.models.classifier.huggingface src.models.classifier.setfit src.models.embedding.base src.models.embedding.child_labels src.models.embedding.chunked src.models.embedding.ground_up src.models.embedding.ground_up_greedy src.models.embedding.sentence src.models.hybrid.semi_supervised src.models.hybrid.semi_supervised_selective src.models.zeroshot.base src.models.zeroshot.child_labels src.models.zeroshot.chunked src.models.zeroshot.sentence src.sparql.request src.tests.annotation src.tests.article src.tests.decision src.tests.label src.tests.model src.tests.taxonomy src.tests.user src.topic_modeling src.train_supervised_specific src.train_supervised_tree src.training src.training.base src.training.bert_multilabel src.training.distilbert src.training.losses.asymetric src.training.setfit src.training.subclasses.multilabel_distilbert_for_sequence_classification src.training.trainers.multilabel_trainer src.training.trainers.setfit src.utils.logging src.utils.mlflow src.utils.warnings src.utils.wrapper src.utils.zeroshot

motivation (src.data_models.decision.Decision property) motivation_relation (src.config.data_models.decision.DecisionConfig attribute) MULTI_SECOND_LEVEL_ALL_BASED (src.enums.datasets.DatasetType attribute) MULTI_TOP_LEVEL_ALL_BASED (src.enums.datasets.DatasetType attribute) MULTI_TOP_LEVEL_ARTICLE_BASED (src.enums.datasets.DatasetType attribute) MULTI_TOP_LEVEL_ARTICLE_SPLIT (src.enums.datasets.DatasetType attribute) MULTI_TOP_LEVEL_DESCRIPTION_BASED (src.enums.datasets.DatasetType attribute) MULTI_TOP_LEVEL_MOTIVATION_BASED (src.enums.datasets.DatasetType attribute) MULTI_TOP_LEVEL_SHORT_TITLE_BASED (src.enums.datasets.DatasetType attribute) MultilabelEvaluation (class in src.benchmark.evaluate) MultiLabelSecondLevelFullText (class in src.dataset.multilabel.secondlevel) MultiLabelTopLevelArticleBased (class in src.dataset.multilabel.toplevel_article_based) MultiLabelTopLevelArticleSplit (class in src.dataset.multilabel.toplevel_article_split) MultiLabelTopLevelDescriptionBased (class in src.dataset.multilabel.toplevel_description_based) MultiLabelTopLevelFullText (class in src.dataset.multilabel.toplevel_general) MultiLabelTopLevelMotivationBased (class in src.dataset.multilabel.toplevel_motivation_based) MultiLabelTopLevelShortTitleBased (class in src.dataset.multilabel.toplevel_shortitle_based) MultilabelTrainer (class in src.training.trainers.multilabel_trainer) MultilabelTrainingDataset (class in src.dataset.multilabel.base)

N

name (src.data_models.model.Model property) name_relation (src.config.data_models.model.ModelConfig attribute) nli_infer() (src.models.zeroshot.base.ZeroshotModel method)

NONE (src.enums.request.AuthType attribute) num_train_epochs (src.config.runs.training.arguments.TrainingConfig attribute) number (src.data_models.article.Article property)

O

overview_plot (src.config.runs.benchmark.evaluation.EvaluationConfig attribute)

P

password (src.config.request.RequestConfig attribute) per_device_eval_batch_size (src.config.runs.training.arguments.TrainingConfig attribute) per_device_train_batch_size (src.config.runs.training.arguments.TrainingConfig attribute) points (src.data_models.decision.Decision property) post2df() (src.sparql.request.RequestHandler method) post2json() (src.sparql.request.RequestHandler method) precision (src.config.runs.benchmark.metrics.MetricsConfig attribute) precision_recall_plot (src.config.runs.benchmark.evaluation.EvaluationConfig attribute)

precision_score() (src.benchmark.metrics.Metrics method) predefined_uris (src.config.runs.dataset.DatasetConfig attribute) pref_label_relation (src.config.data_models.taxonomy.TaxonomyConfig attribute) probe_model_annotations_graph (src.config.data_models.sparql.SparqlConfig attribute) probe_model_class_type (src.config.benchmark.BenchmarkConfig attribute) probe_model_relation (src.config.data_models.annotation.AnnotationConfig attribute) publication_date (src.data_models.decision.Decision property) publication_date_relation (src.config.data_models.decision.DecisionConfig attribute) pull_token (src.config.runs.model.ModelConfig attribute)

Q

query (src.config.data_models.label.LabelConfig attribute) (src.config.data_models.model.ModelConfig attribute) query_all_annotations (src.config.data_models.decision.DecisionConfig attribute) query_all_articles (src.config.data_models.decision.DecisionConfig attribute) query_all_children (src.config.data_models.taxonomy.TaxonomyConfig attribute) query_all_content (src.config.data_models.decision.DecisionConfig attribute)

query_all_decisions (src.config.data_models.decision.DecisionConfig attribute) query_all_decisions_with_specified_taxonomy (src.config.data_models.decision.DecisionConfig attribute) query_annotation_info (src.config.data_models.annotation.AnnotationConfig attribute) query_decision_information (src.config.data_models.decision.DecisionConfig attribute) query_latest_annotations (src.config.data_models.decision.DecisionConfig attribute) query_linked_labels (src.config.data_models.annotation.AnnotationConfig attribute) query_master_nodes (src.config.data_models.taxonomy.TaxonomyConfig attribute)

R

recall (src.config.runs.benchmark.metrics.MetricsConfig attribute) recall_score() (src.benchmark.metrics.Metrics method) register (src.data_models.model.Model property) registered_model (src.data_models.model.Model property) REGULAR_TOPIC_MODEL (src.enums.models.ModelType attribute)

request (src.config.Config attribute) RequestConfig (class in src.config.request) RequestConfig.Config (class in src.config.request) RequestHandler (class in src.sparql.request) run (src.config.Config attribute)

S

save_strategy (src.config.runs.training.arguments.TrainingConfig attribute) score (src.data_models.label.Label property) score_relation (src.config.data_models.label.LabelConfig attribute) SelectiveHybridModel (class in src.models.hybrid.semi_supervised_selective) SentenceEmbeddingModel (class in src.models.embedding.sentence) SentenceZeroshotModel (class in src.models.zeroshot.sentence) SETFIT (src.enums.supervised_flavours.TrainingFlavours attribute) setfit_model_id (src.config.runs.training.default.DefaultConfig attribute) SetfitClassifierHeads (class in src.enums.setfit) SetfitTraining (class in src.training.setfit) Settings (class in src.config.base) setUp() (src.tests.annotation.AnnotationTests method) (src.tests.article.ArticleTests method) (src.tests.decision.DecisionTests method) (src.tests.label.LabelTests method) (src.tests.model.ModelTests method) (src.tests.taxonomy.TaxonomyTests method) (src.tests.user.UserTests method) short_title (src.data_models.decision.Decision property) short_title_relation (src.config.data_models.decision.DecisionConfig attribute) SINGLE_BASIC (src.enums.datasets.DatasetType attribute) SINGLE_TOP_LEVEL_ALL_BASED (src.enums.datasets.DatasetType attribute) SingleTopLevel (class in src.dataset.singlelabel.single_toplevel) SKLEARN_CLASSIFIER_CHAIN (src.enums.setfit.SetfitClassifierHeads attribute) SKLEARN_MULTI_OUTPUT (src.enums.setfit.SetfitClassifierHeads attribute) SKLEARN_ONE_VS_REST (src.enums.setfit.SetfitClassifierHeads attribute) sparql (src.config.Config attribute) SparqlConfig (class in src.config.data_models.sparql) SparqlConfig.Config (class in src.config.data_models.sparql) src.benchmark.base module src.benchmark.embedding_similarity module src.benchmark.evaluate module src.benchmark.hybrid module src.benchmark.metrics module src.benchmark.regular module src.benchmark.zeroshot module src.benchmarking module src.config module src.config.base module src.config.benchmark module src.config.data_models.annotation module src.config.data_models.decision module src.config.data_models.label module src.config.data_models.model module src.config.data_models.sparql module src.config.data_models.taxonomy module src.config.data_models.user module src.config.logging module src.config.request module src.config.runs.benchmark.evaluation module src.config.runs.benchmark.hybrid module src.config.runs.benchmark.metrics module src.config.runs.dataset module src.config.runs.model module src.config.runs.training.arguments module src.config.runs.training.default module src.config.runs.training.metrics module src.create_blank_config module src.data_models.annotation module src.data_models.article module src.data_models.base module src.data_models.decision module src.data_models.label module src.data_models.model module src.data_models.taxonomy module src.data_models.taxonomy_type module src.data_models.user module src.dataset module src.dataset.base module src.dataset.builder module src.dataset.multilabel.base module src.dataset.multilabel.secondlevel module src.dataset.multilabel.summary_statistic_dataset module src.dataset.multilabel.toplevel_article_based module src.dataset.multilabel.toplevel_article_split module src.dataset.multilabel.toplevel_description_based module src.dataset.multilabel.toplevel_general module src.dataset.multilabel.toplevel_motivation_based module

src.dataset.multilabel.toplevel_shortitle_based module src.dataset.singlelabel.base module src.dataset.singlelabel.basic module src.dataset.singlelabel.single_toplevel module src.dataset_export module src.dataset_statistics module src.enums.datasets module src.enums.decision module src.enums.graph module src.enums.models module src.enums.request module src.enums.setfit module src.enums.supervised_flavours module src.enums.taxonomy module src.errors.data_models module src.errors.request module src.helpers.statistics module src.models module src.models.base module src.models.classifier.base module src.models.classifier.huggingface module src.models.classifier.setfit module src.models.embedding.base module src.models.embedding.child_labels module src.models.embedding.chunked module src.models.embedding.ground_up module src.models.embedding.ground_up_greedy module src.models.embedding.sentence module src.models.hybrid.semi_supervised module src.models.hybrid.semi_supervised_selective module src.models.zeroshot.base module src.models.zeroshot.child_labels module src.models.zeroshot.chunked module src.models.zeroshot.sentence module src.sparql.request module src.tests.annotation module src.tests.article module src.tests.decision module src.tests.label module src.tests.model module src.tests.taxonomy module src.tests.user module src.topic_modeling module src.train_supervised_specific module src.train_supervised_tree module src.training module src.training.base module src.training.bert_multilabel module src.training.distilbert module src.training.losses.asymetric module src.training.setfit module src.training.subclasses.multilabel_distilbert_for_sequence_classification module src.training.trainers.multilabel_trainer module src.training.trainers.setfit module src.utils.logging module src.utils.mlflow module src.utils.warnings module src.utils.wrapper module src.utils.zeroshot module StatuscodeError sub_query (src.config.data_models.annotation.AnnotationConfig attribute) (src.config.data_models.label.LabelConfig attribute) (src.config.data_models.model.ModelConfig attribute) subject_relation (src.config.data_models.decision.DecisionConfig attribute) subquery (src.data_models.annotation.Annotation property) (src.data_models.label.Label property) (src.data_models.model.Model property) SUMMARY_STATISTIC_DATASET (src.enums.datasets.DatasetType attribute) SummaryStatisticDataset (class in src.dataset.multilabel.summary_statistic_dataset)

T

Taxonomy (class in src.data_models.taxonomy) taxonomy (src.data_models.annotation.Annotation property) (src.dataset.base.TrainDataset property) (src.dataset.multilabel.base.MultilabelTrainingDataset property) TAXONOMY (src.enums.request.EndpointType attribute) taxonomy_node_uri (src.data_models.label.Label property) taxonomy_relation (src.config.data_models.annotation.AnnotationConfig attribute) (src.config.data_models.label.LabelConfig attribute) TaxonomyConfig (class in src.config.data_models.taxonomy) TaxonomyConfig.Config (class in src.config.data_models.taxonomy) TaxonomyFindTypes (class in src.enums.taxonomy) TaxonomyTests (class in src.tests.taxonomy) TaxonomyTypes (class in src.data_models.taxonomy_type) test_annotation_date() (src.tests.annotation.AnnotationTests method) test_annotation_label_type() (src.tests.annotation.AnnotationTests method) test_annotation_label_uris() (src.tests.annotation.AnnotationTests method) test_annotation_labels() (src.tests.annotation.AnnotationTests method) test_annotation_model() (src.tests.annotation.AnnotationTests method) test_annotation_subquery() (src.tests.annotation.AnnotationTests method) test_annotation_uri() (src.tests.annotation.AnnotationTests method) test_annotation_user() (src.tests.annotation.AnnotationTests method) test_article_list_empty() (src.tests.decision.DecisionTests method) test_article_list_filled() (src.tests.decision.DecisionTests method) test_date() (src.tests.model.ModelTests method) test_decision_has_annotations() (src.tests.decision.DecisionTests method) test_formatted_article() (src.tests.article.ArticleTests method) test_from_sparql() (src.tests.annotation.AnnotationTests method) test_from_sparql_exists() (src.tests.decision.DecisionTests method) test_from_sparql_not_exists() (src.tests.decision.DecisionTests method) test_insert_query_model() (src.tests.decision.DecisionTests method) test_insert_query_user() (src.tests.decision.DecisionTests method) test_label_score_init() (src.tests.label.LabelTests method) test_label_subquery() (src.tests.label.LabelTests method) test_last_human_annotation() (src.tests.decision.DecisionTests method) test_repr() (src.tests.user.UserTests method) test_subquery() (src.tests.model.ModelTests method) test_taxonomy_children() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_find() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_find_not_exist() (src.tests.taxonomy.TaxonomyTests method)

test_taxonomy_find_unreachable_with_max_depth() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_find_with_max_depth() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_from_dict() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_get_labels() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_get_labels_with_max_depth() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_get_labels_with_max_depth_and_level() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_label() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_label2uri() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_level() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_level_specific_labels() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_remap_tree() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_todict_no_children() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_todict_with_children() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_todict_with_children_and_max_depth() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_uri() (src.tests.taxonomy.TaxonomyTests method) test_taxonomy_uri2label() (src.tests.taxonomy.TaxonomyTests method) test_train_record_no_decision_info() (src.tests.decision.DecisionTests method) test_uri() (src.tests.article.ArticleTests method) (src.tests.model.ModelTests method) test_user_uri() (src.tests.user.UserTests method) TESTING (src.enums.graph.GraphType attribute) testing_graph (src.config.data_models.sparql.SparqlConfig attribute) to_dict() (src.config.Config method) todict() (src.data_models.taxonomy.Taxonomy method) tokenize (src.config.runs.dataset.DatasetConfig attribute) train() (src.training.base.Training method) (src.training.bert_multilabel.BertTraining method) (src.training.distilbert.DistilBertTraining method) (src.training.setfit.SetfitTraining method) train_record (src.data_models.decision.Decision property) train_test_split (src.config.runs.dataset.DatasetConfig attribute) TrainDataset (class in src.dataset.base) Training (class in src.training.base) TrainingConfig (class in src.config.runs.training.arguments) TrainingConfig.Config (class in src.config.runs.training.arguments) TrainingDataset (class in src.dataset.singlelabel.base) TrainingFlavours (class in src.enums.supervised_flavours) type (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) (src.config.runs.dataset.DatasetConfig attribute) (src.config.runs.model.ModelConfig attribute)

U

UNPROCESSED (src.enums.datasets.DatasetType attribute) uri (src.data_models.article.Article property) (src.data_models.decision.Decision property) (src.data_models.taxonomy.Taxonomy property) URI (src.enums.taxonomy.TaxonomyFindTypes attribute) uri2label (src.data_models.taxonomy.Taxonomy property) uri_base (src.config.data_models.annotation.AnnotationConfig attribute) (src.config.data_models.label.LabelConfig attribute) (src.config.data_models.model.ModelConfig attribute) (src.config.data_models.user.UserConfig attribute)

use_predefined_split (src.config.runs.dataset.DatasetConfig attribute) User (class in src.data_models.user) user (src.data_models.annotation.Annotation property) USER_ANNOTATION (src.enums.graph.GraphType attribute) user_annotations_graph (src.config.data_models.sparql.SparqlConfig attribute) user_relation (src.config.data_models.annotation.AnnotationConfig attribute) UserConfig (class in src.config.data_models.user) UserConfig.Config (class in src.config.data_models.user) username (src.config.request.RequestConfig attribute) UserTests (class in src.tests.user) uuid (src.data_models.decision.Decision property)

W

warmup_steps (src.config.runs.training.arguments.TrainingConfig attribute) weight_decay (src.config.runs.training.arguments.TrainingConfig attribute)

with_threshold (src.config.runs.benchmark.evaluation.EvaluationConfig attribute) wrap() (in module src.utils.wrapper) write_to_sparql() (src.data_models.model.Model method)

Z

zero_devision_default (src.config.benchmark.BenchmarkConfig attribute) zero_division_default (src.config.runs.benchmark.metrics.MetricsConfig attribute) ZEROSHOT_CHILD_LABELS (src.enums.models.ModelType attribute) ZEROSHOT_CHUNKED (src.enums.models.ModelType attribute)

ZEROSHOT_REGULAR (src.enums.models.ModelType attribute) ZEROSHOT_SENTENCE (src.enums.models.ModelType attribute) ZeroshotBenchmark (class in src.benchmark.zeroshot) ZeroshotMatching (class in src.utils.zeroshot) ZeroshotModel (class in src.models.zeroshot.base)