Index

_

__call__() (sail_on_client.protocol.condda_round.CONDDARound method) (sail_on_client.protocol.condda_test.CONDDATest method) (sail_on_client.protocol.ond_round.ONDRound method) (sail_on_client.protocol.ond_test.ONDTest method) __init__() (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent method) (sail_on_client.checkpointer.Checkpointer method) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) (sail_on_client.feedback.document_transcription_feedback.DocumentTranscriptionFeedback method) (sail_on_client.feedback.feedback.Feedback method) (sail_on_client.feedback.image_classification_feedback.ImageClassificationFeedback method) (sail_on_client.harness.file_provider.FileProvider method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.protocol.condda_dataclasses.AlgorithmAttributes method) (sail_on_client.protocol.condda_dataclasses.InitializeParams method) (sail_on_client.protocol.condda_dataclasses.NoveltyCharacterizationParams method) (sail_on_client.protocol.condda_protocol.Condda method) (sail_on_client.protocol.condda_round.CONDDARound method) (sail_on_client.protocol.condda_test.CONDDATest method) (sail_on_client.protocol.ond_dataclasses.AlgorithmAttributes method) (sail_on_client.protocol.ond_dataclasses.InitializeParams method) (sail_on_client.protocol.ond_dataclasses.NoveltyAdaptationParams method) (sail_on_client.protocol.ond_dataclasses.NoveltyCharacterizationParams method) (sail_on_client.protocol.ond_dataclasses.NoveltyClassificationParams method) (sail_on_client.protocol.ond_protocol.ONDProtocol method) (sail_on_client.protocol.ond_round.ONDRound method) (sail_on_client.protocol.ond_test.ONDTest method) (sail_on_client.protocol.visual_dataclasses.FeatureExtractionParams method) (sail_on_client.protocol.visual_dataclasses.WorldChangeDetectionParams method) (sail_on_client.protocol.visual_protocol.VisualProtocol method) (sail_on_client.protocol.visual_round.VisualRound method) (sail_on_client.protocol.visual_test.VisualTest method)

__new__() (sail_on_client.agent.condda_agent.CONDDAAgent static method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint static method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent static method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes static method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint static method) (sail_on_client.agent.mock_ond_agents.MockONDAgent static method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes static method) (sail_on_client.agent.ond_agent.ONDAgent static method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent static method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent static method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent static method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent static method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent static method) (sail_on_client.agent.visual_agent.VisualAgent static method) (sail_on_client.harness.local_harness.LocalHarness static method) (sail_on_client.harness.par_harness.ParHarness static method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness static method) (sail_on_client.protocol.condda_protocol.Condda static method) (sail_on_client.protocol.ond_protocol.ONDProtocol static method) (sail_on_client.protocol.visual_protocol.VisualProtocol static method) _create_feedback_instance() (sail_on_client.protocol.ond_test.ONDTest method) _evaluate_algorithms() (sail_on_client.protocol.ond_protocol.ONDProtocol method) _restore_elementwise_attribute() (sail_on_client.checkpointer.Checkpointer method) _restore_features() (sail_on_client.protocol.visual_test.VisualTest method) _run_feature_extraction() (sail_on_client.protocol.visual_round.VisualRound method) _run_novelty_adaptation() (sail_on_client.protocol.ond_round.ONDRound method) _run_novelty_classification() (sail_on_client.protocol.ond_round.ONDRound method) _run_world_change_detection() (sail_on_client.protocol.visual_round.VisualRound method) _save_elementwise_attribute() (sail_on_client.checkpointer.Checkpointer method) _save_features() (sail_on_client.protocol.visual_test.VisualTest method)

A

ActivityRecognitionFeedback (class in sail_on_client.feedback.activity_recognition_feedback) ActivityRecognitionMetrics (class in sail_on_client.evaluate.activity_recognition)

AlgorithmAttributes (class in sail_on_client.protocol.condda_dataclasses) (class in sail_on_client.protocol.ond_dataclasses)

C

check_class_validity() (in module sail_on_client.evaluate.utils) check_novel_validity() (in module sail_on_client.evaluate.utils) Checkpointer (class in sail_on_client.checkpointer) complete_test() (sail_on_client.harness.file_provider.FileProvider method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) Condda (class in sail_on_client.protocol.condda_protocol)

CONDDAAgent (class in sail_on_client.agent.condda_agent) CONDDARound (class in sail_on_client.protocol.condda_round) CONDDATest (class in sail_on_client.protocol.condda_test) convert_df() (in module sail_on_client.evaluate.image_classification) create_algorithm_attributes() (sail_on_client.protocol.condda_protocol.Condda method) (sail_on_client.protocol.ond_protocol.ONDProtocol method) create_algorithm_session() (sail_on_client.protocol.condda_protocol.Condda method) (sail_on_client.protocol.ond_protocol.ONDProtocol method)

D

dataset_request() (sail_on_client.harness.file_provider.FileProvider method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) deposit_income() (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) (sail_on_client.feedback.document_transcription_feedback.DocumentTranscriptionFeedback method) (sail_on_client.feedback.feedback.Feedback method) (sail_on_client.feedback.image_classification_feedback.ImageClassificationFeedback method)

DocumentTranscriptionFeedback (class in sail_on_client.feedback.document_transcription_feedback) DocumentTranscriptionMetrics (class in sail_on_client.evaluate.document_transcription)

E

evaluate() (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) evaluate_round_wise() (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) execute() (sail_on_client.agent.condda_agent.CONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.ond_agent.ONDAgent method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent method) (sail_on_client.agent.visual_agent.VisualAgent method)

F

feature_extraction() (sail_on_client.agent.condda_agent.CONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.ond_agent.ONDAgent method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent method) (sail_on_client.agent.visual_agent.VisualAgent method) FeatureExtractionParams (class in sail_on_client.protocol.visual_dataclasses) Feedback (class in sail_on_client.feedback.feedback) FileProvider (class in sail_on_client.harness.file_provider) from_config() (sail_on_client.agent.condda_agent.CONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes class method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint class method) (sail_on_client.agent.mock_ond_agents.MockONDAgent class method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes class method) (sail_on_client.agent.ond_agent.ONDAgent class method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent class method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent class method) (sail_on_client.agent.visual_agent.VisualAgent class method) (sail_on_client.harness.local_harness.LocalHarness class method) (sail_on_client.harness.par_harness.ParHarness class method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness class method) (sail_on_client.protocol.condda_protocol.Condda class method) (sail_on_client.protocol.ond_protocol.ONDProtocol class method) (sail_on_client.protocol.visual_protocol.VisualProtocol class method)

G

get_budget() (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) (sail_on_client.feedback.document_transcription_feedback.DocumentTranscriptionFeedback method) (sail_on_client.feedback.feedback.Feedback method) (sail_on_client.feedback.image_classification_feedback.ImageClassificationFeedback method) get_characterization_feedback() (in module sail_on_client.harness.file_provider_fn) get_classification_feedback() (in module sail_on_client.harness.file_provider_fn) (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) get_classificaton_score_feedback() (in module sail_on_client.harness.file_provider_fn) get_cluster_feedback() (in module sail_on_client.harness.file_provider_fn) get_config() (sail_on_client.agent.condda_agent.CONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.ond_agent.ONDAgent method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent method) (sail_on_client.agent.visual_agent.VisualAgent method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) (sail_on_client.protocol.condda_protocol.Condda method) (sail_on_client.protocol.ond_protocol.ONDProtocol method) (sail_on_client.protocol.visual_protocol.VisualProtocol method) get_default_config() (sail_on_client.agent.condda_agent.CONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes class method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint class method) (sail_on_client.agent.mock_ond_agents.MockONDAgent class method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes class method) (sail_on_client.agent.ond_agent.ONDAgent class method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent class method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent class method) (sail_on_client.agent.visual_agent.VisualAgent class method) (sail_on_client.harness.local_harness.LocalHarness class method) (sail_on_client.harness.par_harness.ParHarness class method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness class method) (sail_on_client.protocol.condda_protocol.Condda class method) (sail_on_client.protocol.ond_protocol.ONDProtocol class method) (sail_on_client.protocol.visual_protocol.VisualProtocol class method) get_detection_and_classification_feedback() (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) get_detection_feedback() (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) get_encoding() (in module sail_on_client.harness.file_provider_fn) get_feedback() (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) (sail_on_client.feedback.document_transcription_feedback.DocumentTranscriptionFeedback method) (sail_on_client.feedback.feedback.Feedback method) (sail_on_client.feedback.image_classification_feedback.ImageClassificationFeedback method) (sail_on_client.harness.file_provider.FileProvider method)

get_feedback_request() (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) get_first_detect_novelty() (in module sail_on_client.evaluate.utils) get_impls() (sail_on_client.agent.condda_agent.CONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes class method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint class method) (sail_on_client.agent.mock_ond_agents.MockONDAgent class method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes class method) (sail_on_client.agent.ond_agent.ONDAgent class method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent class method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent class method) (sail_on_client.agent.visual_agent.VisualAgent class method) (sail_on_client.harness.local_harness.LocalHarness class method) (sail_on_client.harness.par_harness.ParHarness class method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness class method) (sail_on_client.protocol.condda_protocol.Condda class method) (sail_on_client.protocol.ond_protocol.ONDProtocol class method) (sail_on_client.protocol.visual_protocol.VisualProtocol class method) get_instance_ids() (sail_on_client.protocol.condda_round.CONDDARound static method) (sail_on_client.protocol.ond_round.ONDRound static method) (sail_on_client.protocol.visual_round.VisualRound static method) get_kinetics_labels_var_feedback() (in module sail_on_client.harness.file_provider_fn) get_labeled_feedback() (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) (sail_on_client.feedback.document_transcription_feedback.DocumentTranscriptionFeedback method) (sail_on_client.feedback.feedback.Feedback method) (sail_on_client.feedback.image_classification_feedback.ImageClassificationFeedback method) get_levenshtein_feedback() (in module sail_on_client.harness.file_provider_fn) (sail_on_client.feedback.document_transcription_feedback.DocumentTranscriptionFeedback method) get_rolling_stats() (in module sail_on_client.evaluate.utils) get_score_feedback() (sail_on_client.feedback.activity_recognition_feedback.ActivityRecognitionFeedback method) (sail_on_client.feedback.document_transcription_feedback.DocumentTranscriptionFeedback method) (sail_on_client.feedback.feedback.Feedback method) (sail_on_client.feedback.image_classification_feedback.ImageClassificationFeedback method) get_session_info() (in module sail_on_client.harness.file_provider_fn) get_session_test_info() (in module sail_on_client.harness.file_provider_fn) get_single_gt_feedback() (in module sail_on_client.harness.file_provider_fn) get_test_metadata() (sail_on_client.harness.file_provider.FileProvider method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) get_toolset() (sail_on_client.protocol.condda_dataclasses.InitializeParams method) (sail_on_client.protocol.condda_dataclasses.NoveltyCharacterizationParams method) (sail_on_client.protocol.ond_dataclasses.InitializeParams method) (sail_on_client.protocol.ond_dataclasses.NoveltyAdaptationParams method) (sail_on_client.protocol.ond_dataclasses.NoveltyCharacterizationParams method) (sail_on_client.protocol.ond_dataclasses.NoveltyClassificationParams method) (sail_on_client.protocol.visual_dataclasses.FeatureExtractionParams method) (sail_on_client.protocol.visual_dataclasses.WorldChangeDetectionParams method)

I

ImageClassificationFeedback (class in sail_on_client.feedback.image_classification_feedback) ImageClassificationMetrics (class in sail_on_client.evaluate.image_classification) initialize() (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent method) InitializeParams (class in sail_on_client.protocol.condda_dataclasses) (class in sail_on_client.protocol.ond_dataclasses) is_usable() (sail_on_client.agent.condda_agent.CONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent class method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes class method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint class method) (sail_on_client.agent.mock_ond_agents.MockONDAgent class method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes class method) (sail_on_client.agent.ond_agent.ONDAgent class method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent class method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent class method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent class method) (sail_on_client.agent.visual_agent.VisualAgent class method) (sail_on_client.harness.local_harness.LocalHarness class method) (sail_on_client.harness.par_harness.ParHarness class method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness class method) (sail_on_client.protocol.condda_protocol.Condda class method) (sail_on_client.protocol.ond_protocol.ONDProtocol class method) (sail_on_client.protocol.visual_protocol.VisualProtocol class method)

L

latest_session_info() (sail_on_client.harness.file_provider.FileProvider method)

LocalHarness (class in sail_on_client.harness.local_harness) log_session() (in module sail_on_client.harness.file_provider_fn)

M

m_acc() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_acc_round_wise() (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_accuracy_on_novel() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_is_cdt_and_is_early() (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_ndp() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_ndp_failed_reaction() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_ndp_post() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_ndp_pre() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_nrp() (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) m_num() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method) m_num_stats() (in module sail_on_client.evaluate.metrics) (sail_on_client.evaluate.activity_recognition.ActivityRecognitionMetrics method) (sail_on_client.evaluate.document_transcription.DocumentTranscriptionMetrics method) (sail_on_client.evaluate.image_classification.ImageClassificationMetrics method) (sail_on_client.evaluate.program_metrics.ProgramMetrics method)

merge_detector_params() (sail_on_client.protocol.condda_dataclasses.AlgorithmAttributes method) (sail_on_client.protocol.ond_dataclasses.AlgorithmAttributes method) MockCONDDAAdapterWithCheckpoint (class in sail_on_client.agent.mock_condda_agents) MockCONDDAAgent (class in sail_on_client.agent.mock_condda_agents) MockCONDDAAgentWithAttributes (class in sail_on_client.agent.mock_condda_agents) MockONDAdapterWithCheckpoint (class in sail_on_client.agent.mock_ond_agents) MockONDAgent (class in sail_on_client.agent.mock_ond_agents) MockONDAgentWithAttributes (class in sail_on_client.agent.mock_ond_agents) module sail_on_client.agent.condda_agent sail_on_client.agent.mock_condda_agents sail_on_client.agent.mock_ond_agents sail_on_client.agent.ond_agent sail_on_client.agent.ond_reaction_agent sail_on_client.agent.pre_computed_detector sail_on_client.agent.pre_computed_reaction_agent sail_on_client.agent.visual_agent sail_on_client.checkpointer sail_on_client.evaluate.activity_recognition sail_on_client.evaluate.document_transcription sail_on_client.evaluate.image_classification sail_on_client.evaluate.metrics sail_on_client.evaluate.program_metrics sail_on_client.evaluate.utils sail_on_client.feedback.activity_recognition_feedback sail_on_client.feedback.document_transcription_feedback sail_on_client.feedback.feedback sail_on_client.feedback.image_classification_feedback sail_on_client.harness.file_provider sail_on_client.harness.file_provider_fn sail_on_client.harness.local_harness sail_on_client.harness.par_harness sail_on_client.harness.test_and_evaluation_harness sail_on_client.protocol.condda_dataclasses sail_on_client.protocol.condda_protocol sail_on_client.protocol.condda_round sail_on_client.protocol.condda_test sail_on_client.protocol.ond_dataclasses sail_on_client.protocol.ond_protocol sail_on_client.protocol.ond_round sail_on_client.protocol.ond_test sail_on_client.protocol.visual_dataclasses sail_on_client.protocol.visual_protocol sail_on_client.protocol.visual_round sail_on_client.protocol.visual_test

N

named_version() (sail_on_client.protocol.condda_dataclasses.AlgorithmAttributes method) (sail_on_client.protocol.ond_dataclasses.AlgorithmAttributes method) new_session() (sail_on_client.harness.file_provider.FileProvider method) novelty_adaptation() (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.ond_agent.ONDAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) novelty_characterization() (sail_on_client.agent.condda_agent.CONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.ond_agent.ONDAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method)

novelty_classification() (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.ond_agent.ONDAgent method) (sail_on_client.agent.ond_reaction_agent.ONDReactionAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) (sail_on_client.agent.pre_computed_reaction_agent.PreComputedONDReactionAgent method) NoveltyAdaptationParams (class in sail_on_client.protocol.ond_dataclasses) NoveltyCharacterizationParams (class in sail_on_client.protocol.condda_dataclasses) (class in sail_on_client.protocol.ond_dataclasses) NoveltyClassificationParams (class in sail_on_client.protocol.ond_dataclasses)

O

ONDAgent (class in sail_on_client.agent.ond_agent) ONDProtocol (class in sail_on_client.protocol.ond_protocol)

ONDReactionAgent (class in sail_on_client.agent.ond_reaction_agent) ONDRound (class in sail_on_client.protocol.ond_round) ONDTest (class in sail_on_client.protocol.ond_test)

P

ParHarness (class in sail_on_client.harness.par_harness) post_results() (sail_on_client.harness.file_provider.FileProvider method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method)

PreComputedAgent (class in sail_on_client.agent.pre_computed_detector) PreComputedCONDDAAgent (class in sail_on_client.agent.pre_computed_detector) PreComputedONDAgent (class in sail_on_client.agent.pre_computed_detector) PreComputedONDReactionAgent (class in sail_on_client.agent.pre_computed_reaction_agent) ProgramMetrics (class in sail_on_client.evaluate.program_metrics) psuedo_label_feedback() (in module sail_on_client.harness.file_provider_fn)

R

read_feedback_file() (in module sail_on_client.harness.file_provider_fn) read_gt_csv_file() (in module sail_on_client.harness.file_provider_fn) read_meta_data() (in module sail_on_client.harness.file_provider_fn) remove_completed_tests() (sail_on_client.protocol.condda_dataclasses.AlgorithmAttributes method) (sail_on_client.protocol.ond_dataclasses.AlgorithmAttributes method) restore_attributes() (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.checkpointer.Checkpointer method)

resume_session() (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) run_protocol() (sail_on_client.protocol.condda_protocol.Condda method) (sail_on_client.protocol.ond_protocol.ONDProtocol method) (sail_on_client.protocol.visual_protocol.VisualProtocol method)

S

sail_on_client.agent.condda_agent module sail_on_client.agent.mock_condda_agents module sail_on_client.agent.mock_ond_agents module sail_on_client.agent.ond_agent module sail_on_client.agent.ond_reaction_agent module sail_on_client.agent.pre_computed_detector module sail_on_client.agent.pre_computed_reaction_agent module sail_on_client.agent.visual_agent module sail_on_client.checkpointer module sail_on_client.evaluate.activity_recognition module sail_on_client.evaluate.document_transcription module sail_on_client.evaluate.image_classification module sail_on_client.evaluate.metrics module sail_on_client.evaluate.program_metrics module sail_on_client.evaluate.utils module sail_on_client.feedback.activity_recognition_feedback module sail_on_client.feedback.document_transcription_feedback module sail_on_client.feedback.feedback module sail_on_client.feedback.image_classification_feedback module sail_on_client.harness.file_provider module

sail_on_client.harness.file_provider_fn module sail_on_client.harness.local_harness module sail_on_client.harness.par_harness module sail_on_client.harness.test_and_evaluation_harness module sail_on_client.protocol.condda_dataclasses module sail_on_client.protocol.condda_protocol module sail_on_client.protocol.condda_round module sail_on_client.protocol.condda_test module sail_on_client.protocol.ond_dataclasses module sail_on_client.protocol.ond_protocol module sail_on_client.protocol.ond_round module sail_on_client.protocol.ond_test module sail_on_client.protocol.visual_dataclasses module sail_on_client.protocol.visual_protocol module sail_on_client.protocol.visual_round module sail_on_client.protocol.visual_test module save_attributes() (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.checkpointer.Checkpointer method) session_request() (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method)

T

terminate_session() (sail_on_client.harness.file_provider.FileProvider method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method) test_ids_request() (sail_on_client.harness.file_provider.FileProvider method) (sail_on_client.harness.local_harness.LocalHarness method) (sail_on_client.harness.par_harness.ParHarness method) (sail_on_client.harness.test_and_evaluation_harness.TestAndEvaluationHarness method)

TestAndEvaluationHarness (class in sail_on_client.harness.test_and_evaluation_harness) top1_accuracy() (in module sail_on_client.evaluate.utils) top3_accuracy() (in module sail_on_client.evaluate.utils) topk_accuracy() (in module sail_on_client.evaluate.utils)

U

update_skip_stages() (sail_on_client.protocol.condda_protocol.Condda method) (sail_on_client.protocol.ond_protocol.ONDProtocol method)

V

VisualAgent (class in sail_on_client.agent.visual_agent) VisualProtocol (class in sail_on_client.protocol.visual_protocol)

VisualRound (class in sail_on_client.protocol.visual_round) VisualTest (class in sail_on_client.protocol.visual_test)

W

world_detection() (sail_on_client.agent.condda_agent.CONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAdapterWithCheckpoint method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgent method) (sail_on_client.agent.mock_condda_agents.MockCONDDAAgentWithAttributes method) (sail_on_client.agent.mock_ond_agents.MockONDAdapterWithCheckpoint method) (sail_on_client.agent.mock_ond_agents.MockONDAgent method) (sail_on_client.agent.mock_ond_agents.MockONDAgentWithAttributes method) (sail_on_client.agent.ond_agent.ONDAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedCONDDAAgent method) (sail_on_client.agent.pre_computed_detector.PreComputedONDAgent method) (sail_on_client.agent.visual_agent.VisualAgent method)

WorldChangeDetectionParams (class in sail_on_client.protocol.visual_dataclasses) write_session_log_file() (in module sail_on_client.harness.file_provider_fn)