Index

_

__call__() (oumi.core.collators.text_collator_with_padding.TextCollatorWithPadding method) (oumi.core.collators.text_completions_collator_with_padding.TextCompletionsCollatorWithPadding method) (oumi.core.collators.vision_language_collator_with_padding.VisionLanguageCollatorWithPadding method) (oumi.core.processors.base_image_processor.BaseImageProcessor method) (oumi.core.processors.base_processor.BaseProcessor method) (oumi.core.processors.default_image_processor.DefaultImageProcessor method) (oumi.core.processors.default_processor.DefaultProcessor method) __enter__() (oumi.performance.telemetry.CudaTimerContext method) (oumi.performance.telemetry.TimerContext method) __eq__() (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) __exit__() (oumi.performance.telemetry.CudaTimerContext method) (oumi.performance.telemetry.TimerContext method) __finalize_and_validate__() (oumi.core.configs.BaseConfig method) (oumi.core.configs.ModelParams method) (oumi.core.configs.params.base_params.BaseParams method) (oumi.core.configs.params.model_params.ModelParams method) __getitem__() (oumi.core.datasets.BaseMapDataset method) (oumi.core.datasets.PackedSftDataset method) (oumi.core.registry.Registry method) (oumi.core.types.Conversation method) (oumi.datasets.DebugClassificationDataset method) __iter__() (oumi.core.configs.BaseConfig method) (oumi.core.configs.params.base_params.BaseParams method) (oumi.core.datasets.BaseIterableDataset method) (oumi.core.datasets.BasePretrainingDataset method) (oumi.core.datasets.PretrainingAsyncTextDataset method) __len__() (oumi.core.datasets.BaseMapDataset method) (oumi.datasets.DebugClassificationDataset method) __post_init__() (oumi.core.configs.AlpacaEvalTaskParams method) (oumi.core.configs.AsyncEvaluationConfig method) (oumi.core.configs.DataParams method) (oumi.core.configs.DatasetParams method) (oumi.core.configs.DatasetSplitParams method) (oumi.core.configs.EvaluationConfig method) (oumi.core.configs.EvaluationTaskParams method) (oumi.core.configs.GenerationParams method) (oumi.core.configs.GuidedDecodingParams method) (oumi.core.configs.LMHarnessTaskParams method) (oumi.core.configs.ModelParams method) (oumi.core.configs.params.data_params.DataParams method) (oumi.core.configs.params.data_params.DatasetParams method) (oumi.core.configs.params.data_params.DatasetSplitParams method) (oumi.core.configs.params.evaluation_params.AlpacaEvalTaskParams method) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams method) (oumi.core.configs.params.evaluation_params.LMHarnessTaskParams method) (oumi.core.configs.params.generation_params.GenerationParams method) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams method) (oumi.core.configs.params.model_params.ModelParams method) (oumi.core.configs.params.profiler_params.ProfilerScheduleParams method) (oumi.core.configs.params.remote_params.RemoteParams method) (oumi.core.configs.params.training_params.TrainingParams method) (oumi.core.configs.RemoteParams method) (oumi.core.configs.TrainingConfig method) (oumi.core.configs.TrainingParams method)

__repr__() (oumi.core.registry.Registry method) (oumi.core.types.ContentItem method) (oumi.core.types.Conversation method) (oumi.core.types.Message method) __str__() (oumi.core.types.Role method) (oumi.core.types.Type method)

A

accelerate() (in module oumi.cli.distributed_run) accelerators (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) active (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) adam_beta1 (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) adam_beta2 (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) adam_epsilon (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) ADAPTER_AND_BASE_MODEL (oumi.core.configs.params.peft_params.PeftSaveMode attribute) (oumi.core.configs.PeftSaveMode attribute) adapter_model (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) ADAPTER_ONLY (oumi.core.configs.params.peft_params.PeftSaveMode attribute) (oumi.core.configs.PeftSaveMode attribute) ALL_EXHAUSTED (oumi.core.configs.MixtureStrategy attribute) (oumi.core.configs.params.data_params.MixtureStrategy attribute) all_params (oumi.utils.torch_utils.ModelParameterCount attribute) ALPACA_EVAL (oumi.core.configs.EvaluationPlatform attribute) (oumi.core.configs.params.evaluation_params.EvaluationPlatform attribute) AlpacaDataset (class in oumi.datasets) (class in oumi.datasets.sft) AlpacaEvalDataset (class in oumi.datasets) (class in oumi.datasets.evaluation) AlpacaEvalTaskParams (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) ANTHROPIC (oumi.core.configs.InferenceEngineType attribute) anthropic_version (oumi.inference.AnthropicInferenceEngine attribute) AnthropicInferenceEngine (class in oumi.inference) api_key (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) api_key_env_varname (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) (oumi.inference.AnthropicInferenceEngine property) (oumi.inference.DeepSeekInferenceEngine attribute) (oumi.inference.GoogleGeminiInferenceEngine attribute) (oumi.inference.OpenAIInferenceEngine property) (oumi.inference.ParasailInferenceEngine property) (oumi.inference.RemoteInferenceEngine attribute) (oumi.inference.RemoteVLLMInferenceEngine property) (oumi.inference.TogetherInferenceEngine property)

api_url (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) append_id_to_string() (oumi.core.types.Conversation method) apply_chat_template() (oumi.core.inference.BaseInferenceEngine method) (oumi.core.processors.base_processor.BaseProcessor method) (oumi.core.processors.default_processor.DefaultProcessor method) apply_zigzag_ring_attn_monkey_patch_llama() (in module oumi.models.layers.ring_attention) ArgillaDollyDataset (class in oumi.datasets) (class in oumi.datasets.sft) ArgillaMagpieUltraDataset (class in oumi.datasets) (class in oumi.datasets.sft) as_generator() (oumi.core.datasets.BaseMapDataset method) ASSISTANT (oumi.core.types.Role attribute) assistant_only (oumi.core.datasets.BaseSftDataset property) AsyncEvaluationConfig (class in oumi.core.configs) attn_implementation (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) attributes (oumi.core.configs.JudgeConfig attribute) auto_wrap_policy (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) AutoWrapPolicy (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) AWS (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute) AyaDataset (class in oumi.datasets) (class in oumi.datasets.sft) AZURE (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute)

B

backward() (oumi.models.layers.zigzag.ZigZagRingFlashAttnFunc static method) BACKWARD_POST (oumi.core.configs.BackwardPrefetch attribute) (oumi.core.configs.params.fsdp_params.BackwardPrefetch attribute) BACKWARD_PRE (oumi.core.configs.BackwardPrefetch attribute) (oumi.core.configs.params.fsdp_params.BackwardPrefetch attribute) backward_prefetch (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) BackwardPrefetch (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) base64encode_content_item_image_bytes() (in module oumi.utils.conversation_utils) base_url (oumi.inference.AnthropicInferenceEngine property) (oumi.inference.DeepSeekInferenceEngine attribute) (oumi.inference.GoogleGeminiInferenceEngine attribute) (oumi.inference.OpenAIInferenceEngine property) (oumi.inference.ParasailInferenceEngine property) (oumi.inference.RemoteInferenceEngine attribute) (oumi.inference.RemoteVLLMInferenceEngine property) (oumi.inference.TogetherInferenceEngine property) BaseCloud (class in oumi.core.launcher) BaseCluster (class in oumi.core.launcher) BaseConfig (class in oumi.core.configs) BaseExperimentalDpoDataset (class in oumi.core.datasets) BaseImageProcessor (class in oumi.core.processors.base_image_processor) BaseInferenceEngine (class in oumi.core.inference) BaseIterableDataset (class in oumi.core.datasets) BaseJudge (class in oumi.judges) BaseJudgeOutput (class in oumi.judges) BaseMapDataset (class in oumi.core.datasets) BaseModel (class in oumi.core.models) BaseParams (class in oumi.core.configs.params.base_params) BasePretrainingDataset (class in oumi.core.datasets) BaseProcessor (class in oumi.core.processors.base_processor) BaseSftDataset (class in oumi.core.datasets)

BaseTokenizer (in module oumi.core.tokenizers) BaseTrainer (class in oumi.core.trainers) BaseTrainerCallback (in module oumi.core.callbacks) batch() (in module oumi.utils.batching) batch_completion_window (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) batch_size (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) BF16 (oumi.core.configs.MixedPrecisionDtype attribute) (oumi.core.configs.params.training_params.MixedPrecisionDtype attribute) binary (oumi.core.types.ContentItem attribute) bnb_4bit_compute_dtype (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) bnb_4bit_quant_storage (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) bnb_4bit_quant_type (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) BOOL (oumi.core.configs.JudgeAttributeValueType attribute) build_chat_template() (in module oumi.builders) build_collator_from_config() (in module oumi.builders) build_data_collator() (in module oumi.builders) build_dataset() (in module oumi.builders) build_dataset_from_params() (in module oumi.builders) build_dataset_mixture() (in module oumi.builders) build_judgement_prompt() (oumi.judges.BaseJudge method) build_metrics_function() (in module oumi.builders) build_model() (in module oumi.builders) build_optimizer() (in module oumi.builders) build_peft_model() (in module oumi.builders) build_processor() (in module oumi.builders) build_tokenizer() (in module oumi.builders) build_trainer() (in module oumi.builders) build_training_callbacks() (in module oumi.builders)

C

C4Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) calculate_mfu() (in module oumi.performance.mfu) calculate_mfu_from_model_flops_per_second() (in module oumi.performance.mfu) cancel() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.Launcher method) cancel_job() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) CATEGORICAL (oumi.core.configs.JudgeAttributeValueType attribute) chat_template (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) ChatqaDataset (class in oumi.datasets) (class in oumi.datasets.sft) ChatqaTatqaDataset (class in oumi.datasets) (class in oumi.datasets.sft) ChatRAGBenchDataset (class in oumi.datasets) (class in oumi.datasets.sft) check_package_prerequisites() (in module oumi.utils.packaging) checkpoints_dir (oumi.core.configs.AsyncEvaluationConfig attribute) choice (oumi.core.configs.GuidedDecodingParams attribute) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams attribute) clear() (oumi.core.registry.Registry method) clock_speed_graphics (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) clock_speed_memory (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) clock_speed_sm (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) cloud (oumi.core.configs.JobResources attribute) CLOUD (oumi.core.registry.RegistryType attribute) cloud (oumi.launcher.JobResources attribute) cluster (oumi.core.launcher.JobStatus attribute) CNNClassifier (class in oumi.models) COCOCaptionsDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) coerce_model_to_dtype() (in module oumi.utils.torch_utils) collate_images() (oumi.core.collators.vision_language_collator_with_padding.VisionLanguageCollatorWithPadding method) collator_name (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) collect_telemetry_for_all_ranks (oumi.core.configs.params.telemetry_params.TelemetryParams attribute) (oumi.core.configs.TelemetryParams attribute) commit() (oumi.models.layers.zigzag_utils.RingComm method) compile (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) compute_cross_rank_summaries() (oumi.performance.telemetry.TelemetryTracker method) compute_flattened_text_content() (oumi.core.types.Message method) compute_utf8_len() (in module oumi.utils.str_utils) configure_common_env_vars() (in module oumi.cli.cli_utils) configure_dependency_warnings() (in module oumi.utils.logging)

configure_logger() (in module oumi.utils.logging) connection_timeout (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) CONSTANT (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) contains() (oumi.core.registry.Registry method) contains_image_content_items_only() (oumi.core.types.Message method) contains_images() (oumi.core.types.Message method) contains_single_image_content_item_only() (oumi.core.types.Message method) contains_single_text_content_item_only() (oumi.core.types.Message method) contains_text() (oumi.core.types.Message method) contains_text_content_items_only() (oumi.core.types.Message method) content (oumi.core.types.ContentItem attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage property) content_items (oumi.core.types.Message property) ContentItem (class in oumi.core.types) ContentItemCounts (class in oumi.core.types) context (oumi.judges.OumiJudgeInput attribute) Conversation (class in oumi.core.types) conversation (oumi.core.configs.JudgeAttribute property) conversation() (oumi.core.datasets.BaseSftDataset method) conversation_id (oumi.core.types.Conversation attribute) conversations() (in module oumi.cli.judge) (oumi.core.datasets.BaseSftDataset method) convert_content_items_to_json_list() (in module oumi.utils.conversation_utils) convert_message_content_item_to_json_dict() (in module oumi.utils.conversation_utils) convert_message_to_json_content() (in module oumi.utils.conversation_utils) convert_message_to_json_content_list() (in module oumi.utils.conversation_utils) convert_pil_image_mode() (in module oumi.utils.image_utils) convert_to_list_of_tensors() (in module oumi.utils.torch_utils) COSINE (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) COSINE_WITH_MIN_LR (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) COSINE_WITH_RESTARTS (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) count_content_items() (oumi.core.types.Message method) count_model_parameters() (in module oumi.utils.torch_utils) cpu_offload (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) cpus (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) create_list_of_message_json_dicts() (in module oumi.utils.conversation_utils) create_model_summary() (in module oumi.utils.torch_utils) create_ones_like() (in module oumi.utils.torch_utils) create_png_bytes_from_image() (in module oumi.utils.image_utils) create_png_bytes_from_image_bytes() (in module oumi.utils.image_utils) criterion (oumi.core.models.BaseModel property) (oumi.models.CNNClassifier property) (oumi.models.MLPEncoder property) CRITICAL (oumi.cli.cli_utils.LogLevel attribute) cuda_measurements (oumi.performance.telemetry.TelemetryState attribute) cuda_timer() (oumi.performance.telemetry.TelemetryTracker method) CudaTimerContext (class in oumi.performance.telemetry) CustomEvaluationParams (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params)

D

data (oumi.core.configs.CustomEvaluationParams attribute) (oumi.core.configs.params.evaluation_params.CustomEvaluationParams attribute) (oumi.core.configs.TrainingConfig attribute) (oumi.core.datasets.BaseIterableDataset property) (oumi.core.datasets.BaseMapDataset property) dataloader_main_process_only (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) dataloader_num_workers (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) dataloader_prefetch_factor (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) DataParams (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) DATASET (oumi.core.registry.RegistryType attribute) dataset() (in module oumi.cli.judge) dataset_kwargs (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) dataset_name (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.datasets.BaseExperimentalDpoDataset attribute) (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.core.datasets.BasePretrainingDataset attribute) (oumi.core.datasets.BaseSftDataset attribute) (oumi.core.datasets.PackedSftDataset attribute) (oumi.core.datasets.VisionLanguageSftDataset attribute) (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.ArgillaDollyDataset attribute) (oumi.datasets.ArgillaMagpieUltraDataset attribute) (oumi.datasets.AyaDataset attribute) (oumi.datasets.C4Dataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatqaTatqaDataset attribute) (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.DebugPretrainingDataset attribute) (oumi.datasets.DebugSftDataset attribute) (oumi.datasets.DolmaDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.FalconRefinedWebDataset attribute) (oumi.datasets.FineWebEduDataset attribute) (oumi.datasets.Flickr30kDataset attribute) (oumi.datasets.LlavaInstructMixVsftDataset attribute) (oumi.datasets.MagpieProDataset attribute) (oumi.datasets.OpenO1SFTDataset attribute) (oumi.datasets.OrpoDpoMix40kDataset attribute) (oumi.datasets.PileV1Dataset attribute) (oumi.datasets.preference_tuning.OrpoDpoMix40kDataset attribute) (oumi.datasets.pretraining.C4Dataset attribute) (oumi.datasets.pretraining.DolmaDataset attribute) (oumi.datasets.pretraining.FalconRefinedWebDataset attribute) (oumi.datasets.pretraining.FineWebEduDataset attribute) (oumi.datasets.pretraining.PileV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV2Dataset attribute) (oumi.datasets.pretraining.SlimPajamaDataset attribute) (oumi.datasets.pretraining.StarCoderDataset attribute) (oumi.datasets.pretraining.TheStackDataset attribute) (oumi.datasets.pretraining.TinyStoriesDataset attribute) (oumi.datasets.pretraining.TinyTextbooksDataset attribute) (oumi.datasets.pretraining.WikipediaDataset attribute) (oumi.datasets.pretraining.WikiTextDataset attribute) (oumi.datasets.pretraining.YouTubeCommonsDataset attribute) (oumi.datasets.PromptResponseDataset attribute) (oumi.datasets.RedPajamaDataV1Dataset attribute) (oumi.datasets.RedPajamaDataV2Dataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) (oumi.datasets.sft.ArgillaDollyDataset attribute) (oumi.datasets.sft.ArgillaMagpieUltraDataset attribute) (oumi.datasets.sft.AyaDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatqaTatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) (oumi.datasets.sft.MagpieProDataset attribute) (oumi.datasets.sft.OpenO1SFTDataset attribute) (oumi.datasets.sft.PromptResponseDataset attribute) (oumi.datasets.sft.TextSftJsonLinesDataset attribute) (oumi.datasets.sft.UltrachatH4Dataset attribute) (oumi.datasets.SlimPajamaDataset attribute) (oumi.datasets.StarCoderDataset attribute) (oumi.datasets.TextSftJsonLinesDataset attribute) (oumi.datasets.TheStackDataset attribute) (oumi.datasets.TinyStoriesDataset attribute) (oumi.datasets.TinyTextbooksDataset attribute) (oumi.datasets.UltrachatH4Dataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.Flickr30kDataset attribute) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset attribute) (oumi.datasets.vision_language.MnistSftDataset attribute) (oumi.datasets.vision_language.VLJsonlinesDataset attribute) (oumi.datasets.vision_language.Vqav2SmallDataset attribute) (oumi.datasets.VLJsonlinesDataset attribute) (oumi.datasets.WikipediaDataset attribute) (oumi.datasets.WikiTextDataset attribute) (oumi.datasets.YouTubeCommonsDataset attribute) dataset_path (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) DatasetParams (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) datasets (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) DatasetSplit (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) DatasetSplitParams (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) ddp_find_unused_parameters (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) DEBUG (oumi.cli.cli_utils.LogLevel attribute) (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) DEBUG_SCALING (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) DebugClassificationDataset (class in oumi.datasets) DebugPretrainingDataset (class in oumi.datasets) DebugSftDataset (class in oumi.datasets) DEEPSEEK (oumi.core.configs.InferenceEngineType attribute)

DeepSeekInferenceEngine (class in oumi.inference) DEFAULT (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) default() (oumi.utils.serialization_utils.TorchJsonEncoder method) default_dataset (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.core.datasets.BaseSftDataset attribute) (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.ArgillaDollyDataset attribute) (oumi.datasets.ArgillaMagpieUltraDataset attribute) (oumi.datasets.AyaDataset attribute) (oumi.datasets.C4Dataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatRAGBenchDataset attribute) (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.DebugPretrainingDataset attribute) (oumi.datasets.DebugSftDataset attribute) (oumi.datasets.DolmaDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.FalconRefinedWebDataset attribute) (oumi.datasets.FineWebEduDataset attribute) (oumi.datasets.Flickr30kDataset attribute) (oumi.datasets.LlavaInstructMixVsftDataset attribute) (oumi.datasets.MagpieProDataset attribute) (oumi.datasets.OpenO1SFTDataset attribute) (oumi.datasets.OrpoDpoMix40kDataset attribute) (oumi.datasets.PileV1Dataset attribute) (oumi.datasets.preference_tuning.OrpoDpoMix40kDataset attribute) (oumi.datasets.pretraining.C4Dataset attribute) (oumi.datasets.pretraining.DolmaDataset attribute) (oumi.datasets.pretraining.FalconRefinedWebDataset attribute) (oumi.datasets.pretraining.FineWebEduDataset attribute) (oumi.datasets.pretraining.PileV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV2Dataset attribute) (oumi.datasets.pretraining.SlimPajamaDataset attribute) (oumi.datasets.pretraining.StarCoderDataset attribute) (oumi.datasets.pretraining.TheStackDataset attribute) (oumi.datasets.pretraining.TinyStoriesDataset attribute) (oumi.datasets.pretraining.TinyTextbooksDataset attribute) (oumi.datasets.pretraining.WikipediaDataset attribute) (oumi.datasets.pretraining.WikiTextDataset attribute) (oumi.datasets.pretraining.YouTubeCommonsDataset attribute) (oumi.datasets.PromptResponseDataset attribute) (oumi.datasets.RedPajamaDataV1Dataset attribute) (oumi.datasets.RedPajamaDataV2Dataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) (oumi.datasets.sft.ArgillaDollyDataset attribute) (oumi.datasets.sft.ArgillaMagpieUltraDataset attribute) (oumi.datasets.sft.AyaDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) (oumi.datasets.sft.MagpieProDataset attribute) (oumi.datasets.sft.OpenO1SFTDataset attribute) (oumi.datasets.sft.PromptResponseDataset attribute) (oumi.datasets.sft.TextSftJsonLinesDataset attribute) (oumi.datasets.sft.UltrachatH4Dataset attribute) (oumi.datasets.SlimPajamaDataset attribute) (oumi.datasets.StarCoderDataset attribute) (oumi.datasets.TextSftJsonLinesDataset attribute) (oumi.datasets.TheStackDataset attribute) (oumi.datasets.TinyStoriesDataset attribute) (oumi.datasets.TinyTextbooksDataset attribute) (oumi.datasets.UltrachatH4Dataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.Flickr30kDataset attribute) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset attribute) (oumi.datasets.vision_language.MnistSftDataset attribute) (oumi.datasets.vision_language.VLJsonlinesDataset attribute) (oumi.datasets.vision_language.Vqav2SmallDataset attribute) (oumi.datasets.VLJsonlinesDataset attribute) (oumi.datasets.WikipediaDataset attribute) (oumi.datasets.WikiTextDataset attribute) (oumi.datasets.YouTubeCommonsDataset attribute) default_prompt (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) default_subset (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatqaTatqaDataset attribute) (oumi.datasets.ChatRAGBenchDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatqaTatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) default_system_message (oumi.datasets.ChatRAGBenchDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) DefaultImageProcessor (class in oumi.core.processors.default_image_processor) DefaultProcessor (class in oumi.core.processors.default_processor) delete_file() (oumi.inference.RemoteInferenceEngine method) DEMAND (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) dep_log_level (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) device_cleanup() (in module oumi.utils.torch_utils) device_count (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) device_index (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) device_map (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) disable_dropout() (in module oumi.utils.torch_naming_heuristics) disk_size (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) disk_tier (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) DolmaDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) done (oumi.core.launcher.JobStatus attribute) down() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.core.launcher.BaseCluster method) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.Launcher method) DROP_ALWAYS (oumi.core.configs.internal.internal_model_config.InternalFeatureFirstDimAction attribute) DROP_IF_DUMMY (oumi.core.configs.internal.internal_model_config.InternalFeatureFirstDimAction attribute)

E

embedding_params (oumi.utils.torch_utils.ModelParameterCount attribute) empty_device_cache_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) enable_cpu_profiling (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) enable_cuda_profiling (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) enable_fsdp (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) enable_gradient_checkpointing (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) enable_liger_kernel (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) enable_schedule (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) enable_tensorboard (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) enable_wandb (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) engine (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) env() (in module oumi.cli.env) envs (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) ERROR (oumi.cli.cli_utils.LogLevel attribute) estimate_sample_dict_size_in_bytes() (in module oumi.utils.torch_utils) EVA (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute)

eval_kwargs (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.AlpacaEvalTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.LMHarnessTaskParams attribute) eval_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) eval_strategy (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) evaluate() (in module oumi) (in module oumi.cli.evaluate) (oumi.core.trainers.Trainer method) evaluate_async() (in module oumi) evaluation (oumi.core.configs.AsyncEvaluationConfig attribute) evaluation_platform (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) EvaluationConfig (class in oumi.core.configs) EvaluationPlatform (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) EvaluationTaskParams (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) examples (oumi.core.configs.JudgeAttribute attribute) exclude_prompt_from_response (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) exec() (oumi.launcher.clients.sky_client.SkyClient method) exit_code (oumi.launcher.clients.polaris_client.PolarisResponse attribute) explanation (oumi.judges.OumiJudgeOutput attribute) extract_local() (in module oumi.models.layers.ring_attention)

F

FalconRefinedWebDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) fan_speed (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) fan_speeds (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) fields (oumi.judges.BaseJudgeOutput property) file_mounts (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) filter_messages() (oumi.core.types.Conversation method) finalize_and_validate() (oumi.core.configs.BaseConfig method) (oumi.core.configs.params.base_params.BaseParams method) (oumi.core.configs.params.remote_params.RemoteParams method) (oumi.core.configs.RemoteParams method) find_internal_model_config() (in module oumi.core.configs.internal.supported_models) find_internal_model_config_using_model_name() (in module oumi.core.configs.internal.supported_models) find_model_hf_config() (in module oumi.core.configs.internal.supported_models) FineWebEduDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) first_dim_action (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) FIRST_EXHAUSTED (oumi.core.configs.MixtureStrategy attribute) (oumi.core.configs.params.data_params.MixtureStrategy attribute) first_message() (oumi.core.types.Conversation method) Flickr30kDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) format_cudnn_version() (in module oumi.utils.torch_utils) forward() (oumi.core.models.BaseModel method) (oumi.models.CNNClassifier method) (oumi.models.layers.zigzag.ZigZagRingFlashAttnFunc static method) (oumi.models.MLPEncoder method)

forward_prefetch (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) FP16 (oumi.core.configs.MixedPrecisionDtype attribute) (oumi.core.configs.params.training_params.MixedPrecisionDtype attribute) freeze_layers (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) freeze_model_layers() (in module oumi.utils.torch_utils) frequency_penalty (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) from_dict() (oumi.core.types.Conversation class method) from_json() (oumi.core.types.Conversation class method) from_json_output() (oumi.judges.BaseJudgeOutput class method) from_xml_output() (oumi.judges.BaseJudgeOutput class method) from_yaml() (oumi.core.configs.BaseConfig class method) from_yaml_and_arg_list() (oumi.core.configs.BaseConfig class method) fsdp (oumi.core.configs.TrainingConfig attribute) FSDPParams (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) FULL_SHARD (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute) FULL_STATE_DICT (oumi.core.configs.params.fsdp_params.StateDictType attribute) (oumi.core.configs.StateDictType attribute)

G

GAUSSIAN (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) GCP (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute) generation (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) GenerationParams (class in oumi.core.configs) (class in oumi.core.configs.params.generation_params) get() (oumi.core.registry.Registry method) get_active_users() (oumi.launcher.clients.polaris_client.PolarisClient static method) get_all() (oumi.core.registry.Registry method) get_all_models_map() (in module oumi.core.configs.internal.supported_models) get_app() (in module oumi.cli.main) get_batch_results() (oumi.inference.RemoteInferenceEngine method) get_batch_status() (oumi.inference.RemoteInferenceEngine method) get_cloud() (in module oumi.launcher) (oumi.launcher.Launcher method) get_cluster() (oumi.core.launcher.BaseCloud method) (oumi.launcher.clouds.LocalCloud method) (oumi.launcher.clouds.PolarisCloud method) (oumi.launcher.clouds.SkyCloud method) get_dataset() (oumi.core.registry.Registry method) get_default_args() (in module oumi.models.layers.zigzag_utils) get_default_special_tokens() (in module oumi.core.tokenizers) get_default_vlm_model_config() (in module oumi.core.configs.internal.supported_models) get_dtype_size_in_bytes() (in module oumi.utils.torch_utils) get_evaluation_platform() (oumi.core.configs.EvaluationTaskParams method) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams method) get_evaluation_platform_task_params() (oumi.core.configs.EvaluationTaskParams method) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams method) get_file() (oumi.inference.RemoteInferenceEngine method) get_file_content() (oumi.inference.RemoteInferenceEngine method) get_first_dim_len() (in module oumi.utils.torch_utils) get_git_revision_hash() (in module oumi.utils.git_utils) get_git_root_dir() (in module oumi.utils.git_utils) get_git_tag() (in module oumi.utils.git_utils) get_job() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) get_jobs() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) get_judge_config() (oumi.core.registry.Registry method) get_literal_value() (oumi.core.configs.LoraWeightInitialization method) (oumi.core.configs.MixtureStrategy method) (oumi.core.configs.params.data_params.MixtureStrategy method) (oumi.core.configs.params.peft_params.LoraWeightInitialization method)

get_local_filepath_for_gguf() (in module oumi.utils.model_caching) get_logger() (in module oumi.utils.logging) get_lora_rank() (in module oumi.utils.peft_utils) get_metrics_function() (oumi.core.registry.Registry method) get_model() (oumi.core.registry.Registry method) get_model_config() (oumi.core.registry.Registry method) get_nvidia_gpu_fan_speeds() (in module oumi.utils.device_utils) get_nvidia_gpu_memory_utilization() (in module oumi.utils.device_utils) get_nvidia_gpu_power_usage() (in module oumi.utils.device_utils) get_nvidia_gpu_runtime_info() (in module oumi.utils.device_utils) get_nvidia_gpu_temperature() (in module oumi.utils.device_utils) get_oumi_root_directory() (in module oumi.utils.io_utils) get_python_package_versions() (in module oumi.utils.version_utils) get_shape_as_list() (in module oumi.utils.torch_utils) get_split() (oumi.core.configs.DataParams method) (oumi.core.configs.params.data_params.DataParams method) get_state_dicts_from_all_ranks() (oumi.performance.telemetry.TelemetryTracker method) get_summaries_from_all_ranks() (oumi.performance.telemetry.TelemetryTracker method) get_summary() (oumi.performance.telemetry.TelemetryTracker method) get_supported_params() (oumi.core.inference.BaseInferenceEngine method) (oumi.inference.AnthropicInferenceEngine method) (oumi.inference.GoogleGeminiInferenceEngine method) (oumi.inference.GoogleVertexInferenceEngine method) (oumi.inference.LlamaCppInferenceEngine method) (oumi.inference.NativeTextInferenceEngine method) (oumi.inference.RemoteInferenceEngine method) (oumi.inference.RemoteVLLMInferenceEngine method) (oumi.inference.SGLangInferenceEngine method) (oumi.inference.VLLMInferenceEngine method) get_torch_dtype() (in module oumi.utils.torch_utils) GOOGLE_GEMINI (oumi.core.configs.InferenceEngineType attribute) GOOGLE_VERTEX (oumi.core.configs.InferenceEngineType attribute) GoogleGeminiInferenceEngine (class in oumi.inference) GoogleVertexInferenceEngine (class in oumi.inference) gpu_memory (oumi.performance.telemetry.TelemetryState attribute) gpu_memory_logger() (in module oumi.performance.telemetry) gpu_temperature (oumi.performance.telemetry.TelemetryState attribute) gpu_utilization (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) gradient_accumulation_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) gradient_checkpointing_kwargs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) group_trainable_params() (in module oumi.utils.torch_naming_heuristics) guess_transformer_layer_cls() (in module oumi.utils.torch_naming_heuristics) guided_decoding (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) GuidedDecodingParams (class in oumi.core.configs) (class in oumi.core.configs.params.guided_decoding_params)

H

HardwareException HF (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) HfMfuTrainerCallback (class in oumi.core.callbacks) hostname (oumi.performance.telemetry.TelemetryState attribute)

HuggingFaceTrainer (class in oumi.core.trainers) HYBRID_SHARD (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute) HYBRID_SHARD_ZERO2 (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute)

I

id (oumi.core.launcher.JobStatus attribute) (oumi.core.types.Message attribute) IMAGE_BINARY (oumi.core.types.Type attribute) image_content_items (oumi.core.types.Message property) image_items (oumi.core.types.ContentItemCounts attribute) IMAGE_PATH (oumi.core.types.Type attribute) image_processor (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) image_token (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) image_token_id (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) IMAGE_URL (oumi.core.types.Type attribute) include_alternative_mfu_metrics (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) include_performance_metrics (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) infer() (in module oumi) (in module oumi.cli.infer) (oumi.core.inference.BaseInferenceEngine method) infer_batch() (oumi.inference.RemoteInferenceEngine method) infer_from_file() (oumi.core.inference.BaseInferenceEngine method) (oumi.inference.LlamaCppInferenceEngine method) (oumi.inference.NativeTextInferenceEngine method) (oumi.inference.RemoteInferenceEngine method) (oumi.inference.VLLMInferenceEngine method) infer_interactive() (in module oumi) infer_online() (oumi.core.inference.BaseInferenceEngine method) (oumi.inference.LlamaCppInferenceEngine method) (oumi.inference.NativeTextInferenceEngine method) (oumi.inference.RemoteInferenceEngine method) (oumi.inference.VLLMInferenceEngine method)

inference_engine (oumi.core.configs.EvaluationConfig attribute) inference_remote_params (oumi.core.configs.EvaluationConfig attribute) InferenceConfig (class in oumi.core.configs) InferenceEngineType (class in oumi.core.configs) INFO (oumi.cli.cli_utils.LogLevel attribute) initialize_clusters() (oumi.launcher.clouds.PolarisCloud method) input_path (oumi.core.configs.InferenceConfig attribute) instance_type (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) InternalFeatureFirstDimAction (class in oumi.core.configs.internal.internal_model_config) InternalFeatureSpec (class in oumi.core.configs.internal.internal_model_config) InternalModelConfig (class in oumi.core.configs.internal.internal_model_config) InternalPaddingSide (class in oumi.core.configs.internal.internal_model_config) InternalVisualModelConfig (class in oumi.core.configs.internal.internal_model_config) is_cached_to_disk_hf_dataset() (in module oumi.utils.hf_datasets_utils) is_custom_model() (in module oumi.core.configs.internal.supported_models) is_dev_build() (in module oumi.utils.version_utils) is_image() (oumi.core.types.ContentItem method) is_image_text_llm() (in module oumi.builders) is_text() (oumi.core.types.ContentItem method) is_using_accelerate() (in module oumi.utils.distributed_utils) is_using_accelerate_fsdp() (in module oumi.utils.distributed_utils) is_zigzag_ring_flash_attn_available() (in module oumi.models.layers.zigzag) iter_raw() (oumi.core.datasets.BaseIterableDataset method)

J

JobConfig (class in oumi.core.configs) (class in oumi.launcher) JobResources (class in oumi.core.configs) (class in oumi.launcher) JobStatus (class in oumi.core.launcher) json (oumi.core.configs.GuidedDecodingParams attribute) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams attribute) json_serializer() (in module oumi.utils.serialization_utils)

judge() (oumi.judges.BaseJudge method) JUDGE_CONFIG (oumi.core.registry.RegistryType attribute) judge_conversations() (in module oumi) judge_dataset() (in module oumi) JudgeAttribute (class in oumi.core.configs) JudgeAttributeValueType (class in oumi.core.configs) JudgeConfig (class in oumi.core.configs) judgement (oumi.judges.OumiJudgeOutput attribute)

K

KEEP (oumi.core.configs.internal.internal_model_config.InternalFeatureFirstDimAction attribute)

L

label (oumi.judges.BaseJudgeOutput property) (oumi.judges.OumiJudgeOutput property) label_ignore_index (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) LAMBDA (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute) last_message() (oumi.core.types.Conversation method) launch() (oumi.launcher.clients.sky_client.SkyClient method) Launcher (class in oumi.launcher) learning_rate (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) LIKERT_5 (oumi.core.configs.JudgeAttributeValueType attribute) limit_examples (oumi.core.configs.JudgeAttribute attribute) limit_per_process_memory() (in module oumi.utils.torch_utils) LINEAR (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) list_batches() (oumi.inference.RemoteInferenceEngine method) list_clusters() (oumi.core.launcher.BaseCloud method) (oumi.launcher.clouds.LocalCloud method) (oumi.launcher.clouds.PolarisCloud method) (oumi.launcher.clouds.SkyCloud method) list_evaluation_platforms() (oumi.core.configs.EvaluationTaskParams static method) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams static method) list_files() (oumi.inference.RemoteInferenceEngine method) list_jobs() (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) LLAMACPP (oumi.core.configs.InferenceEngineType attribute) LlamaCppInferenceEngine (class in oumi.inference) LlavaInstructMixVsftDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) LM_HARNESS (oumi.core.configs.EvaluationPlatform attribute) (oumi.core.configs.params.evaluation_params.EvaluationPlatform attribute) LMHarnessTaskParams (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) load() (oumi.core.configs.JudgeAttribute class method) load_file() (in module oumi.utils.io_utils) load_image_bytes_to_content_item() (in module oumi.utils.conversation_utils) load_image_png_bytes_from_path() (in module oumi.utils.image_utils) load_image_png_bytes_from_url() (in module oumi.utils.image_utils) load_infer_prob() (in module oumi.utils.saver) load_infer_prob_csv() (in module oumi.utils.saver) load_json() (in module oumi.utils.io_utils) load_jsonlines() (in module oumi.utils.io_utils) load_pil_image_from_bytes() (in module oumi.utils.image_utils) load_pil_image_from_content_item() (in module oumi.utils.conversation_utils) load_pil_image_from_path() (in module oumi.utils.image_utils) load_pil_image_from_url() (in module oumi.utils.image_utils) load_pretrained_weights (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) load_state_dict() (oumi.performance.telemetry.TelemetryTracker method) LOCAL_STATE_DICT (oumi.core.configs.params.fsdp_params.StateDictType attribute) (oumi.core.configs.StateDictType attribute) LocalClient (class in oumi.launcher.clients.local_client)

LocalCloud (class in oumi.launcher.clouds) LocalCluster (class in oumi.launcher.clusters.local_cluster) LOFTQ (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) log() (oumi.core.trainers.Trainer method) log_devices_info() (in module oumi.utils.torch_utils) log_gpu_memory() (oumi.performance.telemetry.TelemetryTracker method) log_level (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) log_metrics() (oumi.core.trainers.Trainer method) log_model_summary (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) log_model_summary() (in module oumi.utils.torch_utils) log_nvidia_gpu_fan_speeds() (in module oumi.utils.device_utils) log_nvidia_gpu_memory_utilization() (in module oumi.utils.device_utils) log_nvidia_gpu_power_usage() (in module oumi.utils.device_utils) log_nvidia_gpu_runtime_info() (in module oumi.utils.device_utils) log_nvidia_gpu_temperature() (in module oumi.utils.device_utils) log_peak_gpu_memory() (in module oumi.utils.torch_utils) log_trainable_parameters() (in module oumi.utils.torch_utils) log_versioning_info() (in module oumi.utils.torch_utils) logging_dir (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logging_first_step (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logging_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logging_strategy (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logit_bias (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) LogLevel (class in oumi.cli.cli_utils) lora_alpha (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_bias (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_dropout (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_init_weights (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_modules_to_save (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_r (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_target_modules (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_task_type (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) LoraWeightInitialization (class in oumi.core.configs) (class in oumi.core.configs.params.peft_params) lr_scheduler_kwargs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) lr_scheduler_type (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute)

M

MagpieProDataset (class in oumi.datasets) (class in oumi.datasets.sft) max_grad_norm (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) max_new_tokens (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) max_package_version (oumi.utils.packaging.PackagePrerequisites attribute) max_retries (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) max_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) measurements (oumi.performance.telemetry.TelemetryState attribute) memory (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) memory_utilization (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) MERGED (oumi.core.configs.params.peft_params.PeftSaveMode attribute) (oumi.core.configs.PeftSaveMode attribute) Message (class in oumi.core.types) message (oumi.core.types.TemplatedMessage property) messages (oumi.core.configs.JudgeAttribute property) (oumi.core.types.Conversation attribute) metadata (oumi.core.launcher.JobStatus attribute) (oumi.core.types.Conversation attribute) metrics_function (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) METRICS_FUNCTION (oumi.core.registry.RegistryType attribute) MfuTrainerCallback (class in oumi.core.callbacks) min_num_params (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) min_p (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) min_package_version (oumi.utils.packaging.PackagePrerequisites attribute) mixed_precision (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) mixed_precision_dtype (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) MixedPrecisionDtype (class in oumi.core.configs) (class in oumi.core.configs.params.training_params) mixture_proportion (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) mixture_strategy (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) MixtureStrategy (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) MLPEncoder (class in oumi.models) MnistSftDataset (class in oumi.datasets.vision_language) model (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) (oumi.core.configs.TrainingConfig attribute) MODEL (oumi.core.registry.RegistryType attribute) model() (in module oumi.cli.judge) model_computed_fields (oumi.core.configs.JudgeAttribute attribute) (oumi.core.types.ContentItem attribute) (oumi.core.types.Conversation attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.BaseJudgeOutput attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) (oumi.performance.telemetry.TelemetryState attribute) model_config (oumi.core.configs.JudgeAttribute attribute) MODEL_CONFIG (oumi.core.registry.RegistryType attribute) model_config (oumi.core.types.ContentItem attribute) (oumi.core.types.Conversation attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.BaseJudgeOutput attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) (oumi.performance.telemetry.TelemetryState attribute) model_fields (oumi.core.configs.JudgeAttribute attribute) (oumi.core.types.ContentItem attribute) (oumi.core.types.Conversation attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.BaseJudgeOutput attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) (oumi.performance.telemetry.TelemetryState attribute) model_input_features (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) model_kwargs (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) model_max_length (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) model_name (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) model_post_init() (oumi.core.types.ContentItem method) (oumi.core.types.Message method) model_type (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) ModelParameterCount (class in oumi.utils.torch_utils) ModelParams (class in oumi.core.configs) (class in oumi.core.configs.params.model_params) module oumi oumi.builders oumi.cli oumi.cli.cli_utils oumi.cli.distributed_run oumi.cli.env oumi.cli.evaluate oumi.cli.infer oumi.cli.judge oumi.cli.launch oumi.cli.main oumi.cli.train oumi.core oumi.core.callbacks oumi.core.collators oumi.core.collators.text_collator_with_padding oumi.core.collators.text_completions_collator_with_padding oumi.core.collators.vision_language_collator_with_padding oumi.core.configs oumi.core.configs.internal oumi.core.configs.internal.internal_model_config oumi.core.configs.internal.supported_models oumi.core.configs.params oumi.core.configs.params.base_params oumi.core.configs.params.data_params oumi.core.configs.params.evaluation_params oumi.core.configs.params.fsdp_params oumi.core.configs.params.generation_params oumi.core.configs.params.guided_decoding_params oumi.core.configs.params.model_params oumi.core.configs.params.peft_params oumi.core.configs.params.profiler_params oumi.core.configs.params.remote_params oumi.core.configs.params.telemetry_params oumi.core.configs.params.training_params oumi.core.datasets oumi.core.inference oumi.core.launcher oumi.core.models oumi.core.processors oumi.core.processors.base_image_processor oumi.core.processors.base_processor oumi.core.processors.default_image_processor oumi.core.processors.default_processor oumi.core.registry oumi.core.tokenizers oumi.core.trainers oumi.core.types oumi.datasets oumi.datasets.evaluation oumi.datasets.preference_tuning oumi.datasets.pretraining oumi.datasets.sft oumi.datasets.vision_language oumi.evaluation oumi.inference oumi.judges oumi.launcher oumi.launcher.clients oumi.launcher.clients.local_client oumi.launcher.clients.polaris_client oumi.launcher.clients.sky_client oumi.launcher.clouds oumi.launcher.clusters oumi.launcher.clusters.local_cluster oumi.launcher.clusters.polaris_cluster oumi.launcher.clusters.sky_cluster oumi.models oumi.models.layers oumi.models.layers.ring_attention oumi.models.layers.zigzag oumi.models.layers.zigzag_utils oumi.performance oumi.performance.mfu oumi.performance.telemetry oumi.performance.torch_profiler_utils oumi.utils oumi.utils.batching oumi.utils.conversation_utils oumi.utils.device_utils oumi.utils.distributed_utils oumi.utils.git_utils oumi.utils.hf_datasets_utils oumi.utils.image_utils oumi.utils.io_utils oumi.utils.logging oumi.utils.model_caching oumi.utils.packaging oumi.utils.peft_utils oumi.utils.saver oumi.utils.serialization_utils oumi.utils.str_utils oumi.utils.torch_naming_heuristics oumi.utils.torch_utils oumi.utils.version_utils

N

name (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) (oumi.core.configs.JobConfig attribute) (oumi.core.configs.JudgeAttribute attribute) (oumi.core.launcher.JobStatus attribute) (oumi.launcher.JobConfig attribute) name() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) NanInfDetectionCallback (class in oumi.core.callbacks) NATIVE (oumi.core.configs.InferenceEngineType attribute) NativeTextInferenceEngine (class in oumi.inference) nccl_default_timeout_minutes (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) new_decoder_forward() (in module oumi.models.layers.ring_attention) new_flash_attn_forward() (in module oumi.models.layers.ring_attention) NO_PREFETCH (oumi.core.configs.BackwardPrefetch attribute) (oumi.core.configs.params.fsdp_params.BackwardPrefetch attribute) NO_SHARD (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute)

NO_WRAP (oumi.core.configs.AutoWrapPolicy attribute) (oumi.core.configs.params.fsdp_params.AutoWrapPolicy attribute) NONE (oumi.core.configs.MixedPrecisionDtype attribute) (oumi.core.configs.params.training_params.MixedPrecisionDtype attribute) num_beams (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) num_fewshot (oumi.core.configs.LMHarnessTaskParams attribute) (oumi.core.configs.params.evaluation_params.LMHarnessTaskParams attribute) num_nodes (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) num_retries (oumi.core.configs.AsyncEvaluationConfig attribute) num_samples (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) num_train_epochs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) num_workers (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) NVidiaGpuRuntimeInfo (class in oumi.utils.device_utils)

O

OLORA (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) on_epoch_begin() (oumi.core.callbacks.TelemetryCallback method) on_epoch_end() (oumi.core.callbacks.TelemetryCallback method) on_log() (oumi.core.callbacks.HfMfuTrainerCallback method) (oumi.core.callbacks.MfuTrainerCallback method) (oumi.core.callbacks.NanInfDetectionCallback method) (oumi.core.callbacks.TelemetryCallback method) on_step_begin() (oumi.core.callbacks.HfMfuTrainerCallback method) (oumi.core.callbacks.MfuTrainerCallback method) (oumi.core.callbacks.ProfilerStepCallback method) (oumi.core.callbacks.TelemetryCallback method) on_step_end() (oumi.core.callbacks.HfMfuTrainerCallback method) (oumi.core.callbacks.MfuTrainerCallback method) (oumi.core.callbacks.ProfilerStepCallback method) (oumi.core.callbacks.TelemetryCallback method) on_substep_end() (oumi.core.callbacks.ProfilerStepCallback method) (oumi.core.callbacks.TelemetryCallback method) on_train_end() (oumi.core.callbacks.TelemetryCallback method) OPENAI (oumi.core.configs.InferenceEngineType attribute) OpenAIInferenceEngine (class in oumi.inference) OpenO1SFTDataset (class in oumi.datasets) (class in oumi.datasets.sft) optimizer (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) OrpoDpoMix40kDataset (class in oumi.datasets) (class in oumi.datasets.preference_tuning) oumi module OUMI (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) oumi.builders module oumi.cli module oumi.cli.cli_utils module oumi.cli.distributed_run module oumi.cli.env module oumi.cli.evaluate module oumi.cli.infer module oumi.cli.judge module oumi.cli.launch module oumi.cli.main module oumi.cli.train module oumi.core module oumi.core.callbacks module oumi.core.collators module oumi.core.collators.text_collator_with_padding module oumi.core.collators.text_completions_collator_with_padding module oumi.core.collators.vision_language_collator_with_padding module oumi.core.configs module oumi.core.configs.internal module oumi.core.configs.internal.internal_model_config module oumi.core.configs.internal.supported_models module oumi.core.configs.params module oumi.core.configs.params.base_params module oumi.core.configs.params.data_params module oumi.core.configs.params.evaluation_params module oumi.core.configs.params.fsdp_params module oumi.core.configs.params.generation_params module oumi.core.configs.params.guided_decoding_params module oumi.core.configs.params.model_params module oumi.core.configs.params.peft_params module oumi.core.configs.params.profiler_params module oumi.core.configs.params.remote_params module oumi.core.configs.params.telemetry_params module oumi.core.configs.params.training_params module oumi.core.datasets module oumi.core.inference module oumi.core.launcher module oumi.core.models module oumi.core.processors module oumi.core.processors.base_image_processor module oumi.core.processors.base_processor module oumi.core.processors.default_image_processor module

oumi.core.processors.default_processor module oumi.core.registry module oumi.core.tokenizers module oumi.core.trainers module oumi.core.types module oumi.datasets module oumi.datasets.evaluation module oumi.datasets.preference_tuning module oumi.datasets.pretraining module oumi.datasets.sft module oumi.datasets.vision_language module oumi.evaluation module oumi.inference module oumi.judges module oumi.launcher module oumi.launcher.clients module oumi.launcher.clients.local_client module oumi.launcher.clients.polaris_client module oumi.launcher.clients.sky_client module oumi.launcher.clouds module oumi.launcher.clusters module oumi.launcher.clusters.local_cluster module oumi.launcher.clusters.polaris_cluster module oumi.launcher.clusters.sky_cluster module oumi.models module oumi.models.layers module oumi.models.layers.ring_attention module oumi.models.layers.zigzag module oumi.models.layers.zigzag_utils module oumi.performance module oumi.performance.mfu module oumi.performance.telemetry module oumi.performance.torch_profiler_utils module oumi.utils module oumi.utils.batching module oumi.utils.conversation_utils module oumi.utils.device_utils module oumi.utils.distributed_utils module oumi.utils.git_utils module oumi.utils.hf_datasets_utils module oumi.utils.image_utils module oumi.utils.io_utils module oumi.utils.logging module oumi.utils.model_caching module oumi.utils.packaging module oumi.utils.peft_utils module oumi.utils.saver module oumi.utils.serialization_utils module oumi.utils.str_utils module oumi.utils.torch_naming_heuristics module oumi.utils.torch_utils module oumi.utils.version_utils module oumi_v1_xml_claude_sonnet_judge() (in module oumi.judges) oumi_v1_xml_gpt4o_judge() (in module oumi.judges) oumi_v1_xml_local_judge() (in module oumi.judges) OumiJudgeInput (class in oumi.judges) OumiJudgeOutput (class in oumi.judges) OumiXmlJudge (class in oumi.judges) output_dir (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) output_path (oumi.core.configs.InferenceConfig attribute)

P

pack (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) package_name (oumi.utils.packaging.PackagePrerequisites attribute) PackagePrerequisites (class in oumi.utils.packaging) PackedSftDataset (class in oumi.core.datasets) PAD_LEFT (oumi.core.configs.internal.internal_model_config.InternalPaddingSide attribute) PAD_RIGHT (oumi.core.configs.internal.internal_model_config.InternalPaddingSide attribute) pad_sequences() (in module oumi.utils.torch_utils) pad_sequences_left_side() (in module oumi.utils.torch_utils) pad_sequences_right_side() (in module oumi.utils.torch_utils) padding_side (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) PARASAIL (oumi.core.configs.InferenceEngineType attribute) ParasailInferenceEngine (class in oumi.inference) parse_extra_cli_args() (in module oumi.cli.cli_utils) peft (oumi.core.configs.TrainingConfig attribute) peft_save_mode (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) PeftParams (class in oumi.core.configs) (class in oumi.core.configs.params.peft_params) PeftSaveMode (class in oumi.core.configs) (class in oumi.core.configs.params.peft_params) per_device_eval_batch_size (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) per_device_train_batch_size (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) performance_state (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) PileV1Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) PISA (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) PISSA_NITER (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute)

PolarisClient (class in oumi.launcher.clients.polaris_client) PolarisClient.SupportedQueues (class in oumi.launcher.clients.polaris_client) PolarisCloud (class in oumi.launcher.clouds) PolarisCluster (class in oumi.launcher.clusters.polaris_cluster) PolarisResponse (class in oumi.launcher.clients.polaris_client) politeness_policy (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) polling_interval (oumi.core.configs.AsyncEvaluationConfig attribute) power_limit_watts (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) power_usage_watts (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) PREEMPTABLE (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) prepare_zigzag_ring_attn_inputs() (in module oumi.models.layers.ring_attention) presence_penalty (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) PretrainingAsyncTextDataset (class in oumi.core.datasets) print_summary() (oumi.performance.telemetry.TelemetryTracker method) processor_kwargs (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) processor_name (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) PROD (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) profile_memory (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) profiler (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) ProfilerParams (class in oumi.core.configs) (class in oumi.core.configs.params.profiler_params) ProfilerScheduleParams (class in oumi.core.configs.params.profiler_params) ProfilerStepCallback (class in oumi.core.callbacks) prompt() (oumi.core.datasets.BaseSftDataset method) PromptResponseDataset (class in oumi.datasets) (class in oumi.datasets.sft) put() (oumi.launcher.clients.polaris_client.PolarisClient method) put_recursive() (oumi.launcher.clients.polaris_client.PolarisClient method)

Q

q_lora (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute)

q_lora_bits (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) queue() (oumi.launcher.clients.sky_client.SkyClient method)

R

RANDOM (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) raw() (oumi.core.datasets.BaseMapDataset method) raw_judgement (oumi.judges.BaseJudgeOutput attribute) record_gpu_temperature() (oumi.performance.telemetry.TelemetryTracker method) record_shapes (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) RedPajamaDataV1Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) RedPajamaDataV2Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) regex (oumi.core.configs.GuidedDecodingParams attribute) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams attribute) region (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) register() (in module oumi.core.registry) (oumi.core.registry.Registry method) register_cloud_builder() (in module oumi.core.registry) register_dataset() (in module oumi.core.registry) register_judge() (in module oumi.core.registry) Registry (class in oumi.core.registry) RegistryType (class in oumi.core.registry) REMOTE (oumi.core.configs.InferenceEngineType attribute) remote_params (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) REMOTE_VLLM (oumi.core.configs.InferenceEngineType attribute) RemoteInferenceEngine (class in oumi.inference) RemoteParams (class in oumi.core.configs) (class in oumi.core.configs.params.remote_params) RemoteVLLMInferenceEngine (class in oumi.inference) repeat (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute)

request (oumi.judges.OumiJudgeInput attribute) required (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) resolve_transformer_layer_cls_string_as_module_set() (in module oumi.utils.torch_naming_heuristics) resources (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) response (oumi.judges.OumiJudgeInput attribute) resume_from_checkpoint (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) retry_auth() (in module oumi.launcher.clients.polaris_client) RingComm (class in oumi.models.layers.zigzag_utils) Role (class in oumi.core.types) role (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) row_limit (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) run (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) run() (in module oumi.cli.launch) (in module oumi.cli.main) (in module oumi.launcher) (oumi.launcher.Launcher method) run_commands() (oumi.launcher.clients.polaris_client.PolarisClient method) run_job() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) run_name (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) RUNPOD (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute)

S

sample_count (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) sanitize_negative_labels (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) sanitize_run_name() (in module oumi.utils.str_utils) save_config() (oumi.core.processors.base_processor.BaseProcessor method) (oumi.core.processors.default_processor.DefaultProcessor method) save_dir (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) save_epoch (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) save_final_model (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) save_infer_prob() (in module oumi.utils.saver) save_infer_prob_csv() (in module oumi.utils.saver) save_json() (in module oumi.utils.io_utils) save_jsonlines() (in module oumi.utils.io_utils) save_model() (oumi.core.trainers.BaseTrainer method) (oumi.core.trainers.HuggingFaceTrainer method) (oumi.core.trainers.Trainer method) save_state() (oumi.core.trainers.BaseTrainer method) (oumi.core.trainers.HuggingFaceTrainer method) (oumi.core.trainers.Trainer method) save_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) schedule (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) SchedulerType (class in oumi.core.configs) (class in oumi.core.configs.params.training_params) seed (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) send_recv() (oumi.models.layers.zigzag_utils.RingComm method) set_log_level() (in module oumi.cli.cli_utils) setup (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) sgd_momentum (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) SGLANG (oumi.core.configs.InferenceEngineType attribute) SGLangInferenceEngine (class in oumi.inference) shard_for_eval (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) SHARD_GRAD_OP (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute) SHARDED_STATE_DICT (oumi.core.configs.params.fsdp_params.StateDictType attribute) (oumi.core.configs.StateDictType attribute) sharding_strategy (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) ShardingStrategy (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) shuffle (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) shuffle_buffer_size (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) simplify_transformer_layer_cls_string() (in module oumi.utils.torch_naming_heuristics) SIZE_BASED_WRAP (oumi.core.configs.AutoWrapPolicy attribute) (oumi.core.configs.params.fsdp_params.AutoWrapPolicy attribute) skip_first (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) SkyClient (class in oumi.launcher.clients.sky_client)

SkyClient.SupportedClouds (class in oumi.launcher.clients.sky_client) SkyCloud (class in oumi.launcher.clouds) SkyCluster (class in oumi.launcher.clusters.sky_cluster) SlimPajamaDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) source (oumi.core.configs.StorageMount attribute) (oumi.launcher.StorageMount attribute) split (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) StarCoderDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) start_time (oumi.performance.telemetry.TelemetryState attribute) state_dict() (oumi.performance.telemetry.TelemetryTracker method) state_dict_type (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) StateDictType (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) status (oumi.core.launcher.JobStatus attribute) status() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.Launcher method) stderr (oumi.launcher.clients.polaris_client.PolarisResponse attribute) stdout (oumi.launcher.clients.polaris_client.PolarisResponse attribute) stop() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.core.launcher.BaseCluster method) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.Launcher method) stop_strings (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) stop_token_ids (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) storage_mounts (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) StorageMount (class in oumi.core.configs) (class in oumi.launcher) store (oumi.core.configs.StorageMount attribute) (oumi.launcher.StorageMount attribute) str_to_bool() (in module oumi.utils.str_utils) str_to_float_list() (in module oumi.utils.saver) stream (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) submit_job() (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) subset (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) supports_multiple_images (oumi.core.configs.internal.internal_model_config.InternalVisualModelConfig attribute) sync_module_states (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) SYSTEM (oumi.core.types.Role attribute) system_prompt (oumi.core.configs.JudgeAttribute attribute) system_prompt_with_context (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) system_prompt_without_context (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.sft.AlpacaDataset attribute)

T

target_col (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) task (oumi.core.datasets.BaseSftDataset property) task_name (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) tasks (oumi.core.configs.EvaluationConfig attribute) telemetry (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) telemetry_dir (oumi.core.configs.params.telemetry_params.TelemetryParams attribute) (oumi.core.configs.params.training_params.TrainingParams property) (oumi.core.configs.TelemetryParams attribute) (oumi.core.configs.TrainingParams property) TelemetryCallback (class in oumi.core.callbacks) TelemetryParams (class in oumi.core.configs) (class in oumi.core.configs.params.telemetry_params) TelemetryState (class in oumi.performance.telemetry) TelemetryTracker (class in oumi.performance.telemetry) temperature (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) template (oumi.core.types.TemplatedMessage attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) TemplatedMessage (class in oumi.core.types) test (oumi.core.configs.DataParams attribute) TEST (oumi.core.configs.DatasetSplit attribute) test (oumi.core.configs.params.data_params.DataParams attribute) TEST (oumi.core.configs.params.data_params.DatasetSplit attribute) TEXT (oumi.core.types.Type attribute) text_col (oumi.core.datasets.BaseSftDataset property) text_content_items (oumi.core.types.Message property) text_items (oumi.core.types.ContentItemCounts attribute) TextCollatorWithPadding (class in oumi.core.collators.text_collator_with_padding) TextCompletionsCollatorWithPadding (class in oumi.core.collators.text_completions_collator_with_padding) TextSftJsonLinesDataset (class in oumi.datasets) (class in oumi.datasets.sft) TheStackDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) timer() (oumi.performance.telemetry.TelemetryTracker method) TimerContext (class in oumi.performance.telemetry) TinyStoriesDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) TinyTextbooksDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) to_bits_and_bytes() (oumi.core.configs.params.peft_params.PeftParams method) (oumi.core.configs.PeftParams method) to_dict() (oumi.core.types.Conversation method) to_hf() (oumi.core.configs.params.training_params.TrainingParams method) (oumi.core.configs.TrainingParams method) (oumi.core.datasets.BaseIterableDataset method) (oumi.core.datasets.BaseMapDataset method) to_json() (oumi.core.types.Conversation method) to_lm_harness() (oumi.core.configs.ModelParams method) (oumi.core.configs.params.model_params.ModelParams method) to_torch() (oumi.core.configs.BackwardPrefetch method) (oumi.core.configs.params.fsdp_params.BackwardPrefetch method) (oumi.core.configs.params.fsdp_params.ShardingStrategy method) (oumi.core.configs.params.fsdp_params.StateDictType method) (oumi.core.configs.ShardingStrategy method) (oumi.core.configs.StateDictType method) to_yaml() (oumi.core.configs.BaseConfig method) TOGETHER (oumi.core.configs.InferenceEngineType attribute) TogetherInferenceEngine (class in oumi.inference) tokenize() (oumi.core.datasets.BasePretrainingDataset method) (oumi.core.datasets.BaseSftDataset method) tokenizer (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) tokenizer_kwargs (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) tokenizer_name (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) tokenizer_pad_token (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) TOOL (oumi.core.types.Role attribute) top_p (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) torch_dtype_str (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) torch_profile() (in module oumi.performance.torch_profiler_utils) TorchJsonEncoder (class in oumi.utils.serialization_utils) torchrun() (in module oumi.cli.distributed_run) total_items (oumi.core.types.ContentItemCounts attribute) track_gpu_temperature (oumi.core.configs.params.telemetry_params.TelemetryParams attribute) (oumi.core.configs.TelemetryParams attribute) train (oumi.core.configs.DataParams attribute) TRAIN (oumi.core.configs.DatasetSplit attribute) train (oumi.core.configs.params.data_params.DataParams attribute) TRAIN (oumi.core.configs.params.data_params.DatasetSplit attribute) train() (in module oumi) (in module oumi.cli.train) (oumi.core.trainers.BaseTrainer method) (oumi.core.trainers.HuggingFaceTrainer method) (oumi.core.trainers.Trainer method) trainable_params (oumi.utils.torch_utils.ModelParameterCount attribute) Trainer (class in oumi.core.trainers) trainer_kwargs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) trainer_type (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) TrainerType (class in oumi.core.configs) (class in oumi.core.configs.params.training_params) training (oumi.core.configs.TrainingConfig attribute) TrainingConfig (class in oumi.core.configs) TrainingParams (class in oumi.core.configs) (class in oumi.core.configs.params.training_params)

transform() (oumi.core.datasets.BaseExperimentalDpoDataset method) (oumi.core.datasets.BaseIterableDataset method) (oumi.core.datasets.BaseMapDataset method) (oumi.core.datasets.BasePretrainingDataset method) (oumi.core.datasets.BaseSftDataset method) (oumi.core.datasets.PackedSftDataset method) (oumi.core.datasets.VisionLanguageSftDataset method) transform_conversation() (oumi.core.datasets.BaseSftDataset method) (oumi.core.datasets.VisionLanguageSftDataset method) (oumi.datasets.AlpacaDataset method) (oumi.datasets.AlpacaEvalDataset method) (oumi.datasets.ArgillaDollyDataset method) (oumi.datasets.ArgillaMagpieUltraDataset method) (oumi.datasets.AyaDataset method) (oumi.datasets.ChatqaDataset method) (oumi.datasets.ChatRAGBenchDataset method) (oumi.datasets.COCOCaptionsDataset method) (oumi.datasets.DebugSftDataset method) (oumi.datasets.evaluation.AlpacaEvalDataset method) (oumi.datasets.Flickr30kDataset method) (oumi.datasets.LlavaInstructMixVsftDataset method) (oumi.datasets.MagpieProDataset method) (oumi.datasets.PromptResponseDataset method) (oumi.datasets.sft.AlpacaDataset method) (oumi.datasets.sft.ArgillaDollyDataset method) (oumi.datasets.sft.ArgillaMagpieUltraDataset method) (oumi.datasets.sft.AyaDataset method) (oumi.datasets.sft.ChatqaDataset method) (oumi.datasets.sft.ChatRAGBenchDataset method) (oumi.datasets.sft.MagpieProDataset method) (oumi.datasets.sft.PromptResponseDataset method) (oumi.datasets.sft.TextSftJsonLinesDataset method) (oumi.datasets.sft.UltrachatH4Dataset method) (oumi.datasets.TextSftJsonLinesDataset method) (oumi.datasets.UltrachatH4Dataset method) (oumi.datasets.vision_language.COCOCaptionsDataset method) (oumi.datasets.vision_language.Flickr30kDataset method) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset method) (oumi.datasets.vision_language.MnistSftDataset method) (oumi.datasets.vision_language.VLJsonlinesDataset method) (oumi.datasets.vision_language.Vqav2SmallDataset method) (oumi.datasets.VLJsonlinesDataset method) transform_num_workers (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.datasets.BaseMapDataset attribute) transform_preference() (oumi.core.datasets.BaseExperimentalDpoDataset method) TRANSFORMER_BASED_WRAP (oumi.core.configs.AutoWrapPolicy attribute) (oumi.core.configs.params.fsdp_params.AutoWrapPolicy attribute) transformer_layer_cls (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) TRL_DPO (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) TRL_SFT (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) trust_remote_code (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) (oumi.core.datasets.BaseExperimentalDpoDataset attribute) (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.core.datasets.BaseSftDataset attribute) (oumi.core.datasets.PackedSftDataset attribute) (oumi.core.datasets.VisionLanguageSftDataset attribute) (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.ArgillaDollyDataset attribute) (oumi.datasets.ArgillaMagpieUltraDataset attribute) (oumi.datasets.AyaDataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatqaTatqaDataset attribute) (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.DebugSftDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.Flickr30kDataset attribute) (oumi.datasets.LlavaInstructMixVsftDataset attribute) (oumi.datasets.MagpieProDataset attribute) (oumi.datasets.OpenO1SFTDataset attribute) (oumi.datasets.OrpoDpoMix40kDataset attribute) (oumi.datasets.preference_tuning.OrpoDpoMix40kDataset attribute) (oumi.datasets.PromptResponseDataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) (oumi.datasets.sft.ArgillaDollyDataset attribute) (oumi.datasets.sft.ArgillaMagpieUltraDataset attribute) (oumi.datasets.sft.AyaDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatqaTatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) (oumi.datasets.sft.MagpieProDataset attribute) (oumi.datasets.sft.OpenO1SFTDataset attribute) (oumi.datasets.sft.PromptResponseDataset attribute) (oumi.datasets.sft.TextSftJsonLinesDataset attribute) (oumi.datasets.sft.UltrachatH4Dataset attribute) (oumi.datasets.TextSftJsonLinesDataset attribute) (oumi.datasets.UltrachatH4Dataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.Flickr30kDataset attribute) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset attribute) (oumi.datasets.vision_language.MnistSftDataset attribute) (oumi.datasets.vision_language.VLJsonlinesDataset attribute) (oumi.datasets.vision_language.Vqav2SmallDataset attribute) (oumi.datasets.VLJsonlinesDataset attribute) try_resume_from_last_checkpoint (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) Type (class in oumi.core.types) type (oumi.core.types.ContentItem attribute)

U

UltrachatH4Dataset (class in oumi.datasets) (class in oumi.datasets.sft) unbatch() (in module oumi.utils.batching) up() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.launcher.Launcher method) up_cluster() (oumi.core.launcher.BaseCloud method) (oumi.launcher.clouds.LocalCloud method) (oumi.launcher.clouds.PolarisCloud method) (oumi.launcher.clouds.SkyCloud method) update_logger_level() (in module oumi.utils.logging) update_out_and_lse() (in module oumi.models.layers.zigzag_utils) use_async_dataset (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) use_bnb_nested_quant (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute)

use_cache (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) use_orig_params (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) use_peft (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) use_sampling (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) use_spot (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) use_torchdata (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) used_memory_mb (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) user (oumi.core.configs.JobConfig attribute) USER (oumi.core.types.Role attribute) user (oumi.launcher.JobConfig attribute)

V

validation (oumi.core.configs.DataParams attribute) VALIDATION (oumi.core.configs.DatasetSplit attribute) validation (oumi.core.configs.params.data_params.DataParams attribute) VALIDATION (oumi.core.configs.params.data_params.DatasetSplit attribute) value_type (oumi.core.configs.JudgeAttribute attribute) variable_shape (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) variable_shape_image_features (oumi.core.configs.internal.internal_model_config.InternalVisualModelConfig attribute) version (oumi.core.configs.AlpacaEvalTaskParams attribute) (oumi.core.configs.params.evaluation_params.AlpacaEvalTaskParams attribute)

VisionLanguageCollatorWithPadding (class in oumi.core.collators.vision_language_collator_with_padding) VisionLanguageSftDataset (class in oumi.core.datasets) visual_config (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) VLJsonlinesDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) VLLM (oumi.core.configs.InferenceEngineType attribute) VLLMInferenceEngine (class in oumi.inference) Vqav2SmallDataset (class in oumi.datasets.vision_language)

W

wait (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) wait() (oumi.models.layers.zigzag_utils.RingComm method) warmup (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) warmup_ratio (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) warmup_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) WARNING (oumi.cli.cli_utils.LogLevel attribute) weight_decay (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) which() (in module oumi.cli.launch) which_clouds() (in module oumi.launcher) (oumi.launcher.Launcher method)

WikipediaDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) WikiTextDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) with_flops (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) with_modules (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) with_stack (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) working_dir (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute)

Y

YouTubeCommonsDataset (class in oumi.datasets) (class in oumi.datasets.pretraining)

Z

zigzag_ring_flash_attn_backward() (in module oumi.models.layers.zigzag) zigzag_ring_flash_attn_forward() (in module oumi.models.layers.zigzag) zigzag_ring_flash_attn_func() (in module oumi.models.layers.zigzag) zigzag_ring_flash_attn_kvpacked_func() (in module oumi.models.layers.zigzag)

zigzag_ring_flash_attn_qkvpacked_func() (in module oumi.models.layers.zigzag) ZigZagRingFlashAttnFunc (class in oumi.models.layers.zigzag) zone (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute)