Index

_ | A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | Q | R | S | T | U | V | W | Y | Z

_

__call__() (oumi.core.collators.text_collator_with_padding.TextCollatorWithPadding method) (oumi.core.collators.text_completions_collator_with_padding.TextCompletionsCollatorWithPadding method) (oumi.core.collators.vision_language_collator_with_padding.VisionLanguageCollatorWithPadding method) (oumi.core.collators.vision_language_sft_collator.VisionLanguageSftCollator method) (oumi.core.processors.base_image_processor.BaseImageProcessor method) (oumi.core.processors.base_processor.BaseProcessor method) (oumi.core.processors.default_image_processor.DefaultImageProcessor method) (oumi.core.processors.default_processor.DefaultProcessor method) __enter__() (oumi.performance.telemetry.CudaTimerContext method) (oumi.performance.telemetry.TimerContext method) __eq__() (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) __exit__() (oumi.performance.telemetry.CudaTimerContext method) (oumi.performance.telemetry.TimerContext method) __finalize_and_validate__() (oumi.core.configs.BaseConfig method) (oumi.core.configs.DataParams method) (oumi.core.configs.JobConfig method) (oumi.core.configs.ModelParams method) (oumi.core.configs.params.base_params.BaseParams method) (oumi.core.configs.params.data_params.DataParams method) (oumi.core.configs.params.model_params.ModelParams method) (oumi.launcher.JobConfig method) __getitem__() (oumi.core.datasets.BaseMapDataset method) (oumi.core.datasets.PackedSftDataset method) (oumi.core.registry.Registry method) (oumi.core.types.Conversation method) (oumi.datasets.DebugClassificationDataset method) __iter__() (oumi.core.configs.BaseConfig method) (oumi.core.configs.params.base_params.BaseParams method) (oumi.core.datasets.BaseIterableDataset method) (oumi.core.datasets.BasePretrainingDataset method) (oumi.core.datasets.PretrainingAsyncTextDataset method)

__len__() (oumi.core.datasets.BaseMapDataset method) (oumi.datasets.DebugClassificationDataset method) __post_init__() (oumi.core.configs.AlpacaEvalTaskParams method) (oumi.core.configs.AsyncEvaluationConfig method) (oumi.core.configs.DatasetParams method) (oumi.core.configs.DatasetSplitParams method) (oumi.core.configs.EvaluationConfig method) (oumi.core.configs.EvaluationTaskParams method) (oumi.core.configs.GenerationParams method) (oumi.core.configs.GrpoParams method) (oumi.core.configs.GuidedDecodingParams method) (oumi.core.configs.LMHarnessTaskParams method) (oumi.core.configs.ModelParams method) (oumi.core.configs.params.data_params.DatasetParams method) (oumi.core.configs.params.data_params.DatasetSplitParams method) (oumi.core.configs.params.evaluation_params.AlpacaEvalTaskParams method) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams method) (oumi.core.configs.params.evaluation_params.LMHarnessTaskParams method) (oumi.core.configs.params.generation_params.GenerationParams method) (oumi.core.configs.params.grpo_params.GrpoParams method) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams method) (oumi.core.configs.params.model_params.ModelParams method) (oumi.core.configs.params.profiler_params.ProfilerScheduleParams method) (oumi.core.configs.params.remote_params.RemoteParams method) (oumi.core.configs.params.training_params.TrainingParams method) (oumi.core.configs.RemoteParams method) (oumi.core.configs.TrainingConfig method) (oumi.core.configs.TrainingParams method) (oumi.utils.torch_utils.ModelParameterCount method) __repr__() (oumi.core.registry.Registry method) (oumi.core.types.ContentItem method) (oumi.core.types.Conversation method) (oumi.core.types.Message method) __str__() (oumi.core.types.Role method) (oumi.core.types.Type method)

A

accelerate() (in module oumi.cli.distributed_run) accelerators (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) active (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) adam_beta1 (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) adam_beta2 (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) adam_epsilon (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) ADAPTER_AND_BASE_MODEL (oumi.core.configs.params.peft_params.PeftSaveMode attribute) (oumi.core.configs.PeftSaveMode attribute) adapter_model (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) ADAPTER_ONLY (oumi.core.configs.params.peft_params.PeftSaveMode attribute) (oumi.core.configs.PeftSaveMode attribute) AliasType (class in oumi.cli.alias) ALL_EXHAUSTED (oumi.core.configs.MixtureStrategy attribute) (oumi.core.configs.params.data_params.MixtureStrategy attribute) all_params (oumi.utils.torch_utils.ModelParameterCount attribute) allow_feature_reshape (oumi.core.feature_generators.FeatureGeneratorOptions attribute) ALPACA_EVAL (oumi.core.configs.EvaluationBackend attribute) (oumi.core.configs.params.evaluation_params.EvaluationBackend attribute) AlpacaDataset (class in oumi.datasets) (class in oumi.datasets.sft) AlpacaEvalDataset (class in oumi.datasets) (class in oumi.datasets.evaluation) AlpacaEvalTaskParams (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) ANTHROPIC (oumi.core.configs.InferenceEngineType attribute) anthropic_version (oumi.inference.AnthropicInferenceEngine attribute) AnthropicInferenceEngine (class in oumi.inference) api_key (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) api_key_env_varname (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) (oumi.inference.AnthropicInferenceEngine property) (oumi.inference.DeepSeekInferenceEngine attribute) (oumi.inference.GoogleGeminiInferenceEngine attribute) (oumi.inference.OpenAIInferenceEngine property) (oumi.inference.ParasailInferenceEngine property) (oumi.inference.RemoteInferenceEngine attribute) (oumi.inference.RemoteVLLMInferenceEngine property) (oumi.inference.SambanovaInferenceEngine property) (oumi.inference.TogetherInferenceEngine property)

api_url (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) append_id_to_string() (oumi.core.types.Conversation method) apply_chat_template() (oumi.core.inference.BaseInferenceEngine method) (oumi.core.processors.base_processor.BaseProcessor method) (oumi.core.processors.default_processor.DefaultProcessor method) apply_zigzag_ring_attn_monkey_patch_llama() (in module oumi.models.layers.ring_attention) ArgillaDollyDataset (class in oumi.datasets) (class in oumi.datasets.sft) ArgillaMagpieUltraDataset (class in oumi.datasets) (class in oumi.datasets.sft) as_generator() (oumi.core.datasets.BaseMapDataset method) ASSISTANT (oumi.core.types.Role attribute) assistant_only (oumi.core.datasets.BaseSftDataset property) AsyncEvaluationConfig (class in oumi.core.configs) attn_implementation (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) attributes (oumi.core.configs.JudgeConfig attribute) auto_wrap_policy (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) AutoWrapPolicy (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) AWS (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute) AyaDataset (class in oumi.datasets) (class in oumi.datasets.sft) AZURE (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute)

B

backward() (oumi.models.layers.zigzag.ZigZagRingFlashAttnFunc static method) BACKWARD_POST (oumi.core.configs.BackwardPrefetch attribute) (oumi.core.configs.params.fsdp_params.BackwardPrefetch attribute) BACKWARD_PRE (oumi.core.configs.BackwardPrefetch attribute) (oumi.core.configs.params.fsdp_params.BackwardPrefetch attribute) backward_prefetch (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) BackwardPrefetch (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) base64encode_content_item_image_bytes() (in module oumi.utils.conversation_utils) base_url (oumi.inference.AnthropicInferenceEngine property) (oumi.inference.DeepSeekInferenceEngine attribute) (oumi.inference.GoogleGeminiInferenceEngine attribute) (oumi.inference.OpenAIInferenceEngine property) (oumi.inference.ParasailInferenceEngine property) (oumi.inference.RemoteInferenceEngine attribute) (oumi.inference.RemoteVLLMInferenceEngine property) (oumi.inference.SambanovaInferenceEngine property) (oumi.inference.TogetherInferenceEngine property) BaseCloud (class in oumi.core.launcher) BaseCluster (class in oumi.core.launcher) BaseConfig (class in oumi.core.configs) BaseConversationFeatureGenerator (class in oumi.core.feature_generators) BaseExperimentalDpoDataset (class in oumi.core.datasets) BaseExperimentalGrpoDataset (class in oumi.core.datasets) BaseImageProcessor (class in oumi.core.processors.base_image_processor) BaseInferenceEngine (class in oumi.core.inference) BaseIterableDataset (class in oumi.core.datasets) BaseJudge (class in oumi.judges) BaseJudgeOutput (class in oumi.judges) BaseMapDataset (class in oumi.core.datasets) BaseModel (class in oumi.core.models) BaseParams (class in oumi.core.configs.params.base_params) BasePretrainingDataset (class in oumi.core.datasets) BaseProcessor (class in oumi.core.processors.base_processor)

BaseSftDataset (class in oumi.core.datasets) BaseTokenizer (in module oumi.core.tokenizers) BaseTrainer (class in oumi.core.trainers) BaseTrainerCallback (in module oumi.core.callbacks) batch() (in module oumi.utils.batching) batch_completion_window (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) batch_size (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) berry_bench() (in module oumi.evaluation.registry) BerryBenchGrpoDataset (class in oumi.datasets.grpo) BF16 (oumi.core.configs.MixedPrecisionDtype attribute) (oumi.core.configs.params.training_params.MixedPrecisionDtype attribute) binary (oumi.core.types.ContentItem attribute) bnb_4bit_compute_dtype (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) bnb_4bit_quant_storage (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) bnb_4bit_quant_type (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) BOOL (oumi.core.configs.JudgeAttributeValueType attribute) build_chat_template() (in module oumi.builders) build_collator_from_config() (in module oumi.builders) build_data_collator() (in module oumi.builders) build_dataset() (in module oumi.builders) build_dataset_mixture() (in module oumi.builders) build_judgement_prompt() (oumi.judges.BaseJudge method) build_metrics_function() (in module oumi.builders) build_model() (in module oumi.builders) build_optimizer() (in module oumi.builders) build_peft_model() (in module oumi.builders) build_processor() (in module oumi.builders) build_reward_functions() (in module oumi.builders) build_tokenizer() (in module oumi.builders) build_trainer() (in module oumi.builders) build_training_callbacks() (in module oumi.builders)

C

C4Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) calculate_mfu() (in module oumi.performance.mfu) calculate_mfu_from_model_flops_per_second() (in module oumi.performance.mfu) cancel() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.clients.slurm_client.SlurmClient method) (oumi.launcher.Launcher method) cancel_job() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) CATEGORICAL (oumi.core.configs.JudgeAttributeValueType attribute) chat_template (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) ChatqaDataset (class in oumi.datasets) (class in oumi.datasets.sft) ChatqaTatqaDataset (class in oumi.datasets) (class in oumi.datasets.sft) ChatRAGBenchDataset (class in oumi.datasets) (class in oumi.datasets.sft) check_package_prerequisites() (in module oumi.utils.packaging) check_prerequisites() (in module oumi.core.evaluation.utils.platform_prerequisites) checkpoints_dir (oumi.core.configs.AsyncEvaluationConfig attribute) choice (oumi.core.configs.GuidedDecodingParams attribute) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams attribute) clear() (oumi.core.registry.Registry method) clock_speed_graphics (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) clock_speed_memory (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) clock_speed_sm (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) cloud (oumi.core.configs.JobResources attribute) CLOUD (oumi.core.registry.RegistryType attribute) cloud (oumi.launcher.JobResources attribute) cluster (oumi.core.launcher.JobStatus attribute) CNNClassifier (class in oumi.models) COCOCaptionsDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) coerce_model_to_dtype() (in module oumi.utils.torch_utils) collate_images() (oumi.core.collators.vision_language_collator_with_padding.VisionLanguageCollatorWithPadding method) collator_name (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) collect_telemetry_for_all_ranks (oumi.core.configs.params.telemetry_params.TelemetryParams attribute) (oumi.core.configs.TelemetryParams attribute) column_names (oumi.core.datasets.PretrainingAsyncTextDataset property) commit() (oumi.models.layers.zigzag_utils.RingComm method) compile (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) compute_cross_rank_summaries() (oumi.performance.telemetry.TelemetryTracker method) compute_flattened_text_content() (oumi.core.types.Message method) compute_letter_count_reward() (in module oumi.datasets.grpo.rewards) compute_sharp_target_token_length_reward() (in module oumi.datasets.grpo.rewards) compute_soft_target_token_length_reward() (in module oumi.datasets.grpo.rewards) compute_utf8_len() (in module oumi.utils.str_utils) configure_common_env_vars() (in module oumi.cli.cli_utils) configure_dependency_warnings() (in module oumi.utils.logging)

configure_logger() (in module oumi.utils.logging) connection_timeout (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) CONSTANT (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) contains() (oumi.core.registry.Registry method) contains_image_content_items_only() (oumi.core.types.Message method) contains_images() (oumi.core.types.Message method) contains_single_image_content_item_only() (oumi.core.types.Message method) contains_single_text_content_item_only() (oumi.core.types.Message method) contains_text() (oumi.core.types.Message method) contains_text_content_items_only() (oumi.core.types.Message method) content (oumi.core.types.ContentItem attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage property) content_items (oumi.core.types.Message property) ContentItem (class in oumi.core.types) ContentItemCounts (class in oumi.core.types) context (oumi.judges.OumiJudgeInput attribute) Conversation (class in oumi.core.types) conversation (oumi.core.configs.JudgeAttribute property) conversation() (oumi.core.datasets.BaseExperimentalGrpoDataset method) (oumi.core.datasets.BaseSftDataset method) conversation_id (oumi.core.types.Conversation attribute) conversations() (in module oumi.cli.judge) (oumi.core.datasets.BaseExperimentalGrpoDataset method) (oumi.core.datasets.BaseSftDataset method) convert_all_keys_to_serializable_types() (in module oumi.utils.serialization_utils) convert_content_items_to_json_list() (in module oumi.utils.conversation_utils) convert_message_content_item_to_json_dict() (in module oumi.utils.conversation_utils) convert_message_to_json_content() (in module oumi.utils.conversation_utils) convert_message_to_json_content_list() (in module oumi.utils.conversation_utils) convert_pil_image_mode() (in module oumi.utils.image_utils) convert_to_list_of_tensors() (in module oumi.utils.torch_utils) COSINE (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) COSINE_WITH_MIN_LR (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) COSINE_WITH_RESTARTS (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) count_content_items() (oumi.core.types.Message method) count_letters() (in module oumi.evaluation.registry) count_model_parameters() (in module oumi.utils.torch_utils) countdown_reward() (in module oumi.datasets.grpo.rewards) CountdownGrpoDataset (class in oumi.datasets.grpo) cpu_offload (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) cpus (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) create_list_of_message_json_dicts() (in module oumi.utils.conversation_utils) create_model_summary() (in module oumi.utils.torch_utils) create_ones_like() (in module oumi.utils.torch_utils) create_png_bytes_from_image() (in module oumi.utils.image_utils) create_png_bytes_from_image_bytes() (in module oumi.utils.image_utils) create_png_bytes_from_image_list() (in module oumi.utils.image_utils) criterion (oumi.core.models.BaseModel property) (oumi.models.CNNClassifier property) (oumi.models.MLPEncoder property) CRITICAL (oumi.cli.cli_utils.LogLevel attribute) cuda_measurements (oumi.performance.telemetry.TelemetryState attribute) cuda_timer() (oumi.performance.telemetry.TelemetryTracker method) CudaTimerContext (class in oumi.performance.telemetry) CUSTOM (oumi.core.configs.EvaluationBackend attribute) (oumi.core.configs.params.evaluation_params.EvaluationBackend attribute)

D

data (oumi.core.configs.TrainingConfig attribute) (oumi.core.datasets.BaseIterableDataset property) (oumi.core.datasets.BaseMapDataset property) data_seed (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) dataloader_main_process_only (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) dataloader_num_workers (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) dataloader_persistent_workers (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) dataloader_prefetch_factor (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) DataParams (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) DATASET (oumi.core.registry.RegistryType attribute) dataset() (in module oumi.cli.judge) dataset_kwargs (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) dataset_name (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.datasets.BaseExperimentalDpoDataset attribute) (oumi.core.datasets.BaseExperimentalGrpoDataset attribute) (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.core.datasets.BasePretrainingDataset attribute) (oumi.core.datasets.BaseSftDataset attribute) (oumi.core.datasets.PackedSftDataset attribute) (oumi.core.datasets.VisionLanguageSftDataset attribute) (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.ArgillaDollyDataset attribute) (oumi.datasets.ArgillaMagpieUltraDataset attribute) (oumi.datasets.AyaDataset attribute) (oumi.datasets.C4Dataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatqaTatqaDataset attribute) (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.DebugPretrainingDataset attribute) (oumi.datasets.DebugSftDataset attribute) (oumi.datasets.DolmaDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.FalconRefinedWebDataset attribute) (oumi.datasets.FineWebEduDataset attribute) (oumi.datasets.Flickr30kDataset attribute) (oumi.datasets.grpo.BerryBenchGrpoDataset attribute) (oumi.datasets.grpo.CountdownGrpoDataset attribute) (oumi.datasets.grpo.LetterCountGrpoDataset attribute) (oumi.datasets.grpo.TldrGrpoDataset attribute) (oumi.datasets.HuggingFaceDataset attribute) (oumi.datasets.LetterCountGrpoDataset attribute) (oumi.datasets.LlavaInstructMixVsftDataset attribute) (oumi.datasets.MagpieProDataset attribute) (oumi.datasets.OpenO1SFTDataset attribute) (oumi.datasets.OrpoDpoMix40kDataset attribute) (oumi.datasets.PileV1Dataset attribute) (oumi.datasets.PixmoAskModelAnythingDataset attribute) (oumi.datasets.PixmoCapDataset attribute) (oumi.datasets.PixmoCapQADataset attribute) (oumi.datasets.preference_tuning.OrpoDpoMix40kDataset attribute) (oumi.datasets.pretraining.C4Dataset attribute) (oumi.datasets.pretraining.DolmaDataset attribute) (oumi.datasets.pretraining.FalconRefinedWebDataset attribute) (oumi.datasets.pretraining.FineWebEduDataset attribute) (oumi.datasets.pretraining.PileV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV2Dataset attribute) (oumi.datasets.pretraining.SlimPajamaDataset attribute) (oumi.datasets.pretraining.StarCoderDataset attribute) (oumi.datasets.pretraining.TheStackDataset attribute) (oumi.datasets.pretraining.TinyStoriesDataset attribute) (oumi.datasets.pretraining.TinyTextbooksDataset attribute) (oumi.datasets.pretraining.WikipediaDataset attribute) (oumi.datasets.pretraining.WikiTextDataset attribute) (oumi.datasets.pretraining.YouTubeCommonsDataset attribute) (oumi.datasets.PromptResponseDataset attribute) (oumi.datasets.RedPajamaDataV1Dataset attribute) (oumi.datasets.RedPajamaDataV2Dataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) (oumi.datasets.sft.ArgillaDollyDataset attribute) (oumi.datasets.sft.ArgillaMagpieUltraDataset attribute) (oumi.datasets.sft.AyaDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatqaTatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) (oumi.datasets.sft.HuggingFaceDataset attribute) (oumi.datasets.sft.MagpieProDataset attribute) (oumi.datasets.sft.OpenO1SFTDataset attribute) (oumi.datasets.sft.PromptResponseDataset attribute) (oumi.datasets.sft.TextSftJsonLinesDataset attribute) (oumi.datasets.sft.Tulu3MixtureDataset attribute) (oumi.datasets.sft.UltrachatH4Dataset attribute) (oumi.datasets.sft.WildChatDataset attribute) (oumi.datasets.SlimPajamaDataset attribute) (oumi.datasets.StarCoderDataset attribute) (oumi.datasets.TextSftJsonLinesDataset attribute) (oumi.datasets.TheStackDataset attribute) (oumi.datasets.TinyStoriesDataset attribute) (oumi.datasets.TinyTextbooksDataset attribute) (oumi.datasets.TldrGrpoDataset attribute) (oumi.datasets.Tulu3MixtureDataset attribute) (oumi.datasets.UltrachatH4Dataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.DocmatixDataset attribute) (oumi.datasets.vision_language.Flickr30kDataset attribute) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset attribute) (oumi.datasets.vision_language.MnistSftDataset attribute) (oumi.datasets.vision_language.PixmoAskModelAnythingDataset attribute) (oumi.datasets.vision_language.PixmoCapDataset attribute) (oumi.datasets.vision_language.PixmoCapQADataset attribute) (oumi.datasets.vision_language.TheCauldronDataset attribute) (oumi.datasets.vision_language.VLJsonlinesDataset attribute) (oumi.datasets.vision_language.Vqav2SmallDataset attribute) (oumi.datasets.VLJsonlinesDataset attribute) (oumi.datasets.WikipediaDataset attribute) (oumi.datasets.WikiTextDataset attribute) (oumi.datasets.WildChatDataset attribute) (oumi.datasets.YouTubeCommonsDataset attribute) dataset_path (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) DatasetParams (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) datasets (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) DatasetSplit (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) DatasetSplitParams (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) ddp_find_unused_parameters (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) DEBUG (oumi.cli.cli_utils.LogLevel attribute) (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) DEBUG_SCALING (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) DebugClassificationDataset (class in oumi.datasets) DebugPretrainingDataset (class in oumi.datasets)

DebugSftDataset (class in oumi.datasets) DEEPSEEK (oumi.core.configs.InferenceEngineType attribute) DeepSeekInferenceEngine (class in oumi.inference) DEFAULT (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) default() (oumi.utils.serialization_utils.TorchJsonEncoder method) default_dataset (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.core.datasets.BaseSftDataset attribute) (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.ArgillaDollyDataset attribute) (oumi.datasets.ArgillaMagpieUltraDataset attribute) (oumi.datasets.AyaDataset attribute) (oumi.datasets.C4Dataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatRAGBenchDataset attribute) (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.DebugPretrainingDataset attribute) (oumi.datasets.DebugSftDataset attribute) (oumi.datasets.DolmaDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.FalconRefinedWebDataset attribute) (oumi.datasets.FineWebEduDataset attribute) (oumi.datasets.Flickr30kDataset attribute) (oumi.datasets.grpo.BerryBenchGrpoDataset attribute) (oumi.datasets.grpo.CountdownGrpoDataset attribute) (oumi.datasets.grpo.LetterCountGrpoDataset attribute) (oumi.datasets.grpo.TldrGrpoDataset attribute) (oumi.datasets.LetterCountGrpoDataset attribute) (oumi.datasets.LlavaInstructMixVsftDataset attribute) (oumi.datasets.MagpieProDataset attribute) (oumi.datasets.OpenO1SFTDataset attribute) (oumi.datasets.OrpoDpoMix40kDataset attribute) (oumi.datasets.PileV1Dataset attribute) (oumi.datasets.PixmoAskModelAnythingDataset attribute) (oumi.datasets.PixmoCapDataset attribute) (oumi.datasets.PixmoCapQADataset attribute) (oumi.datasets.preference_tuning.OrpoDpoMix40kDataset attribute) (oumi.datasets.pretraining.C4Dataset attribute) (oumi.datasets.pretraining.DolmaDataset attribute) (oumi.datasets.pretraining.FalconRefinedWebDataset attribute) (oumi.datasets.pretraining.FineWebEduDataset attribute) (oumi.datasets.pretraining.PileV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV1Dataset attribute) (oumi.datasets.pretraining.RedPajamaDataV2Dataset attribute) (oumi.datasets.pretraining.SlimPajamaDataset attribute) (oumi.datasets.pretraining.StarCoderDataset attribute) (oumi.datasets.pretraining.TheStackDataset attribute) (oumi.datasets.pretraining.TinyStoriesDataset attribute) (oumi.datasets.pretraining.TinyTextbooksDataset attribute) (oumi.datasets.pretraining.WikipediaDataset attribute) (oumi.datasets.pretraining.WikiTextDataset attribute) (oumi.datasets.pretraining.YouTubeCommonsDataset attribute) (oumi.datasets.PromptResponseDataset attribute) (oumi.datasets.RedPajamaDataV1Dataset attribute) (oumi.datasets.RedPajamaDataV2Dataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) (oumi.datasets.sft.ArgillaDollyDataset attribute) (oumi.datasets.sft.ArgillaMagpieUltraDataset attribute) (oumi.datasets.sft.AyaDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) (oumi.datasets.sft.MagpieProDataset attribute) (oumi.datasets.sft.OpenO1SFTDataset attribute) (oumi.datasets.sft.PromptResponseDataset attribute) (oumi.datasets.sft.TextSftJsonLinesDataset attribute) (oumi.datasets.sft.Tulu3MixtureDataset attribute) (oumi.datasets.sft.UltrachatH4Dataset attribute) (oumi.datasets.sft.WildChatDataset attribute) (oumi.datasets.SlimPajamaDataset attribute) (oumi.datasets.StarCoderDataset attribute) (oumi.datasets.TextSftJsonLinesDataset attribute) (oumi.datasets.TheStackDataset attribute) (oumi.datasets.TinyStoriesDataset attribute) (oumi.datasets.TinyTextbooksDataset attribute) (oumi.datasets.TldrGrpoDataset attribute) (oumi.datasets.Tulu3MixtureDataset attribute) (oumi.datasets.UltrachatH4Dataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.DocmatixDataset attribute) (oumi.datasets.vision_language.Flickr30kDataset attribute) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset attribute) (oumi.datasets.vision_language.MnistSftDataset attribute) (oumi.datasets.vision_language.PixmoAskModelAnythingDataset attribute) (oumi.datasets.vision_language.PixmoCapDataset attribute) (oumi.datasets.vision_language.PixmoCapQADataset attribute) (oumi.datasets.vision_language.TheCauldronDataset attribute) (oumi.datasets.vision_language.VLJsonlinesDataset attribute) (oumi.datasets.vision_language.Vqav2SmallDataset attribute) (oumi.datasets.VLJsonlinesDataset attribute) (oumi.datasets.WikipediaDataset attribute) (oumi.datasets.WikiTextDataset attribute) (oumi.datasets.WildChatDataset attribute) (oumi.datasets.YouTubeCommonsDataset attribute) default_prompt (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) default_subset (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatqaTatqaDataset attribute) (oumi.datasets.ChatRAGBenchDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatqaTatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) default_system_message (oumi.datasets.ChatRAGBenchDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) DefaultImageProcessor (class in oumi.core.processors.default_image_processor) DefaultProcessor (class in oumi.core.processors.default_processor) delete_file() (oumi.inference.RemoteInferenceEngine method) DEMAND (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) dep_log_level (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) device_cleanup() (in module oumi.utils.torch_utils) device_count (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) device_index (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) device_map (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) disable_dropout() (in module oumi.utils.torch_naming_heuristics) disk_size (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) disk_tier (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) DocmatixDataset (class in oumi.datasets.vision_language) DolmaDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) done (oumi.core.launcher.JobStatus attribute) down() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.core.launcher.BaseCluster method) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) (oumi.launcher.Launcher method) DROP_ALWAYS (oumi.core.configs.internal.internal_model_config.InternalFeatureFirstDimAction attribute) DROP_IF_DUMMY (oumi.core.configs.internal.internal_model_config.InternalFeatureFirstDimAction attribute)

E

embedding_params (oumi.utils.torch_utils.ModelParameterCount attribute) empty_device_cache_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) enable_cpu_profiling (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) enable_cuda_profiling (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) enable_fsdp (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) enable_gradient_checkpointing (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) enable_liger_kernel (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) enable_mlflow (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) enable_schedule (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) enable_tensorboard (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) enable_wandb (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) engine (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) env() (in module oumi.cli.env) envs (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) ERROR (oumi.cli.cli_utils.LogLevel attribute) estimate_sample_dict_size_in_bytes() (in module oumi.utils.torch_utils) EVA (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) EVAL (oumi.cli.alias.AliasType attribute) eval_kwargs (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.AlpacaEvalTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.LMHarnessTaskParams attribute)

eval_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) eval_strategy (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) evaluate() (in module oumi) (in module oumi.cli.evaluate) (in module oumi.core.evaluation.backends.alpaca_eval) (in module oumi.core.evaluation.backends.lm_harness) (oumi.core.evaluation.Evaluator method) (oumi.core.trainers.Trainer method) evaluate_async() (in module oumi) evaluate_task() (oumi.core.evaluation.Evaluator method) evaluation (oumi.core.configs.AsyncEvaluationConfig attribute) evaluation_backend (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) EVALUATION_FUNCTION (oumi.core.registry.RegistryType attribute) evaluation_platform (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) EvaluationBackend (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) EvaluationConfig (class in oumi.core.configs) EvaluationResult (class in oumi.core.evaluation) EvaluationTaskParams (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) Evaluator (class in oumi.core.evaluation) examples (oumi.core.configs.JudgeAttribute attribute) exclude_prompt_from_response (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) exec() (oumi.launcher.clients.sky_client.SkyClient method) exit_code (oumi.launcher.clients.polaris_client.PolarisResponse attribute) (oumi.launcher.clients.slurm_client.SlurmResponse attribute) explanation (oumi.judges.OumiJudgeOutput attribute) extract_local() (in module oumi.models.layers.ring_attention)

F

FalconRefinedWebDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) fan_speed (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) fan_speeds (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) FeatureGeneratorOptions (class in oumi.core.feature_generators) fetch() (in module oumi.cli.fetch) fields (oumi.judges.BaseJudgeOutput property) file_mounts (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) filter_messages() (oumi.core.types.Conversation method) finalize_and_validate() (oumi.core.configs.BaseConfig method) (oumi.core.configs.params.base_params.BaseParams method) find_hf_token() (in module oumi.utils.hf_utils) find_internal_model_config() (in module oumi.core.configs.internal.supported_models) find_internal_model_config_using_model_name() (in module oumi.core.configs.internal.supported_models) find_model_hf_config() (in module oumi.core.configs.internal.supported_models) FineWebEduDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) first_dim_action (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) FIRST_EXHAUSTED (oumi.core.configs.MixtureStrategy attribute) (oumi.core.configs.params.data_params.MixtureStrategy attribute) first_message() (oumi.core.types.Conversation method) Flickr30kDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) format_cudnn_version() (in module oumi.utils.torch_utils) forward() (oumi.core.models.BaseModel method) (oumi.models.CNNClassifier method) (oumi.models.layers.zigzag.ZigZagRingFlashAttnFunc static method) (oumi.models.MLPEncoder method)

forward_prefetch (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) FP16 (oumi.core.configs.MixedPrecisionDtype attribute) (oumi.core.configs.params.training_params.MixedPrecisionDtype attribute) freeze_layers (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) freeze_model_layers() (in module oumi.utils.torch_utils) frequency_penalty (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) from_dict() (oumi.core.types.Conversation class method) from_json() (oumi.core.types.Conversation class method) from_json_output() (oumi.judges.BaseJudgeOutput class method) from_proto() (oumi.core.types.ContentItem static method) (oumi.core.types.Conversation static method) (oumi.core.types.Message static method) from_str() (oumi.core.configs.BaseConfig class method) from_xml_output() (oumi.judges.BaseJudgeOutput class method) from_yaml() (oumi.core.configs.BaseConfig class method) from_yaml_and_arg_list() (oumi.core.configs.BaseConfig class method) frozen_params_percent (oumi.utils.torch_utils.ModelParameterCount property) fsdp (oumi.core.configs.TrainingConfig attribute) FSDPParams (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) full_determinism (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) FULL_SHARD (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute) FULL_STATE_DICT (oumi.core.configs.params.fsdp_params.StateDictType attribute) (oumi.core.configs.StateDictType attribute)

G

GAUSSIAN (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) GCP (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute) generation (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) GenerationParams (class in oumi.core.configs) (class in oumi.core.configs.params.generation_params) get() (oumi.core.registry.Registry method) get_active_users() (oumi.launcher.clients.polaris_client.PolarisClient static method) (oumi.launcher.clients.slurm_client.SlurmClient static method) get_all() (oumi.core.registry.Registry method) get_all_models_map() (in module oumi.core.configs.internal.supported_models) get_app() (in module oumi.cli.main) get_batch_api_url() (oumi.inference.RemoteInferenceEngine method) get_batch_results() (oumi.inference.RemoteInferenceEngine method) get_batch_status() (oumi.inference.RemoteInferenceEngine method) get_cloud() (in module oumi.launcher) (oumi.launcher.Launcher method) get_cluster() (oumi.core.launcher.BaseCloud method) (oumi.launcher.clouds.LocalCloud method) (oumi.launcher.clouds.PolarisCloud method) (oumi.launcher.clouds.SkyCloud method) (oumi.launcher.clouds.SlurmCloud method) get_dataset() (oumi.core.registry.Registry method) get_default_args() (in module oumi.models.layers.zigzag_utils) get_default_special_tokens() (in module oumi.core.tokenizers) get_default_vlm_model_config() (in module oumi.core.configs.internal.supported_models) get_device_name() (in module oumi.utils.torch_utils) get_dtype_size_in_bytes() (in module oumi.utils.torch_utils) get_editable_install_override_env_var() (in module oumi.utils.str_utils) get_evaluation_backend() (oumi.core.configs.EvaluationTaskParams method) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams method) get_evaluation_function() (oumi.core.registry.Registry method) get_file() (oumi.inference.RemoteInferenceEngine method) get_file_api_url() (oumi.inference.RemoteInferenceEngine method) get_file_content() (oumi.inference.RemoteInferenceEngine method) get_first_dim_len() (in module oumi.utils.torch_utils) get_git_revision_hash() (in module oumi.utils.git_utils) get_git_root_dir() (in module oumi.utils.git_utils) get_git_tag() (in module oumi.utils.git_utils) get_hf_chat_template() (in module oumi.utils.hf_utils) get_job() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.slurm_client.SlurmClient method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) get_jobs() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) get_judge_config() (oumi.core.registry.Registry method) get_literal_value() (oumi.core.configs.LoraWeightInitialization method) (oumi.core.configs.MixtureStrategy method) (oumi.core.configs.params.data_params.MixtureStrategy method) (oumi.core.configs.params.peft_params.LoraWeightInitialization method)

get_local_filepath_for_gguf() (in module oumi.utils.model_caching) get_logger() (in module oumi.utils.logging) get_lora_rank() (in module oumi.utils.peft_utils) get_metrics_function() (oumi.core.registry.Registry method) get_model() (oumi.core.registry.Registry method) get_model_config() (oumi.core.registry.Registry method) get_nvidia_gpu_fan_speeds() (in module oumi.utils.device_utils) get_nvidia_gpu_memory_utilization() (in module oumi.utils.device_utils) get_nvidia_gpu_power_usage() (in module oumi.utils.device_utils) get_nvidia_gpu_runtime_info() (in module oumi.utils.device_utils) get_nvidia_gpu_temperature() (in module oumi.utils.device_utils) get_oumi_root_directory() (in module oumi.utils.io_utils) get_python_package_versions() (in module oumi.utils.version_utils) get_results() (oumi.core.evaluation.EvaluationResult method) get_reward_function() (oumi.core.registry.Registry method) get_shape_as_list() (in module oumi.utils.torch_utils) get_slurm_connections() (oumi.launcher.clusters.slurm_cluster.SlurmCluster static method) get_split() (oumi.core.configs.DataParams method) (oumi.core.configs.params.data_params.DataParams method) get_state_dicts_from_all_ranks() (oumi.performance.telemetry.TelemetryTracker method) get_summaries_from_all_ranks() (oumi.performance.telemetry.TelemetryTracker method) get_summary() (oumi.performance.telemetry.TelemetryTracker method) get_supported_params() (oumi.core.inference.BaseInferenceEngine method) (oumi.inference.AnthropicInferenceEngine method) (oumi.inference.GoogleGeminiInferenceEngine method) (oumi.inference.GoogleVertexInferenceEngine method) (oumi.inference.LlamaCppInferenceEngine method) (oumi.inference.NativeTextInferenceEngine method) (oumi.inference.RemoteInferenceEngine method) (oumi.inference.RemoteVLLMInferenceEngine method) (oumi.inference.SambanovaInferenceEngine method) (oumi.inference.SGLangInferenceEngine method) (oumi.inference.VLLMInferenceEngine method) get_torch_dtype() (in module oumi.utils.torch_utils) GOOGLE_GEMINI (oumi.core.configs.InferenceEngineType attribute) GOOGLE_VERTEX (oumi.core.configs.InferenceEngineType attribute) GoogleGeminiInferenceEngine (class in oumi.inference) GoogleVertexInferenceEngine (class in oumi.inference) gpu_memory (oumi.performance.telemetry.TelemetryState attribute) gpu_memory_logger() (in module oumi.performance.telemetry) gpu_temperature (oumi.performance.telemetry.TelemetryState attribute) gpu_utilization (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) gradient_accumulation_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) gradient_checkpointing_kwargs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) group_trainable_params() (in module oumi.utils.torch_naming_heuristics) grpo (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) GrpoParams (class in oumi.core.configs) (class in oumi.core.configs.params.grpo_params) guess_transformer_layer_cls() (in module oumi.utils.torch_naming_heuristics) guided_decoding (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) GuidedDecodingParams (class in oumi.core.configs) (class in oumi.core.configs.params.guided_decoding_params)

H

HardwareException HF (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) HfMfuTrainerCallback (class in oumi.core.callbacks) hostname (oumi.launcher.clusters.slurm_cluster.SlurmCluster.ConnectionInfo attribute) (oumi.performance.telemetry.TelemetryState attribute)

HuggingFaceDataset (class in oumi.datasets) (class in oumi.datasets.sft) HuggingFaceTrainer (class in oumi.core.trainers) HYBRID_SHARD (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute) HYBRID_SHARD_ZERO2 (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute)

I

id (oumi.core.launcher.JobStatus attribute) (oumi.core.types.Message attribute) ignore_features (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) IMAGE_BINARY (oumi.core.types.Type attribute) image_content_items (oumi.core.types.Message property) image_dependent (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) image_id (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) image_items (oumi.core.types.ContentItemCounts attribute) IMAGE_PATH (oumi.core.types.Type attribute) image_processor (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) image_token (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) image_token_id (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) IMAGE_URL (oumi.core.types.Type attribute) include_alternative_mfu_metrics (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) include_performance_metrics (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) INFER (oumi.cli.alias.AliasType attribute) infer() (in module oumi) (in module oumi.cli.infer) (oumi.core.inference.BaseInferenceEngine method) infer_batch() (oumi.inference.GoogleGeminiInferenceEngine method) (oumi.inference.RemoteInferenceEngine method) infer_from_file() (oumi.core.inference.BaseInferenceEngine method) (oumi.inference.LlamaCppInferenceEngine method) (oumi.inference.NativeTextInferenceEngine method) (oumi.inference.RemoteInferenceEngine method) (oumi.inference.VLLMInferenceEngine method)

infer_interactive() (in module oumi) infer_online() (oumi.core.inference.BaseInferenceEngine method) (oumi.inference.LlamaCppInferenceEngine method) (oumi.inference.NativeTextInferenceEngine method) (oumi.inference.RemoteInferenceEngine method) (oumi.inference.VLLMInferenceEngine method) inference_engine (oumi.core.configs.EvaluationConfig attribute) inference_remote_params (oumi.core.configs.EvaluationConfig attribute) InferenceConfig (class in oumi.core.configs) InferenceEngineType (class in oumi.core.configs) INFO (oumi.cli.cli_utils.LogLevel attribute) initialize_clusters() (oumi.launcher.clouds.PolarisCloud method) (oumi.launcher.clouds.SlurmCloud method) input_path (oumi.core.configs.InferenceConfig attribute) instance_type (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) InternalFeatureFirstDimAction (class in oumi.core.configs.internal.internal_model_config) InternalFeatureSpec (class in oumi.core.configs.internal.internal_model_config) InternalModelConfig (class in oumi.core.configs.internal.internal_model_config) InternalPaddingSide (class in oumi.core.configs.internal.internal_model_config) InternalVisualModelConfig (class in oumi.core.configs.internal.internal_model_config) is_cached_to_disk_hf_dataset() (in module oumi.utils.hf_utils) is_custom_model() (in module oumi.core.configs.internal.supported_models) is_dev_build() (in module oumi.utils.version_utils) is_image() (oumi.core.types.ContentItem method) is_image_text_llm() (in module oumi.builders) is_text() (oumi.core.types.ContentItem method) is_using_accelerate() (in module oumi.utils.distributed_utils) is_using_accelerate_fsdp() (in module oumi.utils.distributed_utils) is_zigzag_ring_flash_attn_available() (in module oumi.models.layers.zigzag) iter_raw() (oumi.core.datasets.BaseIterableDataset method)

J

JOB (oumi.cli.alias.AliasType attribute) JobConfig (class in oumi.core.configs) (class in oumi.launcher) JobResources (class in oumi.core.configs) (class in oumi.launcher) JobStatus (class in oumi.core.launcher) json (oumi.core.configs.GuidedDecodingParams attribute) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams attribute)

json_serializer() (in module oumi.utils.serialization_utils) judge() (oumi.judges.BaseJudge method) JUDGE_CONFIG (oumi.core.registry.RegistryType attribute) judge_conversations() (in module oumi) judge_dataset() (in module oumi) JudgeAttribute (class in oumi.core.configs) JudgeAttributeValueType (class in oumi.core.configs) JudgeConfig (class in oumi.core.configs) judgement (oumi.judges.OumiJudgeOutput attribute)

K

KEEP (oumi.core.configs.internal.internal_model_config.InternalFeatureFirstDimAction attribute)

L

label (oumi.judges.BaseJudgeOutput property) (oumi.judges.OumiJudgeOutput property) label_ignore_index (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) LAMBDA (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute) last_message() (oumi.core.types.Conversation method) launch() (oumi.launcher.clients.sky_client.SkyClient method) Launcher (class in oumi.launcher) learning_rate (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) LetterCountGrpoDataset (class in oumi.datasets) (class in oumi.datasets.grpo) LIKERT_5 (oumi.core.configs.JudgeAttributeValueType attribute) limit_examples (oumi.core.configs.JudgeAttribute attribute) limit_per_process_memory() (in module oumi.utils.torch_utils) LINEAR (oumi.core.configs.params.training_params.SchedulerType attribute) (oumi.core.configs.SchedulerType attribute) list_batches() (oumi.inference.RemoteInferenceEngine method) list_clusters() (oumi.core.launcher.BaseCloud method) (oumi.launcher.clouds.LocalCloud method) (oumi.launcher.clouds.PolarisCloud method) (oumi.launcher.clouds.SkyCloud method) (oumi.launcher.clouds.SlurmCloud method) list_evaluation_backends() (oumi.core.configs.EvaluationTaskParams static method) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams static method) list_files() (oumi.inference.RemoteInferenceEngine method) list_jobs() (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.slurm_client.SlurmClient method) LLAMACPP (oumi.core.configs.InferenceEngineType attribute) LlamaCppInferenceEngine (class in oumi.inference) LlavaInstructMixVsftDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) LM_HARNESS (oumi.core.configs.EvaluationBackend attribute) (oumi.core.configs.params.evaluation_params.EvaluationBackend attribute) LMHarnessTaskParams (class in oumi.core.configs) (class in oumi.core.configs.params.evaluation_params) load() (oumi.core.configs.JudgeAttribute class method) load_file() (in module oumi.utils.io_utils) load_image_bytes_to_content_item() (in module oumi.utils.conversation_utils) load_image_png_bytes_from_path() (in module oumi.utils.image_utils) load_image_png_bytes_from_url() (in module oumi.utils.image_utils) load_infer_prob() (in module oumi.utils.saver) load_infer_prob_csv() (in module oumi.utils.saver) load_json() (in module oumi.utils.io_utils) load_jsonlines() (in module oumi.utils.io_utils) load_pdf_pages_from_bytes() (in module oumi.utils.image_utils) load_pdf_pages_from_path() (in module oumi.utils.image_utils) load_pdf_pages_from_url() (in module oumi.utils.image_utils) load_pil_image_from_bytes() (in module oumi.utils.image_utils) load_pil_image_from_content_item() (in module oumi.utils.conversation_utils) load_pil_image_from_path() (in module oumi.utils.image_utils) load_pil_image_from_url() (in module oumi.utils.image_utils) load_pretrained_weights (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) load_state_dict() (oumi.performance.telemetry.TelemetryTracker method)

LOCAL_STATE_DICT (oumi.core.configs.params.fsdp_params.StateDictType attribute) (oumi.core.configs.StateDictType attribute) LocalClient (class in oumi.launcher.clients.local_client) LocalCloud (class in oumi.launcher.clouds) LocalCluster (class in oumi.launcher.clusters.local_cluster) LOFTQ (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) log() (oumi.core.trainers.Trainer method) log_devices_info() (in module oumi.utils.torch_utils) log_gpu_memory() (oumi.performance.telemetry.TelemetryTracker method) log_level (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) log_metrics() (oumi.core.trainers.Trainer method) log_model_summary (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) log_model_summary() (in module oumi.utils.torch_utils) log_number_of_model_parameters() (in module oumi.utils.torch_utils) log_nvidia_gpu_fan_speeds() (in module oumi.utils.device_utils) log_nvidia_gpu_memory_utilization() (in module oumi.utils.device_utils) log_nvidia_gpu_power_usage() (in module oumi.utils.device_utils) log_nvidia_gpu_runtime_info() (in module oumi.utils.device_utils) log_nvidia_gpu_temperature() (in module oumi.utils.device_utils) log_peak_gpu_memory() (in module oumi.utils.torch_utils) log_samples (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) log_versioning_info() (in module oumi.utils.torch_utils) logging_dir (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logging_first_step (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logging_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logging_strategy (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) logit_bias (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) LogLevel (class in oumi.cli.cli_utils) lora_alpha (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_bias (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_dropout (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_init_weights (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_modules_to_save (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_r (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_target_modules (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) lora_task_type (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) LoraWeightInitialization (class in oumi.core.configs) (class in oumi.core.configs.params.peft_params) lr_scheduler_kwargs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) lr_scheduler_type (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute)

M

MagpieProDataset (class in oumi.datasets) (class in oumi.datasets.sft) main_image_feature (oumi.core.configs.internal.internal_model_config.InternalVisualModelConfig attribute) max_completion_length (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) max_grad_norm (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) max_new_tokens (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) max_package_version (oumi.utils.packaging.PackagePrerequisites attribute) max_prompt_length (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) max_retries (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) max_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) measurements (oumi.performance.telemetry.TelemetryState attribute) memory (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) memory_utilization (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) MERGED (oumi.core.configs.params.peft_params.PeftSaveMode attribute) (oumi.core.configs.PeftSaveMode attribute) Message (class in oumi.core.types) message (oumi.core.types.TemplatedMessage property) messages (oumi.core.configs.JudgeAttribute property) (oumi.core.types.Conversation attribute) metadata (oumi.core.launcher.JobStatus attribute) (oumi.core.types.Conversation attribute) metrics_function (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) METRICS_FUNCTION (oumi.core.registry.RegistryType attribute) MfuTrainerCallback (class in oumi.core.callbacks) min_num_params (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) min_p (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) min_package_version (oumi.utils.packaging.PackagePrerequisites attribute) mixed_precision (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) mixed_precision_dtype (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) MixedPrecisionDtype (class in oumi.core.configs) (class in oumi.core.configs.params.training_params) mixture_proportion (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) mixture_strategy (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) MixtureStrategy (class in oumi.core.configs) (class in oumi.core.configs.params.data_params) MLPEncoder (class in oumi.models) MnistSftDataset (class in oumi.datasets.vision_language) model (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) (oumi.core.configs.TrainingConfig attribute) MODEL (oumi.core.registry.RegistryType attribute) model() (in module oumi.cli.judge) model_computed_fields (oumi.core.configs.JudgeAttribute attribute) (oumi.core.types.ContentItem attribute) (oumi.core.types.Conversation attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.BaseJudgeOutput attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) (oumi.performance.telemetry.TelemetryState attribute) model_config (oumi.core.configs.JudgeAttribute attribute) MODEL_CONFIG (oumi.core.registry.RegistryType attribute) model_config (oumi.core.types.ContentItem attribute) (oumi.core.types.Conversation attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.BaseJudgeOutput attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) (oumi.performance.telemetry.TelemetryState attribute) model_fields (oumi.core.configs.JudgeAttribute attribute) (oumi.core.types.ContentItem attribute) (oumi.core.types.Conversation attribute) (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.BaseJudgeOutput attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) (oumi.performance.telemetry.TelemetryState attribute) model_init_kwargs (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) model_input_features (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) model_kwargs (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) model_max_length (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) model_name (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) model_post_init() (oumi.core.types.ContentItem method) (oumi.core.types.Message method) model_type (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) ModelParameterCount (class in oumi.utils.torch_utils) ModelParams (class in oumi.core.configs) (class in oumi.core.configs.params.model_params) module oumi oumi.builders oumi.cli oumi.cli.alias oumi.cli.cli_utils oumi.cli.distributed_run oumi.cli.env oumi.cli.evaluate oumi.cli.fetch oumi.cli.infer oumi.cli.judge oumi.cli.launch oumi.cli.main oumi.cli.train oumi.core oumi.core.callbacks oumi.core.collators oumi.core.collators.text_collator_with_padding oumi.core.collators.text_completions_collator_with_padding oumi.core.collators.vision_language_collator_with_padding oumi.core.collators.vision_language_sft_collator oumi.core.configs oumi.core.configs.internal oumi.core.configs.internal.internal_model_config oumi.core.configs.internal.supported_models oumi.core.configs.params oumi.core.configs.params.base_params oumi.core.configs.params.data_params oumi.core.configs.params.evaluation_params oumi.core.configs.params.fsdp_params oumi.core.configs.params.generation_params oumi.core.configs.params.grpo_params oumi.core.configs.params.guided_decoding_params oumi.core.configs.params.model_params oumi.core.configs.params.peft_params oumi.core.configs.params.profiler_params oumi.core.configs.params.remote_params oumi.core.configs.params.telemetry_params oumi.core.configs.params.training_params oumi.core.datasets oumi.core.evaluation oumi.core.evaluation.backends oumi.core.evaluation.backends.alpaca_eval oumi.core.evaluation.backends.lm_harness oumi.core.evaluation.utils oumi.core.evaluation.utils.platform_prerequisites oumi.core.evaluation.utils.save_utils oumi.core.feature_generators oumi.core.inference oumi.core.launcher oumi.core.models oumi.core.processors oumi.core.processors.base_image_processor oumi.core.processors.base_processor oumi.core.processors.default_image_processor oumi.core.processors.default_processor oumi.core.registry oumi.core.tokenizers oumi.core.trainers oumi.core.types oumi.core.types.proto oumi.core.types.proto.generated oumi.datasets oumi.datasets.evaluation oumi.datasets.grpo oumi.datasets.grpo.rewards oumi.datasets.preference_tuning oumi.datasets.pretraining oumi.datasets.sft oumi.datasets.vision_language oumi.evaluation oumi.evaluation.registry oumi.inference oumi.judges oumi.launcher oumi.launcher.clients oumi.launcher.clients.local_client oumi.launcher.clients.polaris_client oumi.launcher.clients.sky_client oumi.launcher.clients.slurm_client oumi.launcher.clouds oumi.launcher.clusters oumi.launcher.clusters.local_cluster oumi.launcher.clusters.polaris_cluster oumi.launcher.clusters.sky_cluster oumi.launcher.clusters.slurm_cluster oumi.models oumi.models.layers oumi.models.layers.ring_attention oumi.models.layers.zigzag oumi.models.layers.zigzag_utils oumi.performance oumi.performance.mfu oumi.performance.telemetry oumi.performance.torch_profiler_utils oumi.utils oumi.utils.batching oumi.utils.conversation_utils oumi.utils.device_utils oumi.utils.distributed_utils oumi.utils.git_utils oumi.utils.hf_utils oumi.utils.image_utils oumi.utils.io_utils oumi.utils.logging oumi.utils.model_caching oumi.utils.packaging oumi.utils.peft_utils oumi.utils.saver oumi.utils.serialization_utils oumi.utils.str_utils oumi.utils.torch_naming_heuristics oumi.utils.torch_utils oumi.utils.version_utils

N

name (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) (oumi.core.configs.JobConfig attribute) (oumi.core.configs.JudgeAttribute attribute) (oumi.core.launcher.JobStatus attribute) (oumi.launcher.clusters.slurm_cluster.SlurmCluster.ConnectionInfo property) (oumi.launcher.JobConfig attribute) name() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) NanInfDetectionCallback (class in oumi.core.callbacks) NATIVE (oumi.core.configs.InferenceEngineType attribute) NativeTextInferenceEngine (class in oumi.inference) nccl_default_timeout_minutes (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) new_decoder_forward() (in module oumi.models.layers.ring_attention) new_flash_attn_forward() (in module oumi.models.layers.ring_attention) NO_PREFETCH (oumi.core.configs.BackwardPrefetch attribute) (oumi.core.configs.params.fsdp_params.BackwardPrefetch attribute) NO_SHARD (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute)

NO_WRAP (oumi.core.configs.AutoWrapPolicy attribute) (oumi.core.configs.params.fsdp_params.AutoWrapPolicy attribute) NONE (oumi.core.configs.MixedPrecisionDtype attribute) (oumi.core.configs.params.training_params.MixedPrecisionDtype attribute) num_beams (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) num_fewshot (oumi.core.configs.LMHarnessTaskParams attribute) (oumi.core.configs.params.evaluation_params.LMHarnessTaskParams attribute) num_generations (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) num_nodes (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) num_retries (oumi.core.configs.AsyncEvaluationConfig attribute) num_samples (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) num_train_epochs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) num_workers (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) NVidiaGpuRuntimeInfo (class in oumi.utils.device_utils)

O

OLORA (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) on_epoch_begin() (oumi.core.callbacks.TelemetryCallback method) on_epoch_end() (oumi.core.callbacks.TelemetryCallback method) on_log() (oumi.core.callbacks.HfMfuTrainerCallback method) (oumi.core.callbacks.MfuTrainerCallback method) (oumi.core.callbacks.NanInfDetectionCallback method) (oumi.core.callbacks.TelemetryCallback method) on_step_begin() (oumi.core.callbacks.HfMfuTrainerCallback method) (oumi.core.callbacks.MfuTrainerCallback method) (oumi.core.callbacks.ProfilerStepCallback method) (oumi.core.callbacks.TelemetryCallback method) on_step_end() (oumi.core.callbacks.HfMfuTrainerCallback method) (oumi.core.callbacks.MfuTrainerCallback method) (oumi.core.callbacks.ProfilerStepCallback method) (oumi.core.callbacks.TelemetryCallback method) on_substep_end() (oumi.core.callbacks.ProfilerStepCallback method) (oumi.core.callbacks.TelemetryCallback method) on_train_end() (oumi.core.callbacks.TelemetryCallback method) OPENAI (oumi.core.configs.InferenceEngineType attribute) OpenAIInferenceEngine (class in oumi.inference) OpenO1SFTDataset (class in oumi.datasets) (class in oumi.datasets.sft) optimizer (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) OrpoDpoMix40kDataset (class in oumi.datasets) (class in oumi.datasets.preference_tuning) oumi module OUMI (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) oumi.builders module oumi.cli module oumi.cli.alias module oumi.cli.cli_utils module oumi.cli.distributed_run module oumi.cli.env module oumi.cli.evaluate module oumi.cli.fetch module oumi.cli.infer module oumi.cli.judge module oumi.cli.launch module oumi.cli.main module oumi.cli.train module oumi.core module oumi.core.callbacks module oumi.core.collators module oumi.core.collators.text_collator_with_padding module oumi.core.collators.text_completions_collator_with_padding module oumi.core.collators.vision_language_collator_with_padding module oumi.core.collators.vision_language_sft_collator module oumi.core.configs module oumi.core.configs.internal module oumi.core.configs.internal.internal_model_config module oumi.core.configs.internal.supported_models module oumi.core.configs.params module oumi.core.configs.params.base_params module oumi.core.configs.params.data_params module oumi.core.configs.params.evaluation_params module oumi.core.configs.params.fsdp_params module oumi.core.configs.params.generation_params module oumi.core.configs.params.grpo_params module oumi.core.configs.params.guided_decoding_params module oumi.core.configs.params.model_params module oumi.core.configs.params.peft_params module oumi.core.configs.params.profiler_params module oumi.core.configs.params.remote_params module oumi.core.configs.params.telemetry_params module oumi.core.configs.params.training_params module oumi.core.datasets module oumi.core.evaluation module oumi.core.evaluation.backends module oumi.core.evaluation.backends.alpaca_eval module oumi.core.evaluation.backends.lm_harness module oumi.core.evaluation.utils module oumi.core.evaluation.utils.platform_prerequisites module oumi.core.evaluation.utils.save_utils module oumi.core.feature_generators module oumi.core.inference module oumi.core.launcher module oumi.core.models module oumi.core.processors module oumi.core.processors.base_image_processor module

oumi.core.processors.base_processor module oumi.core.processors.default_image_processor module oumi.core.processors.default_processor module oumi.core.registry module oumi.core.tokenizers module oumi.core.trainers module oumi.core.types module oumi.core.types.proto module oumi.core.types.proto.generated module oumi.datasets module oumi.datasets.evaluation module oumi.datasets.grpo module oumi.datasets.grpo.rewards module oumi.datasets.preference_tuning module oumi.datasets.pretraining module oumi.datasets.sft module oumi.datasets.vision_language module oumi.evaluation module oumi.evaluation.registry module oumi.inference module oumi.judges module oumi.launcher module oumi.launcher.clients module oumi.launcher.clients.local_client module oumi.launcher.clients.polaris_client module oumi.launcher.clients.sky_client module oumi.launcher.clients.slurm_client module oumi.launcher.clouds module oumi.launcher.clusters module oumi.launcher.clusters.local_cluster module oumi.launcher.clusters.polaris_cluster module oumi.launcher.clusters.sky_cluster module oumi.launcher.clusters.slurm_cluster module oumi.models module oumi.models.layers module oumi.models.layers.ring_attention module oumi.models.layers.zigzag module oumi.models.layers.zigzag_utils module oumi.performance module oumi.performance.mfu module oumi.performance.telemetry module oumi.performance.torch_profiler_utils module oumi.utils module oumi.utils.batching module oumi.utils.conversation_utils module oumi.utils.device_utils module oumi.utils.distributed_utils module oumi.utils.git_utils module oumi.utils.hf_utils module oumi.utils.image_utils module oumi.utils.io_utils module oumi.utils.logging module oumi.utils.model_caching module oumi.utils.packaging module oumi.utils.peft_utils module oumi.utils.saver module oumi.utils.serialization_utils module oumi.utils.str_utils module oumi.utils.torch_naming_heuristics module oumi.utils.torch_utils module oumi.utils.version_utils module oumi_v1_xml_claude_sonnet_judge() (in module oumi.judges) oumi_v1_xml_deepseek_r1_judge_hosted_by_deepseek() (in module oumi.judges) oumi_v1_xml_deepseek_r1_judge_hosted_by_sambanova() (in module oumi.judges) oumi_v1_xml_deepseek_r1_judge_hosted_by_together() (in module oumi.judges) oumi_v1_xml_gpt4o_judge() (in module oumi.judges) oumi_v1_xml_local_judge() (in module oumi.judges) OumiJudgeInput (class in oumi.judges) OumiJudgeOutput (class in oumi.judges) OumiXmlJudge (class in oumi.judges) output_dir (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) output_path (oumi.core.configs.InferenceConfig attribute)

P

pack (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) package_name (oumi.utils.packaging.PackagePrerequisites attribute) PackagePrerequisites (class in oumi.utils.packaging) PackedSftDataset (class in oumi.core.datasets) PAD_LEFT (oumi.core.configs.internal.internal_model_config.InternalPaddingSide attribute) PAD_RIGHT (oumi.core.configs.internal.internal_model_config.InternalPaddingSide attribute) pad_sequences() (in module oumi.utils.torch_utils) pad_sequences_left_side() (in module oumi.utils.torch_utils) pad_sequences_right_side() (in module oumi.utils.torch_utils) pad_to_max_dim_and_stack() (in module oumi.utils.torch_utils) padding_side (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) PARASAIL (oumi.core.configs.InferenceEngineType attribute) ParasailInferenceEngine (class in oumi.inference) parse_cluster_name() (oumi.launcher.clusters.slurm_cluster.SlurmCluster static method) parse_extra_cli_args() (in module oumi.cli.cli_utils) peft (oumi.core.configs.TrainingConfig attribute) peft_save_mode (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) PeftParams (class in oumi.core.configs) (class in oumi.core.configs.params.peft_params) PeftSaveMode (class in oumi.core.configs) (class in oumi.core.configs.params.peft_params) per_device_eval_batch_size (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) per_device_train_batch_size (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) performance_state (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) PileV1Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) PISA (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) PISSA_NITER (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) PixmoAskModelAnythingDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) PixmoCapDataset (class in oumi.datasets) (class in oumi.datasets.vision_language)

PixmoCapQADataset (class in oumi.datasets) (class in oumi.datasets.vision_language) PolarisClient (class in oumi.launcher.clients.polaris_client) PolarisClient.SupportedQueues (class in oumi.launcher.clients.polaris_client) PolarisCloud (class in oumi.launcher.clouds) PolarisCluster (class in oumi.launcher.clusters.polaris_cluster) PolarisResponse (class in oumi.launcher.clients.polaris_client) politeness_policy (oumi.core.configs.params.remote_params.RemoteParams attribute) (oumi.core.configs.RemoteParams attribute) polling_interval (oumi.core.configs.AsyncEvaluationConfig attribute) power_limit_watts (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) power_usage_watts (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) PREEMPTABLE (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) prepare_zigzag_ring_attn_inputs() (in module oumi.models.layers.ring_attention) presence_penalty (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) PretrainingAsyncTextDataset (class in oumi.core.datasets) print_summary() (oumi.performance.telemetry.TelemetryTracker method) processor_kwargs (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) processor_name (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) PROD (oumi.launcher.clients.polaris_client.PolarisClient.SupportedQueues attribute) profile_memory (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) profiler (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) ProfilerParams (class in oumi.core.configs) (class in oumi.core.configs.params.profiler_params) ProfilerScheduleParams (class in oumi.core.configs.params.profiler_params) ProfilerStepCallback (class in oumi.core.callbacks) prompt() (oumi.core.datasets.BaseSftDataset method) PromptResponseDataset (class in oumi.datasets) (class in oumi.datasets.sft) put() (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.slurm_client.SlurmClient method) put_recursive() (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.slurm_client.SlurmClient method)

Q

q_lora (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute)

q_lora_bits (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) queue() (oumi.launcher.clients.sky_client.SkyClient method)

R

RANDOM (oumi.core.configs.LoraWeightInitialization attribute) (oumi.core.configs.params.peft_params.LoraWeightInitialization attribute) raw() (oumi.core.datasets.BaseMapDataset method) raw_judgement (oumi.judges.BaseJudgeOutput attribute) record_gpu_temperature() (oumi.performance.telemetry.TelemetryTracker method) record_shapes (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) RedPajamaDataV1Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) RedPajamaDataV2Dataset (class in oumi.datasets) (class in oumi.datasets.pretraining) regex (oumi.core.configs.GuidedDecodingParams attribute) (oumi.core.configs.params.guided_decoding_params.GuidedDecodingParams attribute) region (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) register() (in module oumi.core.registry) (oumi.core.registry.Registry method) register_cloud_builder() (in module oumi.core.registry) register_dataset() (in module oumi.core.registry) register_evaluation_function() (in module oumi.core.registry) register_judge() (in module oumi.core.registry) Registry (class in oumi.core.registry) RegistryType (class in oumi.core.registry) REMOTE (oumi.core.configs.InferenceEngineType attribute) remote_params (oumi.core.configs.InferenceConfig attribute) (oumi.core.configs.JudgeConfig attribute) REMOTE_VLLM (oumi.core.configs.InferenceEngineType attribute) RemoteInferenceEngine (class in oumi.inference) RemoteParams (class in oumi.core.configs) (class in oumi.core.configs.params.remote_params) RemoteVLLMInferenceEngine (class in oumi.inference) remove_excessive_images() (in module oumi.utils.conversation_utils) remove_excessive_images_from_conversation() (in module oumi.utils.conversation_utils) remove_unused_columns (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) repeat (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) repetition_penalty (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute)

request (oumi.judges.OumiJudgeInput attribute) required (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) resolve_and_fetch_config() (in module oumi.cli.cli_utils) resolve_transformer_layer_cls_string_as_module_set() (in module oumi.utils.torch_naming_heuristics) resources (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) response (oumi.judges.OumiJudgeInput attribute) resume_from_checkpoint (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) retry_auth() (in module oumi.launcher.clients.polaris_client) (in module oumi.launcher.clients.slurm_client) REWARD_FUNCTION (oumi.core.registry.RegistryType attribute) reward_functions (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) RingComm (class in oumi.models.layers.zigzag_utils) Role (class in oumi.core.types) role (oumi.core.types.Message attribute) (oumi.core.types.TemplatedMessage attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) row_limit (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) run (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) run() (in module oumi.cli.launch) (in module oumi.cli.main) (in module oumi.launcher) (oumi.launcher.Launcher method) run_commands() (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.slurm_client.SlurmClient method) run_job() (oumi.core.launcher.BaseCluster method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) run_name (oumi.core.configs.EvaluationConfig attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) RUNPOD (oumi.launcher.clients.sky_client.SkyClient.SupportedClouds attribute)

S

SAMBANOVA (oumi.core.configs.InferenceEngineType attribute) SambanovaInferenceEngine (class in oumi.inference) sample_count (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) sanitize_negative_labels (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) sanitize_run_name() (in module oumi.utils.str_utils) save_config() (oumi.core.processors.base_processor.BaseProcessor method) (oumi.core.processors.default_processor.DefaultProcessor method) save_dir (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) save_epoch (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) save_evaluation_output() (in module oumi.core.evaluation.utils.save_utils) save_final_model (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) save_infer_prob() (in module oumi.utils.saver) save_infer_prob_csv() (in module oumi.utils.saver) save_json() (in module oumi.utils.io_utils) save_jsonlines() (in module oumi.utils.io_utils) save_model() (oumi.core.trainers.BaseTrainer method) (oumi.core.trainers.HuggingFaceTrainer method) (oumi.core.trainers.Trainer method) (oumi.core.trainers.VerlGrpoTrainer method) save_output() (oumi.core.evaluation.Evaluator method) save_state() (oumi.core.trainers.BaseTrainer method) (oumi.core.trainers.HuggingFaceTrainer method) (oumi.core.trainers.Trainer method) (oumi.core.trainers.VerlGrpoTrainer method) save_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) schedule (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) SchedulerType (class in oumi.core.configs) (class in oumi.core.configs.params.training_params) section_header() (in module oumi.cli.cli_utils) seed (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) send_recv() (oumi.models.layers.zigzag_utils.RingComm method) set_log_level() (in module oumi.cli.cli_utils) set_oumi_install_editable() (in module oumi.utils.str_utils) setup (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) sgd_momentum (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) SGLANG (oumi.core.configs.InferenceEngineType attribute) SGLangInferenceEngine (class in oumi.inference) shard_for_eval (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) SHARD_GRAD_OP (oumi.core.configs.params.fsdp_params.ShardingStrategy attribute) (oumi.core.configs.ShardingStrategy attribute) SHARDED_STATE_DICT (oumi.core.configs.params.fsdp_params.StateDictType attribute) (oumi.core.configs.StateDictType attribute) sharding_strategy (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) ShardingStrategy (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) shuffle (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) shuffle_buffer_size (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) simplify_transformer_layer_cls_string() (in module oumi.utils.torch_naming_heuristics) SIZE_BASED_WRAP (oumi.core.configs.AutoWrapPolicy attribute) (oumi.core.configs.params.fsdp_params.AutoWrapPolicy attribute) skip_first (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) SkyClient (class in oumi.launcher.clients.sky_client)

SkyClient.SupportedClouds (class in oumi.launcher.clients.sky_client) SkyCloud (class in oumi.launcher.clouds) SkyCluster (class in oumi.launcher.clusters.sky_cluster) SlimPajamaDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) SlurmClient (class in oumi.launcher.clients.slurm_client) SlurmCloud (class in oumi.launcher.clouds) SlurmCluster (class in oumi.launcher.clusters.slurm_cluster) SlurmCluster.ConnectionInfo (class in oumi.launcher.clusters.slurm_cluster) SlurmResponse (class in oumi.launcher.clients.slurm_client) source (oumi.core.configs.StorageMount attribute) (oumi.launcher.StorageMount attribute) split (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) StarCoderDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) start_time (oumi.performance.telemetry.TelemetryState attribute) state_dict() (oumi.performance.telemetry.TelemetryTracker method) state_dict_type (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) StateDictType (class in oumi.core.configs) (class in oumi.core.configs.params.fsdp_params) status (oumi.core.launcher.JobStatus attribute) status() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.Launcher method) stderr (oumi.launcher.clients.polaris_client.PolarisResponse attribute) (oumi.launcher.clients.slurm_client.SlurmResponse attribute) stdout (oumi.launcher.clients.polaris_client.PolarisResponse attribute) (oumi.launcher.clients.slurm_client.SlurmResponse attribute) stop() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.core.launcher.BaseCluster method) (oumi.launcher.clients.sky_client.SkyClient method) (oumi.launcher.clusters.local_cluster.LocalCluster method) (oumi.launcher.clusters.polaris_cluster.PolarisCluster method) (oumi.launcher.clusters.sky_cluster.SkyCluster method) (oumi.launcher.clusters.slurm_cluster.SlurmCluster method) (oumi.launcher.Launcher method) stop_strings (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) stop_token_ids (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) storage_mounts (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute) StorageMount (class in oumi.core.configs) (class in oumi.launcher) store (oumi.core.configs.StorageMount attribute) (oumi.launcher.StorageMount attribute) str_to_bool() (in module oumi.utils.str_utils) str_to_float_list() (in module oumi.utils.saver) stream (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) submit_job() (oumi.launcher.clients.local_client.LocalClient method) (oumi.launcher.clients.polaris_client.PolarisClient method) (oumi.launcher.clients.slurm_client.SlurmClient method) subset (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) supports_multiple_images (oumi.core.configs.internal.internal_model_config.InternalVisualModelConfig attribute) sync_module_states (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) SYSTEM (oumi.core.types.Role attribute) system_prompt (oumi.core.configs.JudgeAttribute attribute) system_prompt_with_context (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) system_prompt_without_context (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.sft.AlpacaDataset attribute)

T

target_col (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) task (oumi.core.datasets.BaseSftDataset property) task_name (oumi.core.configs.EvaluationTaskParams attribute) (oumi.core.configs.params.evaluation_params.EvaluationTaskParams attribute) tasks (oumi.core.configs.EvaluationConfig attribute) telemetry (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) telemetry_dir (oumi.core.configs.params.telemetry_params.TelemetryParams attribute) (oumi.core.configs.params.training_params.TrainingParams property) (oumi.core.configs.TelemetryParams attribute) (oumi.core.configs.TrainingParams property) TelemetryCallback (class in oumi.core.callbacks) TelemetryParams (class in oumi.core.configs) (class in oumi.core.configs.params.telemetry_params) TelemetryState (class in oumi.performance.telemetry) TelemetryTracker (class in oumi.performance.telemetry) temperature (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) template (oumi.core.types.TemplatedMessage attribute) (oumi.judges.OumiJudgeInput attribute) (oumi.judges.OumiJudgeOutput attribute) TemplatedMessage (class in oumi.core.types) test (oumi.core.configs.DataParams attribute) TEST (oumi.core.configs.DatasetSplit attribute) test (oumi.core.configs.params.data_params.DataParams attribute) TEST (oumi.core.configs.params.data_params.DatasetSplit attribute) TEXT (oumi.core.types.Type attribute) text_col (oumi.core.datasets.BaseSftDataset property) text_content_items (oumi.core.types.Message property) text_items (oumi.core.types.ContentItemCounts attribute) TextCollatorWithPadding (class in oumi.core.collators.text_collator_with_padding) TextCompletionsCollatorWithPadding (class in oumi.core.collators.text_completions_collator_with_padding) TextSftJsonLinesDataset (class in oumi.datasets) (class in oumi.datasets.sft) TheCauldronDataset (class in oumi.datasets.vision_language) TheStackDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) timer() (oumi.performance.telemetry.TelemetryTracker method) TimerContext (class in oumi.performance.telemetry) TinyStoriesDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) TinyTextbooksDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) TldrGrpoDataset (class in oumi.datasets) (class in oumi.datasets.grpo) to_bits_and_bytes() (oumi.core.configs.params.peft_params.PeftParams method) (oumi.core.configs.PeftParams method) to_dict() (oumi.core.evaluation.EvaluationResult method) (oumi.core.types.Conversation method) to_hf() (oumi.core.configs.params.training_params.TrainingParams method) (oumi.core.configs.TrainingParams method) (oumi.core.datasets.BaseIterableDataset method) (oumi.core.datasets.BaseMapDataset method) to_hf_trainer_kwargs() (oumi.core.configs.GrpoParams method) (oumi.core.configs.params.grpo_params.GrpoParams method) to_json() (oumi.core.types.Conversation method) to_proto() (oumi.core.types.ContentItem method) (oumi.core.types.Conversation method) (oumi.core.types.Message method) to_torch() (oumi.core.configs.BackwardPrefetch method) (oumi.core.configs.params.fsdp_params.BackwardPrefetch method) (oumi.core.configs.params.fsdp_params.ShardingStrategy method) (oumi.core.configs.params.fsdp_params.StateDictType method) (oumi.core.configs.ShardingStrategy method) (oumi.core.configs.StateDictType method) to_yaml() (oumi.core.configs.BaseConfig method) TOGETHER (oumi.core.configs.InferenceEngineType attribute) TogetherInferenceEngine (class in oumi.inference) tokenize() (oumi.core.datasets.BasePretrainingDataset method) (oumi.core.datasets.BaseSftDataset method) tokenizer (oumi.core.processors.base_processor.BaseProcessor property) (oumi.core.processors.default_processor.DefaultProcessor property) tokenizer_kwargs (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) tokenizer_name (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) tokenizer_pad_token (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) TOOL (oumi.core.types.Role attribute) top_p (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) torch_dtype_str (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) torch_profile() (in module oumi.performance.torch_profiler_utils) TorchJsonEncoder (class in oumi.utils.serialization_utils) torchrun() (in module oumi.cli.distributed_run) total_items (oumi.core.types.ContentItemCounts attribute) track_gpu_temperature (oumi.core.configs.params.telemetry_params.TelemetryParams attribute) (oumi.core.configs.TelemetryParams attribute) TRAIN (oumi.cli.alias.AliasType attribute) train (oumi.core.configs.DataParams attribute) TRAIN (oumi.core.configs.DatasetSplit attribute) train (oumi.core.configs.params.data_params.DataParams attribute) TRAIN (oumi.core.configs.params.data_params.DatasetSplit attribute) train() (in module oumi) (in module oumi.cli.train) (oumi.core.trainers.BaseTrainer method) (oumi.core.trainers.HuggingFaceTrainer method) (oumi.core.trainers.Trainer method) (oumi.core.trainers.VerlGrpoTrainer method) trainable_params (oumi.utils.torch_utils.ModelParameterCount attribute) trainable_params_percent (oumi.utils.torch_utils.ModelParameterCount property) Trainer (class in oumi.core.trainers) trainer_kwargs (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) trainer_type (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) TrainerType (class in oumi.core.configs) (class in oumi.core.configs.params.training_params) training (oumi.core.configs.TrainingConfig attribute) TrainingConfig (class in oumi.core.configs) TrainingParams (class in oumi.core.configs) (class in oumi.core.configs.params.training_params) transform() (oumi.core.datasets.BaseExperimentalDpoDataset method) (oumi.core.datasets.BaseExperimentalGrpoDataset method) (oumi.core.datasets.BaseIterableDataset method) (oumi.core.datasets.BaseMapDataset method) (oumi.core.datasets.BasePretrainingDataset method) (oumi.core.datasets.BaseSftDataset method) (oumi.core.datasets.PackedSftDataset method) (oumi.core.datasets.VisionLanguageSftDataset method) (oumi.datasets.grpo.BerryBenchGrpoDataset method) (oumi.datasets.grpo.CountdownGrpoDataset method) (oumi.datasets.grpo.LetterCountGrpoDataset method) (oumi.datasets.LetterCountGrpoDataset method) transform_conversation() (oumi.core.datasets.BaseExperimentalGrpoDataset method) (oumi.core.datasets.BaseSftDataset method) (oumi.core.datasets.VisionLanguageSftDataset method) (oumi.core.feature_generators.BaseConversationFeatureGenerator method) (oumi.core.feature_generators.VisionLanguageConversationFeatureGenerator method) (oumi.datasets.AlpacaDataset method) (oumi.datasets.AlpacaEvalDataset method) (oumi.datasets.ArgillaDollyDataset method) (oumi.datasets.ArgillaMagpieUltraDataset method) (oumi.datasets.AyaDataset method) (oumi.datasets.ChatqaDataset method) (oumi.datasets.ChatRAGBenchDataset method) (oumi.datasets.COCOCaptionsDataset method) (oumi.datasets.DebugSftDataset method) (oumi.datasets.evaluation.AlpacaEvalDataset method) (oumi.datasets.Flickr30kDataset method) (oumi.datasets.grpo.BerryBenchGrpoDataset method) (oumi.datasets.grpo.CountdownGrpoDataset method) (oumi.datasets.grpo.LetterCountGrpoDataset method) (oumi.datasets.HuggingFaceDataset method) (oumi.datasets.LetterCountGrpoDataset method) (oumi.datasets.LlavaInstructMixVsftDataset method) (oumi.datasets.MagpieProDataset method) (oumi.datasets.PixmoAskModelAnythingDataset method) (oumi.datasets.PixmoCapDataset method) (oumi.datasets.PixmoCapQADataset method) (oumi.datasets.PromptResponseDataset method) (oumi.datasets.sft.AlpacaDataset method) (oumi.datasets.sft.ArgillaDollyDataset method) (oumi.datasets.sft.ArgillaMagpieUltraDataset method) (oumi.datasets.sft.AyaDataset method) (oumi.datasets.sft.ChatqaDataset method) (oumi.datasets.sft.ChatRAGBenchDataset method) (oumi.datasets.sft.HuggingFaceDataset method) (oumi.datasets.sft.MagpieProDataset method) (oumi.datasets.sft.PromptResponseDataset method) (oumi.datasets.sft.TextSftJsonLinesDataset method) (oumi.datasets.sft.Tulu3MixtureDataset method) (oumi.datasets.sft.UltrachatH4Dataset method) (oumi.datasets.sft.WildChatDataset method) (oumi.datasets.TextSftJsonLinesDataset method) (oumi.datasets.Tulu3MixtureDataset method) (oumi.datasets.UltrachatH4Dataset method) (oumi.datasets.vision_language.COCOCaptionsDataset method) (oumi.datasets.vision_language.Flickr30kDataset method) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset method) (oumi.datasets.vision_language.MnistSftDataset method) (oumi.datasets.vision_language.PixmoAskModelAnythingDataset method) (oumi.datasets.vision_language.PixmoCapDataset method) (oumi.datasets.vision_language.PixmoCapQADataset method) (oumi.datasets.vision_language.TheCauldronDataset method) (oumi.datasets.vision_language.VLJsonlinesDataset method) (oumi.datasets.vision_language.Vqav2SmallDataset method) (oumi.datasets.VLJsonlinesDataset method) (oumi.datasets.WildChatDataset method)

transform_conversations() (oumi.core.feature_generators.BaseConversationFeatureGenerator method) (oumi.core.feature_generators.VisionLanguageConversationFeatureGenerator method) transform_num_workers (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.datasets.BaseMapDataset attribute) transform_preference() (oumi.core.datasets.BaseExperimentalDpoDataset method) TRANSFORMER_BASED_WRAP (oumi.core.configs.AutoWrapPolicy attribute) (oumi.core.configs.params.fsdp_params.AutoWrapPolicy attribute) transformer_layer_cls (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) TRL_DPO (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) TRL_GRPO (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) TRL_SFT (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) truncate_text() (oumi.core.processors.base_processor.BaseProcessor method) (oumi.core.processors.default_processor.DefaultProcessor method) truncate_text_in_content_items() (in module oumi.utils.conversation_utils) truncate_text_pieces_to_max_tokens_limit() (in module oumi.utils.str_utils) truncate_to_max_tokens_limit() (in module oumi.utils.str_utils) trust_remote_code (oumi.core.configs.DatasetParams attribute) (oumi.core.configs.ModelParams attribute) (oumi.core.configs.params.data_params.DatasetParams attribute) (oumi.core.configs.params.model_params.ModelParams attribute) (oumi.core.datasets.BaseExperimentalDpoDataset attribute) (oumi.core.datasets.BaseExperimentalGrpoDataset attribute) (oumi.core.datasets.BaseIterableDataset attribute) (oumi.core.datasets.BaseMapDataset attribute) (oumi.core.datasets.BaseSftDataset attribute) (oumi.core.datasets.PackedSftDataset attribute) (oumi.core.datasets.VisionLanguageSftDataset attribute) (oumi.datasets.AlpacaDataset attribute) (oumi.datasets.AlpacaEvalDataset attribute) (oumi.datasets.ArgillaDollyDataset attribute) (oumi.datasets.ArgillaMagpieUltraDataset attribute) (oumi.datasets.AyaDataset attribute) (oumi.datasets.ChatqaDataset attribute) (oumi.datasets.ChatqaTatqaDataset attribute) (oumi.datasets.COCOCaptionsDataset attribute) (oumi.datasets.DebugSftDataset attribute) (oumi.datasets.evaluation.AlpacaEvalDataset attribute) (oumi.datasets.Flickr30kDataset attribute) (oumi.datasets.grpo.BerryBenchGrpoDataset attribute) (oumi.datasets.grpo.CountdownGrpoDataset attribute) (oumi.datasets.grpo.LetterCountGrpoDataset attribute) (oumi.datasets.grpo.TldrGrpoDataset attribute) (oumi.datasets.HuggingFaceDataset attribute) (oumi.datasets.LetterCountGrpoDataset attribute) (oumi.datasets.LlavaInstructMixVsftDataset attribute) (oumi.datasets.MagpieProDataset attribute) (oumi.datasets.OpenO1SFTDataset attribute) (oumi.datasets.OrpoDpoMix40kDataset attribute) (oumi.datasets.PixmoAskModelAnythingDataset attribute) (oumi.datasets.PixmoCapDataset attribute) (oumi.datasets.PixmoCapQADataset attribute) (oumi.datasets.preference_tuning.OrpoDpoMix40kDataset attribute) (oumi.datasets.PromptResponseDataset attribute) (oumi.datasets.sft.AlpacaDataset attribute) (oumi.datasets.sft.ArgillaDollyDataset attribute) (oumi.datasets.sft.ArgillaMagpieUltraDataset attribute) (oumi.datasets.sft.AyaDataset attribute) (oumi.datasets.sft.ChatqaDataset attribute) (oumi.datasets.sft.ChatqaTatqaDataset attribute) (oumi.datasets.sft.ChatRAGBenchDataset attribute) (oumi.datasets.sft.HuggingFaceDataset attribute) (oumi.datasets.sft.MagpieProDataset attribute) (oumi.datasets.sft.OpenO1SFTDataset attribute) (oumi.datasets.sft.PromptResponseDataset attribute) (oumi.datasets.sft.TextSftJsonLinesDataset attribute) (oumi.datasets.sft.Tulu3MixtureDataset attribute) (oumi.datasets.sft.UltrachatH4Dataset attribute) (oumi.datasets.sft.WildChatDataset attribute) (oumi.datasets.TextSftJsonLinesDataset attribute) (oumi.datasets.TldrGrpoDataset attribute) (oumi.datasets.Tulu3MixtureDataset attribute) (oumi.datasets.UltrachatH4Dataset attribute) (oumi.datasets.vision_language.COCOCaptionsDataset attribute) (oumi.datasets.vision_language.DocmatixDataset attribute) (oumi.datasets.vision_language.Flickr30kDataset attribute) (oumi.datasets.vision_language.LlavaInstructMixVsftDataset attribute) (oumi.datasets.vision_language.MnistSftDataset attribute) (oumi.datasets.vision_language.PixmoAskModelAnythingDataset attribute) (oumi.datasets.vision_language.PixmoCapDataset attribute) (oumi.datasets.vision_language.PixmoCapQADataset attribute) (oumi.datasets.vision_language.TheCauldronDataset attribute) (oumi.datasets.vision_language.VLJsonlinesDataset attribute) (oumi.datasets.vision_language.Vqav2SmallDataset attribute) (oumi.datasets.VLJsonlinesDataset attribute) (oumi.datasets.WildChatDataset attribute) try_get_config_name_for_alias() (in module oumi.cli.alias) try_resume_from_last_checkpoint (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) try_str_to_bool() (in module oumi.utils.str_utils) Tulu3MixtureDataset (class in oumi.datasets) (class in oumi.datasets.sft) Type (class in oumi.core.types) type (oumi.core.types.ContentItem attribute)

U

UltrachatH4Dataset (class in oumi.datasets) (class in oumi.datasets.sft) unbatch() (in module oumi.utils.batching) up() (in module oumi.cli.launch) (in module oumi.launcher) (oumi.launcher.Launcher method) up_cluster() (oumi.core.launcher.BaseCloud method) (oumi.launcher.clouds.LocalCloud method) (oumi.launcher.clouds.PolarisCloud method) (oumi.launcher.clouds.SkyCloud method) (oumi.launcher.clouds.SlurmCloud method) update_logger_level() (in module oumi.utils.logging) update_out_and_lse() (in module oumi.models.layers.zigzag_utils) use_async_dataset (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) use_bnb_nested_quant (oumi.core.configs.params.peft_params.PeftParams attribute) (oumi.core.configs.PeftParams attribute) use_cache (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute)

use_deterministic (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) use_orig_params (oumi.core.configs.FSDPParams attribute) (oumi.core.configs.params.fsdp_params.FSDPParams attribute) use_peft (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) use_sampling (oumi.core.configs.GenerationParams attribute) (oumi.core.configs.params.generation_params.GenerationParams attribute) use_spot (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute) use_torchdata (oumi.core.configs.DatasetSplitParams attribute) (oumi.core.configs.params.data_params.DatasetSplitParams attribute) use_vllm (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) used_memory_mb (oumi.utils.device_utils.NVidiaGpuRuntimeInfo attribute) user (oumi.core.configs.JobConfig attribute) USER (oumi.core.types.Role attribute) user (oumi.launcher.clusters.slurm_cluster.SlurmCluster.ConnectionInfo attribute) (oumi.launcher.JobConfig attribute)

V

validation (oumi.core.configs.DataParams attribute) VALIDATION (oumi.core.configs.DatasetSplit attribute) validation (oumi.core.configs.params.data_params.DataParams attribute) VALIDATION (oumi.core.configs.params.data_params.DatasetSplit attribute) value_type (oumi.core.configs.JudgeAttribute attribute) variable_shape (oumi.core.configs.internal.internal_model_config.InternalFeatureSpec attribute) variable_shape_image_features (oumi.core.configs.internal.internal_model_config.InternalVisualModelConfig attribute) verl_config_overrides (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) VERL_GRPO (oumi.core.configs.params.training_params.TrainerType attribute) (oumi.core.configs.TrainerType attribute) VerlGrpoTrainer (class in oumi.core.trainers) version (oumi.core.configs.AlpacaEvalTaskParams attribute) (oumi.core.configs.params.evaluation_params.AlpacaEvalTaskParams attribute) VisionLanguageCollatorWithPadding (class in oumi.core.collators.vision_language_collator_with_padding) VisionLanguageConversationFeatureGenerator (class in oumi.core.feature_generators)

VisionLanguageSftCollator (class in oumi.core.collators.vision_language_sft_collator) VisionLanguageSftDataset (class in oumi.core.datasets) visual_config (oumi.core.configs.internal.internal_model_config.InternalModelConfig attribute) VLJsonlinesDataset (class in oumi.datasets) (class in oumi.datasets.vision_language) VLLM (oumi.core.configs.InferenceEngineType attribute) vllm_device (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) vllm_dtype (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) vllm_gpu_memory_utilization (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) vllm_max_model_len (oumi.core.configs.GrpoParams attribute) (oumi.core.configs.params.grpo_params.GrpoParams attribute) VLLMInferenceEngine (class in oumi.inference) Vqav2SmallDataset (class in oumi.datasets.vision_language)

W

wait (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) wait() (oumi.models.layers.zigzag_utils.RingComm method) warmup (oumi.core.configs.params.profiler_params.ProfilerScheduleParams attribute) warmup_ratio (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) warmup_steps (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) WARNING (oumi.cli.cli_utils.LogLevel attribute) weight_decay (oumi.core.configs.params.training_params.TrainingParams attribute) (oumi.core.configs.TrainingParams attribute) which() (in module oumi.cli.launch) which_clouds() (in module oumi.launcher) (oumi.launcher.Launcher method)

WikipediaDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) WikiTextDataset (class in oumi.datasets) (class in oumi.datasets.pretraining) WildChatDataset (class in oumi.datasets) (class in oumi.datasets.sft) with_flops (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) with_modules (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) with_stack (oumi.core.configs.params.profiler_params.ProfilerParams attribute) (oumi.core.configs.ProfilerParams attribute) working_dir (oumi.core.configs.JobConfig attribute) (oumi.launcher.JobConfig attribute)

Y

YouTubeCommonsDataset (class in oumi.datasets) (class in oumi.datasets.pretraining)

Z

zigzag_ring_flash_attn_backward() (in module oumi.models.layers.zigzag) zigzag_ring_flash_attn_forward() (in module oumi.models.layers.zigzag) zigzag_ring_flash_attn_func() (in module oumi.models.layers.zigzag) zigzag_ring_flash_attn_kvpacked_func() (in module oumi.models.layers.zigzag)

zigzag_ring_flash_attn_qkvpacked_func() (in module oumi.models.layers.zigzag) ZigZagRingFlashAttnFunc (class in oumi.models.layers.zigzag) zone (oumi.core.configs.JobResources attribute) (oumi.launcher.JobResources attribute)