Index _ | A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | R | S | T | U | V | W _ __init__() (mmirage.core.process.base.BaseProcessor method) (mmirage.core.process.mapper.MMIRAGEMapper method) (mmirage.core.process.variables.VariableEnvironment method) (mmirage.core.writer.renderer.TemplateRenderer method) _config_registry (mmirage.core.loader.base.DataLoaderRegistry attribute) (mmirage.core.process.base.ProcessorRegistry attribute) _output_var_registry (mmirage.core.process.base.ProcessorRegistry attribute) _registry (mmirage.core.loader.base.DataLoaderRegistry attribute) (mmirage.core.process.base.ProcessorRegistry attribute) A account (mmirage.config.config.ExecutionParams attribute), [1] add_file_logging() (in module mmirage.cli_utils.runtime) add_shared_arguments() (in module mmirage.cli) AutoDataLoader (class in mmirage.core.loader.base) AutoProcessor (class in mmirage.core.process.base) B BaseDataLoader (class in mmirage.core.loader.base) BaseDataLoaderConfig (class in mmirage.core.loader.base) BaseProcessor (class in mmirage.core.process.base) BaseProcessorConfig (class in mmirage.core.process.base) BaseVar (class in mmirage.core.process.variables) batch_process_sample() (mmirage.core.process.base.BaseProcessor method) batch_render() (mmirage.core.writer.renderer.TemplateRenderer method) batch_size (mmirage.config.loading.LoadingParams attribute), [1] build_argparser() (in module mmirage.cli) build_sbatch_script() (in module mmirage.cli_utils.slurm) C chat_template (mmirage.core.process.processors.llm.config.SGLangLLMConfig attribute), [1] check_failed_shards() (in module mmirage.cli_utils.status) config (mmirage.core.process.base.BaseProcessor attribute) configure_logging() (in module mmirage.cli) confirm_retry() (in module mmirage.cli_utils.status) cpus_per_task (mmirage.config.config.ExecutionParams attribute), [1] create_directories() (in module mmirage.cli_utils.runtime) D DataLoaderRegistry (class in mmirage.core.loader.base) dataset_name (mmirage.shard_utils.MergeReport attribute) datasets (mmirage.config.loading.LoadingParams attribute), [1] (mmirage.shard_utils.ShardStatus attribute) default_sampling_params (mmirage.core.process.processors.llm.config.SGLangLLMConfig attribute), [1] disable_custom_all_reduce (mmirage.core.process.processors.llm.config.SGLangServerArgs attribute), [1] E edf_env (mmirage.config.config.ExecutionParams attribute), [1] error (mmirage.shard_utils.ShardStatus attribute) execution_params (mmirage.config.config.MMirageConfig attribute), [1] ExecutionParams (class in mmirage.config.config) expand_path() (in module mmirage.cli_utils.runtime) F failed (mmirage.cli_utils.status.ShardSummary attribute) finished_at (mmirage.shard_utils.ShardStatus attribute) from_batch_input_variables() (mmirage.core.process.variables.VariableEnvironment static method) from_config() (mmirage.core.loader.base.BaseDataLoader method), [1] from_dict() (mmirage.shard_utils.ShardStatus class method) from_input_variables() (mmirage.core.process.variables.VariableEnvironment static method) from_name() (mmirage.core.loader.base.AutoDataLoader class method) (mmirage.core.process.base.AutoProcessor class method) G get() (mmirage.core.process.variables.VariableEnvironment method) get_batch_size() (mmirage.config.loading.LoadingParams method) get_config_cls() (mmirage.core.loader.base.DataLoaderRegistry class method) (mmirage.core.process.base.ProcessorRegistry class method) get_image_vars() (mmirage.core.process.variables.VariableEnvironment method) get_images() (mmirage.core.process.variables.VariableEnvironment method) get_num_shards() (mmirage.config.loading.LoadingParams method) get_output_schema() (mmirage.core.process.processors.llm.config.LLMOutputVar method) get_output_var_cls() (mmirage.core.process.base.ProcessorRegistry class method) get_processor() (mmirage.core.loader.base.DataLoaderRegistry class method) (mmirage.core.process.base.ProcessorRegistry class method) get_project_root() (in module mmirage.cli_utils.runtime) get_shard_id() (mmirage.config.loading.LoadingParams method) get_shard_status() (in module mmirage.cli_utils.status) get_state_root() (mmirage.config.loading.LoadingParams method) gpus (mmirage.config.config.ExecutionParams attribute), [1] H handle_check() (in module mmirage.cli) handle_merge() (in module mmirage.cli) handle_merge_dir() (in module mmirage.cli) handle_retry() (in module mmirage.cli) handle_run() (in module mmirage.cli) handle_submit() (in module mmirage.cli) has_images() (mmirage.core.process.variables.VariableEnvironment method) hf_home (mmirage.config.config.ExecutionParams attribute), [1] hostname (mmirage.shard_utils.ShardStatus attribute) I image_base_path (mmirage.core.loader.base.BaseDataLoaderConfig attribute), [1] input_dir (mmirage.shard_utils.MergeReport attribute) input_vars (mmirage.core.process.mapper.MMIRAGEMapper attribute) inputs (mmirage.config.config.ProcessingParams attribute), [1] InputVar (class in mmirage.core.process.variables) is_computable() (mmirage.core.process.processors.llm.config.LLMOutputVar method) (mmirage.core.process.variables.OutputVar method) is_image() (mmirage.core.process.variables.InputVar method) is_image_var() (mmirage.core.process.variables.VariableEnvironment method) is_retry_budget_exceeded() (in module mmirage.cli_utils.status) is_single_variable_template() (mmirage.core.writer.renderer.TemplateRenderer method) is_slurm() (mmirage.config.config.ExecutionParams method) J job_name (mmirage.config.config.ExecutionParams attribute), [1] JSONLDataConfig (class in mmirage.core.loader.jsonl) K key (mmirage.core.process.variables.InputVar attribute), [1] L launch_pipeline() (in module mmirage.cli) LLMOutputVar (class in mmirage.core.process.processors.llm.config) load_datasets_from_configs() (in module mmirage.core.loader.utils) load_mmirage_config() (in module mmirage.config.utils) loading_params (mmirage.config.config.MMirageConfig attribute), [1] LoadingParams (class in mmirage.config.loading) LocalHFConfig (class in mmirage.core.loader.local_hf) log_merge_reports() (in module mmirage.cli) M main() (in module mmirage.cli) (in module mmirage.merge_shards) (in module mmirage.shard_process) max_allowed_attempts() (in module mmirage.cli_utils.status) max_retries (mmirage.config.config.ExecutionParams attribute), [1] max_retries_exceeded (mmirage.cli_utils.status.ShardSummary attribute) merge (mmirage.config.config.ExecutionParams attribute), [1] merge_dataset_dir() (in module mmirage.merge_shards) merge_from_config() (in module mmirage.merge_shards) merge_input_dir() (in module mmirage.merge_shards) merged_rows (mmirage.shard_utils.MergeReport attribute) MergeReport (class in mmirage.shard_utils) mmirage.cli module mmirage.cli_utils.runtime module mmirage.cli_utils.slurm module mmirage.cli_utils.status module mmirage.config.config module mmirage.config.loading module mmirage.config.utils module mmirage.core.loader.base module mmirage.core.loader.jsonl module mmirage.core.loader.local_hf module mmirage.core.loader.utils module mmirage.core.process.base module mmirage.core.process.mapper module mmirage.core.process.processors.llm.config module mmirage.core.process.processors.llm.llm_processor module mmirage.core.process.variables module mmirage.core.writer.renderer module mmirage.merge_shards module mmirage.shard_process module mmirage.shard_utils module MMirageConfig (class in mmirage.config.config) MMIRAGEMapper (class in mmirage.core.process.mapper) mode (mmirage.config.config.ExecutionParams attribute), [1] model_path (mmirage.core.process.processors.llm.config.SGLangServerArgs attribute), [1] module mmirage.cli mmirage.cli_utils.runtime mmirage.cli_utils.slurm mmirage.cli_utils.status mmirage.config.config mmirage.config.loading mmirage.config.utils mmirage.core.loader.base mmirage.core.loader.jsonl mmirage.core.loader.local_hf mmirage.core.loader.utils mmirage.core.process.base mmirage.core.process.mapper mmirage.core.process.processors.llm.config mmirage.core.process.processors.llm.llm_processor mmirage.core.process.variables mmirage.core.writer.renderer mmirage.merge_shards mmirage.shard_process mmirage.shard_utils N name (mmirage.core.process.processors.llm.config.LLMOutputVar attribute) (mmirage.core.process.variables.BaseVar attribute), [1] (mmirage.core.process.variables.OutputVar attribute) nodes (mmirage.config.config.ExecutionParams attribute), [1] ntasks_per_node (mmirage.config.config.ExecutionParams attribute), [1] num_shards (mmirage.config.loading.LoadingParams attribute), [1] O output_dir (mmirage.config.loading.LoadingParams attribute), [1] (mmirage.core.loader.base.BaseDataLoaderConfig attribute), [1] (mmirage.core.loader.jsonl.JSONLDataConfig attribute) (mmirage.core.loader.local_hf.LocalHFConfig attribute) (mmirage.shard_utils.MergeReport attribute) output_schema (mmirage.config.config.ProcessingParams attribute), [1] (mmirage.core.process.processors.llm.config.LLMOutputVar attribute), [1] (mmirage.core.writer.renderer.TemplateRenderer attribute) output_type (mmirage.core.process.processors.llm.config.LLMOutputVar attribute), [1] output_vars (mmirage.core.process.mapper.MMIRAGEMapper attribute) outputs (mmirage.config.config.ProcessingParams attribute), [1] OutputVar (class in mmirage.core.process.variables) P parse_shard_ids() (in module mmirage.cli) path (mmirage.core.loader.jsonl.JSONLDataConfig attribute), [1] (mmirage.core.loader.local_hf.LocalHFConfig attribute), [1] pid (mmirage.shard_utils.ShardStatus attribute) poll_interval_seconds (mmirage.config.config.ExecutionParams attribute), [1] processing_params (mmirage.config.config.MMirageConfig attribute), [1] ProcessingParams (class in mmirage.config.config) ProcessorRegistry (class in mmirage.core.process.base) processors (mmirage.config.config.MMirageConfig attribute), [1] (mmirage.core.process.mapper.MMIRAGEMapper attribute) project_root (mmirage.config.config.ExecutionParams attribute), [1] prompt (mmirage.core.process.processors.llm.config.LLMOutputVar attribute), [1] R register() (mmirage.core.loader.base.DataLoaderRegistry class method) (mmirage.core.process.base.ProcessorRegistry class method) register_types() (mmirage.core.process.base.ProcessorRegistry class method) remove_columns (mmirage.config.config.ProcessingParams attribute), [1] report_dir (mmirage.config.config.ExecutionParams attribute), [1] require_slurm() (in module mmirage.cli_utils.slurm) reservation (mmirage.config.config.ExecutionParams attribute), [1] resolve_image_input() (in module mmirage.core.loader.utils) retry (mmirage.config.config.ExecutionParams attribute), [1] retry_count (mmirage.shard_utils.ShardStatus attribute) rewrite_batch() (in module mmirage.shard_process) (mmirage.core.process.mapper.MMIRAGEMapper method) run_local() (in module mmirage.cli) running (mmirage.cli_utils.status.ShardSummary attribute) S server_args (mmirage.core.process.processors.llm.config.SGLangLLMConfig attribute), [1] settle_time_seconds (mmirage.config.config.ExecutionParams attribute), [1] setup_runtime() (in module mmirage.cli_utils.runtime) SGLangLLMConfig (class in mmirage.core.process.processors.llm.config) SGLangServerArgs (class in mmirage.core.process.processors.llm.config) shard_id (mmirage.config.loading.LoadingParams attribute), [1] (mmirage.shard_utils.ShardStatus attribute) shard_state_dir() (in module mmirage.cli_utils.status) ShardStatus (class in mmirage.shard_utils) ShardSummary (class in mmirage.cli_utils.status) skipped_invalid_dirs (mmirage.shard_utils.MergeReport attribute) skipped_zero_rows (mmirage.shard_utils.MergeReport attribute) slurm_array_task_id (mmirage.shard_utils.ShardStatus attribute) slurm_job_id (mmirage.shard_utils.ShardStatus attribute) started_at (mmirage.shard_utils.ShardStatus attribute) state_dir (mmirage.config.loading.LoadingParams attribute), [1] status (mmirage.shard_utils.ShardStatus attribute) status_exit_code() (in module mmirage.cli_utils.status) submit_failed_shards() (in module mmirage.cli_utils.status) submit_slurm_job() (in module mmirage.cli_utils.slurm) successful (mmirage.cli_utils.status.ShardSummary attribute) T TemplateRenderer (class in mmirage.core.writer.renderer) time_limit (mmirage.config.config.ExecutionParams attribute), [1] to_dict() (mmirage.core.process.variables.VariableEnvironment method) (mmirage.shard_utils.ShardStatus method) total (mmirage.cli_utils.status.ShardSummary attribute) tp_size (mmirage.core.process.processors.llm.config.SGLangServerArgs attribute), [1] trust_remote_code (mmirage.core.process.processors.llm.config.SGLangServerArgs attribute), [1] type (mmirage.core.loader.base.BaseDataLoaderConfig attribute), [1] (mmirage.core.loader.jsonl.JSONLDataConfig attribute) (mmirage.core.loader.local_hf.LocalHFConfig attribute) (mmirage.core.process.base.BaseProcessorConfig attribute), [1] (mmirage.core.process.processors.llm.config.LLMOutputVar attribute) (mmirage.core.process.processors.llm.config.SGLangLLMConfig attribute) (mmirage.core.process.variables.InputVar attribute), [1] (mmirage.core.process.variables.OutputVar attribute), [1] U used_shards (mmirage.shard_utils.MergeReport attribute) V validate_edf_env_path() (in module mmirage.cli_utils.runtime) validate_vars() (mmirage.core.process.mapper.MMIRAGEMapper method) VariableEnvironment (class in mmirage.core.process.variables) W wait_for_slurm_job() (in module mmirage.cli_utils.slurm) with_variable() (mmirage.core.process.variables.VariableEnvironment method)