mirror of
https://github.com/deepseek-ai/smallpond
synced 2025-06-26 18:27:45 +00:00
108 lines
5.2 KiB
ReStructuredText
108 lines
5.2 KiB
ReStructuredText
smallpond.execution.task.EvenlyDistributedPartitionProducerTask
|
|
===============================================================
|
|
|
|
.. currentmodule:: smallpond.execution.task
|
|
|
|
.. autoclass:: EvenlyDistributedPartitionProducerTask
|
|
|
|
|
|
.. automethod:: __init__
|
|
|
|
|
|
.. rubric:: Methods
|
|
|
|
.. autosummary::
|
|
|
|
~EvenlyDistributedPartitionProducerTask.__init__
|
|
~EvenlyDistributedPartitionProducerTask.add_elapsed_time
|
|
~EvenlyDistributedPartitionProducerTask.adjust_row_group_size
|
|
~EvenlyDistributedPartitionProducerTask.clean_complex_attrs
|
|
~EvenlyDistributedPartitionProducerTask.clean_output
|
|
~EvenlyDistributedPartitionProducerTask.cleanup
|
|
~EvenlyDistributedPartitionProducerTask.compute_avg_row_size
|
|
~EvenlyDistributedPartitionProducerTask.dump
|
|
~EvenlyDistributedPartitionProducerTask.exec
|
|
~EvenlyDistributedPartitionProducerTask.finalize
|
|
~EvenlyDistributedPartitionProducerTask.get_partition_info
|
|
~EvenlyDistributedPartitionProducerTask.initialize
|
|
~EvenlyDistributedPartitionProducerTask.inject_fault
|
|
~EvenlyDistributedPartitionProducerTask.merge_metrics
|
|
~EvenlyDistributedPartitionProducerTask.oom
|
|
~EvenlyDistributedPartitionProducerTask.parquet_kv_metadata_bytes
|
|
~EvenlyDistributedPartitionProducerTask.parquet_kv_metadata_str
|
|
~EvenlyDistributedPartitionProducerTask.random_float
|
|
~EvenlyDistributedPartitionProducerTask.random_uint32
|
|
~EvenlyDistributedPartitionProducerTask.run
|
|
~EvenlyDistributedPartitionProducerTask.run_on_ray
|
|
~EvenlyDistributedPartitionProducerTask.set_memory_limit
|
|
|
|
|
|
|
|
|
|
|
|
.. rubric:: Attributes
|
|
|
|
.. autosummary::
|
|
|
|
~EvenlyDistributedPartitionProducerTask.partition_by_rows
|
|
~EvenlyDistributedPartitionProducerTask.random_shuffle
|
|
~EvenlyDistributedPartitionProducerTask.allow_speculative_exec
|
|
~EvenlyDistributedPartitionProducerTask.any_input_empty
|
|
~EvenlyDistributedPartitionProducerTask.cpu_limit
|
|
~EvenlyDistributedPartitionProducerTask.ctx
|
|
~EvenlyDistributedPartitionProducerTask.dataset
|
|
~EvenlyDistributedPartitionProducerTask.default_output_name
|
|
~EvenlyDistributedPartitionProducerTask.dimension
|
|
~EvenlyDistributedPartitionProducerTask.elapsed_time
|
|
~EvenlyDistributedPartitionProducerTask.exception
|
|
~EvenlyDistributedPartitionProducerTask.exec_cq
|
|
~EvenlyDistributedPartitionProducerTask.exec_id
|
|
~EvenlyDistributedPartitionProducerTask.exec_on_scheduler
|
|
~EvenlyDistributedPartitionProducerTask.fail_count
|
|
~EvenlyDistributedPartitionProducerTask.final_output_abspath
|
|
~EvenlyDistributedPartitionProducerTask.finish_time
|
|
~EvenlyDistributedPartitionProducerTask.gpu_limit
|
|
~EvenlyDistributedPartitionProducerTask.id
|
|
~EvenlyDistributedPartitionProducerTask.input_datasets
|
|
~EvenlyDistributedPartitionProducerTask.input_deps
|
|
~EvenlyDistributedPartitionProducerTask.key
|
|
~EvenlyDistributedPartitionProducerTask.local_gpu
|
|
~EvenlyDistributedPartitionProducerTask.local_gpu_ranks
|
|
~EvenlyDistributedPartitionProducerTask.local_rank
|
|
~EvenlyDistributedPartitionProducerTask.location
|
|
~EvenlyDistributedPartitionProducerTask.memory_limit
|
|
~EvenlyDistributedPartitionProducerTask.node_id
|
|
~EvenlyDistributedPartitionProducerTask.npartitions
|
|
~EvenlyDistributedPartitionProducerTask.numa_node
|
|
~EvenlyDistributedPartitionProducerTask.numpy_random_gen
|
|
~EvenlyDistributedPartitionProducerTask.output
|
|
~EvenlyDistributedPartitionProducerTask.output_deps
|
|
~EvenlyDistributedPartitionProducerTask.output_dirname
|
|
~EvenlyDistributedPartitionProducerTask.output_filename
|
|
~EvenlyDistributedPartitionProducerTask.output_name
|
|
~EvenlyDistributedPartitionProducerTask.output_root
|
|
~EvenlyDistributedPartitionProducerTask.partition_dims
|
|
~EvenlyDistributedPartitionProducerTask.partition_infos
|
|
~EvenlyDistributedPartitionProducerTask.partition_infos_as_dict
|
|
~EvenlyDistributedPartitionProducerTask.partitioned_datasets
|
|
~EvenlyDistributedPartitionProducerTask.perf_metrics
|
|
~EvenlyDistributedPartitionProducerTask.perf_profile
|
|
~EvenlyDistributedPartitionProducerTask.python_random_gen
|
|
~EvenlyDistributedPartitionProducerTask.random_seed_bytes
|
|
~EvenlyDistributedPartitionProducerTask.ray_dataset_path
|
|
~EvenlyDistributedPartitionProducerTask.ray_marker_path
|
|
~EvenlyDistributedPartitionProducerTask.retry_count
|
|
~EvenlyDistributedPartitionProducerTask.runtime_id
|
|
~EvenlyDistributedPartitionProducerTask.runtime_output_abspath
|
|
~EvenlyDistributedPartitionProducerTask.runtime_state
|
|
~EvenlyDistributedPartitionProducerTask.sched_epoch
|
|
~EvenlyDistributedPartitionProducerTask.self_contained_output
|
|
~EvenlyDistributedPartitionProducerTask.skip_when_any_input_empty
|
|
~EvenlyDistributedPartitionProducerTask.staging_root
|
|
~EvenlyDistributedPartitionProducerTask.start_time
|
|
~EvenlyDistributedPartitionProducerTask.status
|
|
~EvenlyDistributedPartitionProducerTask.temp_abspath
|
|
~EvenlyDistributedPartitionProducerTask.temp_output
|
|
~EvenlyDistributedPartitionProducerTask.uniform_failure_prob
|
|
|
|
|