Index

A

acquire() (dl_utils.inference.qps_control.QPSLimiter method) add_record() (dl_utils.id_utils.IdSampleManager method)

all_ids (dl_utils.id_utils.IdSampleManager property) as_dict() (dl_utils.memory_utils.MemoryStats method) async_chat() (dl_utils.inference.ollama_utils.OllamaModel method)

B

barrier_if_distributed() (in module dl_utils.distributed.basic) barrier_on_entry() (in module dl_utils.decorators)

binarize_mask() (in module dl_utils.mask_utils) byte_imread() (in module dl_utils.data.image) byte_imwrite() (in module dl_utils.data.image)

C

chat() (dl_utils.inference.ollama_utils.OllamaModel method) chunk() (in module dl_utils.chunk_utils) complement() (dl_utils.id_utils.IdSampleManager method) concurrent_file_loader() (in module dl_utils.data.save_and_load) convert_image_video_range() (in module dl_utils.data.normalize) convert_to_h264() (in module dl_utils.data.video)

convert_to_h265() (in module dl_utils.data.video) cpu_after_mb (dl_utils.memory_utils.MemoryStats attribute) cpu_before_mb (dl_utils.memory_utils.MemoryStats attribute) cpu_delta_mb (dl_utils.memory_utils.MemoryStats property) cuda() (dl_utils.prefetcher.CudaPreFetcher static method) CudaPreFetcher (class in dl_utils.prefetcher)

D

difference() (dl_utils.id_utils.IdSampleManager method) dist_breakpoint() (in module dl_utils.distributed.breakpoint) dist_info() (in module dl_utils.distributed.basic) dl_utils.chunk_utils module dl_utils.data.array module dl_utils.data.download module dl_utils.data.image module dl_utils.data.lmdb module dl_utils.data.normalize module dl_utils.data.sample module dl_utils.data.save_and_load module dl_utils.data.video module dl_utils.decorators module dl_utils.distributed.basic module dl_utils.distributed.breakpoint module dl_utils.distributed.device module dl_utils.distributed.gather module

dl_utils.env_utils module dl_utils.fs.dir module dl_utils.fs.list_files module dl_utils.global_cache_utils module dl_utils.id_utils module dl_utils.inference.llm_utils module dl_utils.inference.ollama_utils module dl_utils.inference.qps_control module dl_utils.inference.ray_inference_utils module dl_utils.inspect_data_utils module dl_utils.mask_utils module dl_utils.memory_utils module dl_utils.prefetcher module dl_utils.timer module download() (in module dl_utils.data.download)

E

elapsed_s (dl_utils.memory_utils.MemoryStats attribute) end_stage() (dl_utils.timer.ExecutionTimer method)

ensure_ollama_running() (in module dl_utils.inference.ollama_utils) ExecutionTimer (class in dl_utils.timer) extract_json() (in module dl_utils.inference.llm_utils)

F

find_records_by_id() (dl_utils.id_utils.IdSampleManager method) flex_kwargs() (in module dl_utils.decorators) format_message() (dl_utils.memory_utils.MemoryStats method)

format_prompt() (in module dl_utils.inference.llm_utils) from_bytes() (dl_utils.global_cache_utils.GlobalCache class method) from_dict() (dl_utils.id_utils.IdSampleManager class method)

G

gather_objects() (in module dl_utils.distributed.gather) gc_and_empty_cache() (in module dl_utils.memory_utils) generate_id() (in module dl_utils.id_utils) get() (dl_utils.global_cache_utils.GlobalCache method) get_cpu_memory_state() (in module dl_utils.memory_utils) get_current_time_in_ms() (dl_utils.timer.Timer method) (in module dl_utils.timer) get_device() (in module dl_utils.distributed.basic) get_duration() (dl_utils.timer.Timer method) get_duration_and_reset() (dl_utils.timer.Timer method) get_env() (in module dl_utils.env_utils) get_global_rank() (in module dl_utils.distributed.basic) get_gpu_memory_state() (in module dl_utils.memory_utils) get_local_rank() (in module dl_utils.distributed.basic) get_master_addr() (in module dl_utils.distributed.basic)

get_master_port() (in module dl_utils.distributed.basic) get_readable_timestamp() (in module dl_utils.timer) get_record() (dl_utils.id_utils.IdSampleManager method) get_record_ids() (dl_utils.id_utils.IdSampleManager method) get_remaining_ids() (dl_utils.id_utils.IdSampleManager method) get_selected_ids() (dl_utils.id_utils.IdSampleManager method) get_timestamp() (in module dl_utils.timer) get_video_duration() (in module dl_utils.data.video) get_video_duration_batch() (in module dl_utils.data.video) get_video_fps() (in module dl_utils.data.video) get_video_frame_count() (in module dl_utils.data.video) get_world_size() (in module dl_utils.distributed.basic) GlobalCache (class in dl_utils.global_cache_utils) gpu_after_mb (dl_utils.memory_utils.MemoryStats attribute) gpu_before_mb (dl_utils.memory_utils.MemoryStats attribute) gpu_delta_mb (dl_utils.memory_utils.MemoryStats property)

H

has_record() (dl_utils.id_utils.IdSampleManager method)

I

IdSampleManager (class in dl_utils.id_utils) index_by_id() (in module dl_utils.id_utils) inspect_data() (in module dl_utils.inspect_data_utils) intersect_masks() (in module dl_utils.mask_utils) intersection() (dl_utils.id_utils.IdSampleManager method) inv_normalize() (in module dl_utils.data.normalize)

invert_mask() (in module dl_utils.mask_utils) is_ndarray() (in module dl_utils.data.array) is_ollama_running() (in module dl_utils.inference.ollama_utils) is_tensor() (in module dl_utils.data.array) iter_files() (in module dl_utils.data.save_and_load) iter_jsonl() (in module dl_utils.data.save_and_load)

J

JsonLmdb (class in dl_utils.data.lmdb)

L

list_files() (in module dl_utils.fs.list_files) list_files_multithread() (in module dl_utils.fs.list_files) list_ids() (in module dl_utils.id_utils) list_records() (dl_utils.id_utils.IdSampleManager method) load() (dl_utils.global_cache_utils.GlobalCache class method) load_bytes() (in module dl_utils.data.save_and_load) load_files() (in module dl_utils.data.save_and_load) load_json() (dl_utils.id_utils.IdSampleManager class method) (in module dl_utils.data.save_and_load)

load_jsonl() (in module dl_utils.data.save_and_load) load_mask() (in module dl_utils.mask_utils) load_pickle() (in module dl_utils.data.save_and_load) load_prompt() (in module dl_utils.inference.llm_utils) load_text() (in module dl_utils.data.save_and_load) load_video() (in module dl_utils.data.video) local_rank0() (in module dl_utils.distributed.basic) log_on_entry() (in module dl_utils.decorators)

M

make_parent_dirs() (in module dl_utils.fs.dir) mask_iou() (in module dl_utils.mask_utils) measure_memory() (in module dl_utils.memory_utils) MemoryStats (class in dl_utils.memory_utils) module dl_utils.chunk_utils dl_utils.data.array dl_utils.data.download dl_utils.data.image dl_utils.data.lmdb dl_utils.data.normalize dl_utils.data.sample dl_utils.data.save_and_load dl_utils.data.video dl_utils.decorators dl_utils.distributed.basic dl_utils.distributed.breakpoint dl_utils.distributed.device dl_utils.distributed.gather dl_utils.env_utils dl_utils.fs.dir dl_utils.fs.list_files dl_utils.global_cache_utils dl_utils.id_utils dl_utils.inference.llm_utils dl_utils.inference.ollama_utils dl_utils.inference.qps_control dl_utils.inference.ray_inference_utils dl_utils.inspect_data_utils dl_utils.mask_utils dl_utils.memory_utils dl_utils.prefetcher dl_utils.timer

N

normalize() (in module dl_utils.data.normalize)

O

OllamaModel (class in dl_utils.inference.ollama_utils)

P

preload() (dl_utils.prefetcher.CudaPreFetcher method)

print_table() (dl_utils.timer.ExecutionTimer method)

Q

QPSLimiter (class in dl_utils.inference.qps_control)

R

rank0() (in module dl_utils.distributed.basic) rank0_log() (in module dl_utils.distributed.basic) rank0_print() (in module dl_utils.distributed.basic) rank0_wrapper() (in module dl_utils.distributed.basic) RayActorScheduler (class in dl_utils.inference.ray_inference_utils) real_qps() (dl_utils.inference.qps_control.QPSLimiter method)

records (dl_utils.id_utils.IdSampleManager property) recursive_to() (in module dl_utils.distributed.device) remove_record() (dl_utils.id_utils.IdSampleManager method) render_prompt() (in module dl_utils.inference.llm_utils) reset() (dl_utils.timer.Timer method) run() (dl_utils.inference.qps_control.QPSLimiter method)

S

sample_contiguous() (in module dl_utils.data.sample) sample_evenly() (in module dl_utils.data.sample) sample_randomly() (in module dl_utils.data.sample) sample_record() (dl_utils.id_utils.IdSampleManager method) save() (dl_utils.global_cache_utils.GlobalCache method) save_bytes() (in module dl_utils.data.save_and_load) save_json() (dl_utils.id_utils.IdSampleManager method) (in module dl_utils.data.save_and_load) save_jsonl() (in module dl_utils.data.save_and_load) save_mask() (in module dl_utils.mask_utils)

save_pickle() (in module dl_utils.data.save_and_load) save_text() (in module dl_utils.data.save_and_load) save_video() (in module dl_utils.data.video) shutdown() (dl_utils.inference.qps_control.QPSLimiter method) sort_chunk() (in module dl_utils.chunk_utils) start_ollama_background() (in module dl_utils.inference.ollama_utils) start_stage() (dl_utils.timer.ExecutionTimer method) submit() (dl_utils.inference.ray_inference_utils.RayActorScheduler method) subtract_mask() (in module dl_utils.mask_utils) summary() (dl_utils.timer.ExecutionTimer method)

T

tag (dl_utils.memory_utils.MemoryStats attribute) Timer (class in dl_utils.timer) to_bytes() (dl_utils.global_cache_utils.GlobalCache method)

to_dict() (dl_utils.id_utils.IdSampleManager method) to_numpy() (in module dl_utils.data.array) to_original() (in module dl_utils.data.array) to_tensor() (in module dl_utils.data.array)

U

unbinarize_mask() (in module dl_utils.mask_utils)

union() (dl_utils.id_utils.IdSampleManager method) union_masks() (in module dl_utils.mask_utils)