Index A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | Q | R | S | T | W A agent_rank (etha.tensor_bus.bootstrap.BootstrapInfo attribute) (etha.tensor_bus.client.TensorBusClient attribute) agent_state_lmdb_path (etha.tensor_bus.client.TensorBusClient attribute) B BaseCommand (class in etha.tensor_bus.commands) batch_group (etha.tensor_bus.batch_state.BatchState attribute) batch_id (etha.tensor_bus.batch_state.BatchState attribute) (etha.tensor_bus.client.BatchHandler attribute) (etha.tensor_bus.commands.CleanupBatch attribute) (etha.tensor_bus.commands.QueryStatus attribute) (etha.tensor_bus.commands.RegisterTensors attribute) (etha.tensor_bus.commands.Transfer attribute) batches (etha.tensor_bus.agent.TensorBusAgent attribute) BatchHandler (class in etha.tensor_bus.client) BatchState (class in etha.tensor_bus.batch_state) bootstrap_client() (in module etha.tensor_bus.bootstrap) BootstrapInfo (class in etha.tensor_bus.bootstrap) BROADCAST (etha.comm.transfer.TransferType attribute) Bucket (class in etha.comm.ir) bucket_comm() (in module etha.comm.comm_methods) bucket_key (etha.comm.ir.Chunk property) bucket_size (etha.tensor_bus.batch_state.BatchState attribute) (etha.tensor_bus.commands.RegisterTensors attribute) BucketEntry (class in etha.comm.ir) buffer (etha.comm.transfer.Transferable attribute) buffer_ready_event (etha.comm.ir.Bucket attribute) C calculate_chunk_shape() (in module etha.comm.get_chunks) capacity (etha.tensor_bus.command_queue.CommandQueue attribute) Chunk (class in etha.comm.ir) chunk (etha.comm.ir.BucketEntry attribute) chunk_comm() (in module etha.comm.comm_methods) chunk_shape (etha.comm.ir.Chunk attribute) chunk_to_bucket_ops() (in module etha.comm.get_buckets) CleanupBatch (class in etha.tensor_bus.commands) clear() (etha.tensor_bus.command_queue.CommandQueue method) client (etha.tensor_bus.client.BatchHandler property) close() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) (etha.tensor_bus.agent.TensorBusAgent method) (etha.tensor_bus.client.BatchHandler method) (etha.tensor_bus.client.TensorBusClient method) (etha.tensor_bus.command_queue.CommandQueue method) command_queue (etha.tensor_bus.agent.TensorBusAgent attribute) (etha.tensor_bus.client.TensorBusClient attribute) command_queue_path (etha.tensor_bus.bootstrap.BootstrapInfo attribute) CommandQueue (class in etha.tensor_bus.command_queue) component (etha.kvstore.base.KVStore attribute) create_store() (in module etha.kvstore) D delete() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) dequeue() (etha.tensor_bus.command_queue.CommandQueue method) dequeue_batch() (etha.tensor_bus.command_queue.CommandQueue method) device (etha.comm.ir.Bucket attribute) dst_idx (etha.comm.ir.Chunk attribute) dst_ranks (etha.comm.transfer.Transferable attribute) E enqueue() (etha.tensor_bus.command_queue.CommandQueue method) entries (etha.comm.ir.Bucket attribute) enumerate_partial_subgroup_ranks() (in module etha.comm.utils) EtcdStore (class in etha.kvstore.etcd) etha module etha.comm module etha.comm.comm_methods module etha.comm.execution module etha.comm.get_buckets module etha.comm.get_chunks module etha.comm.get_m2m_map module etha.comm.ir module etha.comm.transfer module etha.comm.utils module etha.kvstore module etha.kvstore.base module etha.kvstore.etcd module etha.kvstore.tcp module etha.pg_utils module etha.tensor_bus module etha.tensor_bus.agent module etha.tensor_bus.batch_state module etha.tensor_bus.bootstrap module etha.tensor_bus.client module etha.tensor_bus.command_queue module etha.tensor_bus.commands module etha.tensor_bus.pair_state module etha.tensor_bus.utils module execute() (etha.comm.transfer.Transferable method) execute_bucket_pipeline() (in module etha.comm.execution) execute_chunk_simple() (in module etha.comm.execution) exists() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) expected_world_size (etha.tensor_bus.commands.InitPair attribute) F finalize() (etha.comm.ir.Bucket method) (etha.comm.ir.Chunk method) G gather_broadcast_comm() (in module etha.comm.comm_methods) generate_semaphore_name() (in module etha.tensor_bus.client) get() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) get_bytes() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) get_m2m_map() (in module etha.comm.get_m2m_map) get_or_create_process_group() (in module etha.pg_utils) get_shard_shape() (in module etha.comm.get_m2m_map) get_slice_from_multi_index() (in module etha.comm.utils) get_slicer_tuples() (in module etha.comm.utils) global_rank (etha.tensor_bus.bootstrap.BootstrapInfo attribute) H host (etha.kvstore.etcd.EtcdStore attribute) (etha.kvstore.tcp.TorchTCPStore attribute) I init_pair() (etha.tensor_bus.client.TensorBusClient method) InitPair (class in etha.tensor_bus.commands) is_complete() (etha.comm.ir.Bucket method) is_empty() (etha.tensor_bus.command_queue.CommandQueue method) is_master (etha.kvstore.tcp.TorchTCPStore attribute) is_source (etha.comm.transfer.Transferable attribute) K key (etha.comm.ir.Bucket attribute) KVStore (class in etha.kvstore.base) L launch() (etha.comm.ir.Bucket method) lmdb_path (etha.tensor_bus.command_queue.CommandQueue attribute) lmdb_state_path (etha.tensor_bus.agent.TensorBusAgent attribute) local_group (etha.tensor_bus.batch_state.BatchState attribute) (etha.tensor_bus.pair_state.PairState attribute) local_is_first (etha.tensor_bus.pair_state.PairState attribute) local_leader (etha.tensor_bus.batch_state.BatchState attribute) local_name (etha.tensor_bus.commands.InitPair attribute) (etha.tensor_bus.pair_state.PairState attribute) local_ranks (etha.tensor_bus.pair_state.PairState attribute) logfire (in module etha.tensor_bus.agent) logger (in module etha.comm.comm_methods) (in module etha.comm.execution) (in module etha.comm.get_m2m_map) (in module etha.comm.ir) (in module etha.kvstore.etcd) (in module etha.kvstore.tcp) (in module etha.tensor_bus.agent) (in module etha.tensor_bus.bootstrap) (in module etha.tensor_bus.client) (in module etha.tensor_bus.command_queue) (in module etha.tensor_bus.utils) M m2m_map (etha.tensor_bus.pair_state.M2MMap attribute) m2m_recv (etha.tensor_bus.pair_state.PairState attribute) m2m_send (etha.tensor_bus.pair_state.PairState attribute) M2MMap (class in etha.tensor_bus.pair_state) map_to_chunk_ops() (in module etha.comm.get_chunks) mesh_shape_payload (etha.tensor_bus.commands.InitPair attribute) Message (in module etha.tensor_bus.commands) method (etha.tensor_bus.bootstrap.BootstrapInfo attribute) module etha etha.comm etha.comm.comm_methods etha.comm.execution etha.comm.get_buckets etha.comm.get_chunks etha.comm.get_m2m_map etha.comm.ir etha.comm.transfer etha.comm.utils etha.kvstore etha.kvstore.base etha.kvstore.etcd etha.kvstore.tcp etha.pg_utils etha.tensor_bus etha.tensor_bus.agent etha.tensor_bus.batch_state etha.tensor_bus.bootstrap etha.tensor_bus.client etha.tensor_bus.command_queue etha.tensor_bus.commands etha.tensor_bus.pair_state etha.tensor_bus.utils N namespace (etha.kvstore.base.KVStore attribute) nbytes (etha.comm.ir.BucketEntry attribute) O offset (etha.comm.ir.BucketEntry attribute) P P2P (etha.comm.transfer.TransferType attribute) pair_group (etha.tensor_bus.pair_state.PairState attribute) pair_name (etha.tensor_bus.commands.InitPair attribute) (etha.tensor_bus.pair_state.PairState attribute) pair_names (etha.tensor_bus.batch_state.BatchState attribute) (etha.tensor_bus.client.BatchHandler attribute) pair_size (etha.tensor_bus.pair_state.PairState attribute) pair_target_dtypes (etha.tensor_bus.batch_state.BatchState attribute) pair_tensors (etha.tensor_bus.batch_state.BatchState attribute) pairs (etha.tensor_bus.agent.TensorBusAgent attribute) PairState (class in etha.tensor_bus.pair_state) peek() (etha.tensor_bus.command_queue.CommandQueue method) placements_payload (etha.tensor_bus.commands.InitPair attribute) POLL_INTERVAL (in module etha.kvstore.tcp) port (etha.kvstore.etcd.EtcdStore attribute) (etha.kvstore.tcp.TorchTCPStore attribute) prepare() (etha.comm.ir.Bucket method) (etha.comm.ir.Chunk method) Q query_transfer_signal() (etha.tensor_bus.client.BatchHandler method) (etha.tensor_bus.client.TensorBusClient method) QueryStatus (class in etha.tensor_bus.commands) QueueFullError R rank (etha.tensor_bus.agent.TensorBusAgent attribute) rank_offset (etha.tensor_bus.bootstrap.BootstrapInfo attribute) ready_name (etha.tensor_bus.command_queue.CommandQueue attribute) recv_buckets (etha.tensor_bus.batch_state.BatchState attribute) recv_chunks (etha.tensor_bus.batch_state.BatchState attribute) register_tensors() (etha.tensor_bus.client.TensorBusClient method) RegisterTensors (class in etha.tensor_bus.commands) remote_name (etha.tensor_bus.commands.InitPair attribute) (etha.tensor_bus.pair_state.PairState attribute) remote_ranks (etha.tensor_bus.pair_state.PairState attribute) run() (etha.tensor_bus.agent.TensorBusAgent method) S SELF_COPY (etha.comm.transfer.TransferType attribute) sem_name (etha.tensor_bus.command_queue.CommandQueue attribute) semaphore_name (etha.tensor_bus.commands.BaseCommand attribute) send_buckets (etha.tensor_bus.batch_state.BatchState attribute) send_chunks (etha.tensor_bus.batch_state.BatchState attribute) set() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) set_bytes() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) setup_cuda_rebuild_patch() (in module etha.tensor_bus.utils) setup_ptrace() (in module etha.tensor_bus.bootstrap) SHADOW (etha.comm.transfer.TransferType attribute) size() (etha.tensor_bus.command_queue.CommandQueue method) slice_tuples (etha.comm.ir.Chunk attribute) source_num_slicers (etha.tensor_bus.pair_state.M2MMap attribute) source_partial_groups (etha.comm.ir.Chunk attribute) (etha.tensor_bus.pair_state.PairState attribute) source_partial_reductions (etha.tensor_bus.pair_state.M2MMap attribute) space_sem_name (etha.tensor_bus.command_queue.CommandQueue attribute) src_idx (etha.comm.ir.Chunk attribute) src_rank (etha.comm.transfer.Transferable attribute) src_slice_tuples (etha.comm.ir.Chunk attribute) state_db (etha.tensor_bus.agent.TensorBusAgent attribute) (etha.tensor_bus.client.TensorBusClient attribute) state_env (etha.tensor_bus.agent.TensorBusAgent attribute) (etha.tensor_bus.client.TensorBusClient attribute) state_name (etha.tensor_bus.commands.QueryStatus attribute) state_path (etha.tensor_bus.bootstrap.BootstrapInfo attribute) store (etha.tensor_bus.agent.TensorBusAgent attribute) T target_num_slicers (etha.tensor_bus.pair_state.M2MMap attribute) tensor (etha.comm.ir.Chunk attribute) TensorBusAgent (class in etha.tensor_bus.agent) TensorBusClient (class in etha.tensor_bus.client) tensors (etha.tensor_bus.commands.RegisterTensors attribute) TIME_INTERVAL (in module etha.tensor_bus.agent) timestamp (etha.tensor_bus.commands.BaseCommand attribute) TorchTCPStore (class in etha.kvstore.tcp) total_bytes (etha.comm.ir.Bucket attribute) Transfer (class in etha.tensor_bus.commands) transfer() (etha.tensor_bus.client.BatchHandler method) (etha.tensor_bus.client.TensorBusClient method) transfer_dtype (etha.comm.ir.Chunk attribute) transfer_type (etha.comm.transfer.Transferable attribute) (etha.tensor_bus.commands.Transfer attribute) Transferable (class in etha.comm.transfer) TransferType (class in etha.comm.transfer) W wait_for_key() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) wait_for_keys() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) wait_for_value() (etha.kvstore.base.KVStore method) (etha.kvstore.etcd.EtcdStore method) (etha.kvstore.tcp.TorchTCPStore method) work (etha.comm.transfer.Transferable attribute) world_size (etha.kvstore.tcp.TorchTCPStore attribute) (etha.tensor_bus.agent.TensorBusAgent attribute)