Index

A

Algorithm (class in bagua.torch_api.algorithms) (class in bagua.torch_api.algorithms.base) allreduce() (in module bagua.torch_api) (in module bagua.torch_api.communication)

append_centralized_synchronous_op() (bagua.torch_api.bucket.BaguaBucket method) append_decentralized_synchronous_op() (bagua.torch_api.bucket.BaguaBucket method) append_python_op() (bagua.torch_api.bucket.BaguaBucket method)

B

bagua module bagua.torch_api module bagua.torch_api.algorithms module bagua.torch_api.algorithms.base module bagua.torch_api.algorithms.bytegrad module bagua.torch_api.algorithms.decentralized module bagua.torch_api.algorithms.gradient_allreduce module bagua.torch_api.algorithms.q_adam module bagua.torch_api.bucket module bagua.torch_api.communication module bagua.torch_api.contrib module bagua.torch_api.contrib.fused_optimizer module bagua.torch_api.contrib.load_balancing_data_loader module

bagua.torch_api.distributed module bagua.torch_api.env module bagua.torch_api.tensor module bagua_backend_tensor() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method) bagua_build_params() (bagua.torch_api.BaguaModule method) (bagua.torch_api.distributed.BaguaModule method) bagua_ensure_grad() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method) bagua_mark_communication_ready() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method) bagua_mark_communication_ready_without_synchronization() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method) bagua_set_storage() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method) BaguaBucket (class in bagua.torch_api.bucket) BaguaModule (class in bagua.torch_api) (class in bagua.torch_api.distributed) BaguaTensor (class in bagua.torch_api) (class in bagua.torch_api.tensor) broadcast() (in module bagua.torch_api) (in module bagua.torch_api.communication) ByteGradAlgorithm (class in bagua.torch_api.algorithms.bytegrad)

C

check_flatten() (bagua.torch_api.bucket.BaguaBucket method)

clear_ops() (bagua.torch_api.bucket.BaguaBucket method)

D

DecentralizedAlgorithm (class in bagua.torch_api.algorithms.decentralized)

E

ensure_bagua_tensor() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method)

F

FusedOptimizer (class in bagua.torch_api.contrib) (class in bagua.torch_api.contrib.fused_optimizer)

G

get_default_bucket_size() (in module bagua.torch_api.env) get_local_rank() (in module bagua.torch_api) (in module bagua.torch_api.env) get_local_size() (in module bagua.torch_api) (in module bagua.torch_api.env)

get_rank() (in module bagua.torch_api) (in module bagua.torch_api.env) get_world_size() (in module bagua.torch_api) (in module bagua.torch_api.env) GradientAllReduceAlgorithm (class in bagua.torch_api.algorithms.gradient_allreduce)

I

init_backward_hook() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) (bagua.torch_api.algorithms.decentralized.DecentralizedAlgorithm method) (bagua.torch_api.algorithms.q_adam.QAdamAlgorithm method) init_forward_pre_hook() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) (bagua.torch_api.algorithms.decentralized.DecentralizedAlgorithm method) init_operations() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) (bagua.torch_api.algorithms.bytegrad.ByteGradAlgorithm method) (bagua.torch_api.algorithms.decentralized.DecentralizedAlgorithm method) (bagua.torch_api.algorithms.gradient_allreduce.GradientAllReduceAlgorithm method) (bagua.torch_api.algorithms.q_adam.QAdamAlgorithm method)

init_post_backward_hook() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) (bagua.torch_api.algorithms.decentralized.DecentralizedAlgorithm method) init_post_optimizer_step_hook() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) init_process_group() (in module bagua.torch_api) (in module bagua.torch_api.communication) init_tensors() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) (bagua.torch_api.algorithms.decentralized.DecentralizedAlgorithm method) (bagua.torch_api.algorithms.q_adam.QAdamAlgorithm method) is_bagua_tensor() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method)

L

LoadBalancingDistributedBatchSampler (class in bagua.torch_api.contrib) (class in bagua.torch_api.contrib.load_balancing_data_loader)

LoadBalancingDistributedSampler (class in bagua.torch_api.contrib) (class in bagua.torch_api.contrib.load_balancing_data_loader)

M

module bagua bagua.torch_api bagua.torch_api.algorithms bagua.torch_api.algorithms.base bagua.torch_api.algorithms.bytegrad bagua.torch_api.algorithms.decentralized bagua.torch_api.algorithms.gradient_allreduce bagua.torch_api.algorithms.q_adam bagua.torch_api.bucket bagua.torch_api.communication bagua.torch_api.contrib bagua.torch_api.contrib.fused_optimizer bagua.torch_api.contrib.load_balancing_data_loader bagua.torch_api.distributed bagua.torch_api.env bagua.torch_api.tensor

N

name (bagua.torch_api.bucket.BaguaBucket attribute) need_reset() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) (bagua.torch_api.algorithms.q_adam.QAdamAlgorithm method)

Q

QAdamAlgorithm (class in bagua.torch_api.algorithms.q_adam)

QAdamOptimizer (class in bagua.torch_api.algorithms.q_adam)

R

reduce() (in module bagua.torch_api.communication)

S

set_epoch() (bagua.torch_api.contrib.load_balancing_data_loader.LoadBalancingDistributedBatchSampler method) (bagua.torch_api.contrib.load_balancing_data_loader.LoadBalancingDistributedSampler method) (bagua.torch_api.contrib.LoadBalancingDistributedBatchSampler method) (bagua.torch_api.contrib.LoadBalancingDistributedSampler method)

step() (bagua.torch_api.algorithms.q_adam.QAdamOptimizer method) (bagua.torch_api.contrib.fused_optimizer.FusedOptimizer method) (bagua.torch_api.contrib.FusedOptimizer method)

T

tensors (bagua.torch_api.bucket.BaguaBucket attribute) tensors_to_buckets() (bagua.torch_api.algorithms.Algorithm method) (bagua.torch_api.algorithms.base.Algorithm method) (bagua.torch_api.algorithms.bytegrad.ByteGradAlgorithm method) (bagua.torch_api.algorithms.q_adam.QAdamAlgorithm method)

to_bagua_tensor() (bagua.torch_api.BaguaTensor method) (bagua.torch_api.tensor.BaguaTensor method)

W

with_bagua() (bagua.torch_api.BaguaModule method) (bagua.torch_api.distributed.BaguaModule method)