Bagua API Documentation
0.5.0
API Documents
bagua
Bagua API Documentation
Bagua API Documentation
»
Index
Edit on GitHub
Index
A
|
B
|
C
|
D
|
F
|
G
|
I
|
L
|
M
|
O
|
Q
|
R
|
S
|
U
A
add_param() (bagua.torch_api.distributed.Reducer method)
allreduce() (in module bagua.torch_api)
(in module bagua.torch_api.communication)
allreduce_parameters() (in module bagua.torch_api.distributed)
ask_and_update_hyperparameters() (bagua.torch_api.distributed.ModelSwitchWrapper method)
B
bagua
module
bagua.bagua_define
module
bagua.torch_api
module
bagua.torch_api.communication
module
bagua.torch_api.contrib
module
bagua.torch_api.contrib.fused_optimizer
module
bagua.torch_api.contrib.load_balancing_data_loader
module
bagua.torch_api.distributed
module
bagua.torch_api.env
module
bagua_init() (in module bagua.torch_api)
(in module bagua.torch_api.distributed)
broadcast() (in module bagua.torch_api)
(in module bagua.torch_api.communication)
broadcast_parameters() (in module bagua.torch_api.distributed)
C
create_hooks() (bagua.torch_api.distributed.OverlappingWrapper method)
D
Decentralize (bagua.bagua_define.DistributedAlgorithm attribute)
(bagua.torch_api.DistributedAlgorithm attribute)
DistributedAlgorithm (class in bagua.bagua_define)
(class in bagua.torch_api)
DistributedModule (class in bagua.torch_api.distributed)
F
fill_slot() (bagua.torch_api.distributed.Reducer method)
forward() (bagua.torch_api.distributed.DistributedModule method)
(bagua.torch_api.distributed.ModelSwitchWrapper method)
(bagua.torch_api.distributed.OverlappingWrapper method)
from_str() (bagua.torch_api.DistributedAlgorithm static method)
FusedOptimizer (class in bagua.torch_api.contrib.fused_optimizer)
G
generate_batches() (bagua.torch_api.contrib.load_balancing_data_loader.LoadBalancingDistributedBatchSampler method)
get_default_bucket_size() (in module bagua.torch_api.env)
get_local_rank() (in module bagua.torch_api)
(in module bagua.torch_api.env)
get_local_size() (in module bagua.torch_api)
(in module bagua.torch_api.env)
get_rank() (in module bagua.torch_api)
(in module bagua.torch_api.env)
get_world_size() (in module bagua.torch_api)
(in module bagua.torch_api.env)
GradientAllReduce (bagua.bagua_define.DistributedAlgorithm attribute)
(bagua.torch_api.DistributedAlgorithm attribute)
I
init_process_group() (in module bagua.torch_api)
(in module bagua.torch_api.communication)
initialize_buckets() (bagua.torch_api.distributed.Reducer method)
L
LoadBalancingDistributedBatchSampler (class in bagua.torch_api.contrib.load_balancing_data_loader)
LoadBalancingDistributedSampler (class in bagua.torch_api.contrib.load_balancing_data_loader)
M
mark_bucket_ready() (bagua.torch_api.distributed.Reducer method)
mark_on_complete() (bagua.torch_api.distributed.Reducer method)
mark_tensor_ready() (bagua.torch_api.distributed.Reducer method)
ModelSwitchWrapper (class in bagua.torch_api.distributed)
module
bagua
bagua.bagua_define
bagua.torch_api
bagua.torch_api.communication
bagua.torch_api.contrib
bagua.torch_api.contrib.fused_optimizer
bagua.torch_api.contrib.load_balancing_data_loader
bagua.torch_api.distributed
bagua.torch_api.env
O
OverlappingWrapper (class in bagua.torch_api.distributed)
Q
QuantizeAllReduce (bagua.bagua_define.DistributedAlgorithm attribute)
(bagua.torch_api.DistributedAlgorithm attribute)
R
Reducer (class in bagua.torch_api.distributed)
register_bagua_buckets() (bagua.torch_api.distributed.Reducer method)
report_metrics() (bagua.torch_api.distributed.ModelSwitchWrapper method)
reset_reducer() (bagua.torch_api.distributed.OverlappingWrapper method)
S
ScatterGatherAllReduce (bagua.bagua_define.DistributedAlgorithm attribute)
(bagua.torch_api.DistributedAlgorithm attribute)
set_epoch() (bagua.torch_api.contrib.load_balancing_data_loader.LoadBalancingDistributedBatchSampler method)
(bagua.torch_api.contrib.load_balancing_data_loader.LoadBalancingDistributedSampler method)
shuffle_chunks() (bagua.torch_api.contrib.load_balancing_data_loader.LoadBalancingDistributedSampler method)
state_dict() (bagua.torch_api.distributed.ModelSwitchWrapper method)
step() (bagua.torch_api.contrib.fused_optimizer.FusedOptimizer method)
switch_to() (bagua.torch_api.distributed.ModelSwitchWrapper method)
U
unwrap() (bagua.torch_api.distributed.DistributedModule method)
Read the Docs
v: 0.5.0
Versions
latest
stable
0.5.0
0.4.0
Downloads
On Read the Docs
Project Home
Builds
Free document hosting provided by
Read the Docs
.