icefall/.mypy_cache/3.9/torch/distributed/distributed_c10d.data.json

{".class": "MypyFile", "_fullname": "torch.distributed.distributed_c10d", "is_partial_stub_package": false, "is_stub": false, "names": {".class": "SymbolTable", "AllToAllOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.AllToAllOptions", "kind": "Gdef"}, "AllreduceCoalescedOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.AllreduceCoalescedOptions", "kind": "Gdef"}, "AllreduceOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.AllreduceOptions", "kind": "Gdef"}, "Backend": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeInfo", "_promote": null, "abstract_attributes": [], "bases": ["builtins.object"], "declared_metaclass": null, "defn": {".class": "ClassDef", "fullname": "torch.distributed.distributed_c10d.Backend", "name": "Backend", "type_vars": []}, "flags": [], "fullname": "torch.distributed.distributed_c10d.Backend", "metaclass_type": null, "metadata": {}, "module_name": "torch.distributed.distributed_c10d", "mro": ["torch.distributed.distributed_c10d.Backend", "builtins.object"], "names": {".class": "SymbolTable", "GLOO": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class", "is_ready"], "fullname": "torch.distributed.distributed_c10d.Backend.GLOO", "name": "GLOO", "type": "builtins.str"}}, "MPI": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class", "is_ready"], "fullname": "torch.distributed.distributed_c10d.Backend.MPI", "name": "MPI", "type": "builtins.str"}}, "NCCL": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class", "is_ready"], "fullname": "torch.distributed.distributed_c10d.Backend.NCCL", "name": "NCCL", "type": "builtins.str"}}, "TCP": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class", "is_ready"], "fullname": "torch.distributed.distributed_c10d.Backend.TCP", "name": "TCP", "type": "builtins.str"}}, "UNDEFINED": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class", "is_ready"], "fullname": "torch.distributed.distributed_c10d.Backend.UNDEFINED", "name": "UNDEFINED", "type": "builtins.str"}}, "__new__": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0], "arg_names": ["cls", "name"], "flags": [], "fullname": "torch.distributed.distributed_c10d.Backend.__new__", "name": "__new__", "type": {".class": "CallableType", "arg_kinds": [0, 0], "arg_names": ["cls", "name"], "arg_types": [{".class": "TypeType", "item": "torch.distributed.distributed_c10d.Backend"}, "builtins.str"], "bound_args": [], "def_extras": {"first_arg": "cls"}, "fallback": "builtins.function", "implicit": false, "is_ellipsis_args": false, "name": "__new__ of Backend", "ret_type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, "type_guard": null, "variables": []}}}, "register_backend": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Decorator", "func": {".class": "FuncDef", "arg_kinds": [0, 0, 0], "arg_names": ["cls", "name", "func"], "flags": ["is_class", "is_decorated"], "fullname": "torch.distributed.distributed_c10d.Backend.register_backend", "name": "register_backend", "type": null}, "is_overload": false, "var": {".class": "Var", "flags": ["is_initialized_in_class", "is_classmethod", "is_ready"], "fullname": null, "name": "register_backend", "type": {".class": "CallableType", "arg_kinds": [0, 0, 0], "arg_names": ["cls", "name", "func"], "arg_types": [{".class": "TypeType", "item": "torch.distributed.distributed_c10d.Backend"}, {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}], "bound_args": [], "def_extras": {}, "fallback": "builtins.function", "implicit": true, "is_ellipsis_args": false, "name": "register_backend of Backend", "ret_type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, "type_guard": null, "variables": []}}}}}, "tuple_type": null, "type_vars": [], "typeddict_type": null}}, "BarrierOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.BarrierOptions", "kind": "Gdef"}, "BroadcastOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.BroadcastOptions", "kind": "Gdef"}, "Dict": {".class": "SymbolTableNode", "cross_ref": "typing.Dict", "kind": "Gdef"}, "GatherOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.GatherOptions", "kind": "Gdef"}, "GroupMember": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeInfo", "_promote": null, "abstract_attributes": [], "bases": ["builtins.object"], "declared_metaclass": null, "defn": {".class": "ClassDef", "fullname": "torch.distributed.distributed_c10d.GroupMember", "name": "GroupMember", "type_vars": []}, "flags": [], "fullname": "torch.distributed.distributed_c10d.GroupMember", "metaclass_type": null, "metadata": {}, "module_name": "torch.distributed.distributed_c10d", "mro": ["torch.distributed.distributed_c10d.GroupMember", "builtins.object"], "names": {".class": "SymbolTable", "NON_GROUP_MEMBER": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class"], "fullname": "torch.distributed.distributed_c10d.GroupMember.NON_GROUP_MEMBER", "name": "NON_GROUP_MEMBER", "type": "builtins.object"}}, "WORLD": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class"], "fullname": "torch.distributed.distributed_c10d.GroupMember.WORLD", "name": "WORLD", "type": {".class": "UnionType", "items": ["torch._C._distributed_c10d.ProcessGroup", {".class": "NoneType"}]}}}}, "tuple_type": null, "type_vars": [], "typeddict_type": null}}, "Optional": {".class": "SymbolTableNode", "cross_ref": "typing.Optional", "kind": "Gdef"}, "P2POp": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeInfo", "_promote": null, "abstract_attributes": [], "bases": ["builtins.object"], "declared_metaclass": null, "defn": {".class": "ClassDef", "fullname": "torch.distributed.distributed_c10d.P2POp", "name": "P2POp", "type_vars": []}, "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp", "metaclass_type": null, "metadata": {}, "module_name": "torch.distributed.distributed_c10d", "mro": ["torch.distributed.distributed_c10d.P2POp", "builtins.object"], "names": {".class": "SymbolTable", "__init__": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 0, 0, 1, 1], "arg_names": ["self", "op", "tensor", "peer", "group", "tag"], "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp.__init__", "name": "__init__", "type": null}}, "__new__": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 0, 0, 1, 1], "arg_names": ["cls", "op", "tensor", "peer", "group", "tag"], "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp.__new__", "name": "__new__", "type": null}}, "group": {".class": "SymbolTableNode", "implicit": true, "kind": "Mdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp.group", "name": "group", "type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}}}, "op": {".class": "SymbolTableNode", "implicit": true, "kind": "Mdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp.op", "name": "op", "type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}}}, "peer": {".class": "SymbolTableNode", "implicit": true, "kind": "Mdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp.peer", "name": "peer", "type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}}}, "tag": {".class": "SymbolTableNode", "implicit": true, "kind": "Mdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp.tag", "name": "tag", "type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}}}, "tensor": {".class": "SymbolTableNode", "implicit": true, "kind": "Mdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d.P2POp.tensor", "name": "tensor", "type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}}}}, "tuple_type": null, "type_vars": [], "typeddict_type": null}}, "PG_WRAPPER_STORE_PREFIX": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d.PG_WRAPPER_STORE_PREFIX", "name": "PG_WRAPPER_STORE_PREFIX", "type": "builtins.str"}}, "PrefixStore": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.PrefixStore", "kind": "Gdef"}, "ProcessGroup": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ProcessGroup", "kind": "Gdef"}, "ProcessGroupGloo": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ProcessGroupGloo", "kind": "Gdef"}, "ProcessGroupMPI": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ProcessGroupMPI", "kind": "Gdef"}, "ProcessGroupNCCL": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ProcessGroupNCCL", "kind": "Gdef"}, "ReduceOp": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ReduceOp", "kind": "Gdef"}, "ReduceOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ReduceOptions", "kind": "Gdef"}, "ReduceScatterOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ReduceScatterOptions", "kind": "Gdef"}, "STORE_BASED_BARRIER_PREFIX": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d.STORE_BASED_BARRIER_PREFIX", "name": "STORE_BASED_BARRIER_PREFIX", "type": "builtins.str"}}, "ScatterOptions": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.ScatterOptions", "kind": "Gdef"}, "Store": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d.Store", "kind": "Gdef"}, "Tuple": {".class": "SymbolTableNode", "cross_ref": "typing.Tuple", "kind": "Gdef"}, "Union": {".class": "SymbolTableNode", "cross_ref": "typing.Union", "kind": "Gdef"}, "_DistributedDebugLevel": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d._DistributedDebugLevel", "kind": "Gdef"}, "_GLOO_AVAILABLE": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d._GLOO_AVAILABLE", "name": "_GLOO_AVAILABLE", "type": "builtins.bool"}}, "_MPI_AVAILABLE": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d._MPI_AVAILABLE", "name": "_MPI_AVAILABLE", "type": "builtins.bool"}}, "_NCCL_AVAILABLE": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d._NCCL_AVAILABLE", "name": "_NCCL_AVAILABLE", "type": "builtins.bool"}}, "_ProcessGroupWrapper": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d._ProcessGroupWrapper", "kind": "Gdef"}, "__doc__": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d.__doc__", "name": "__doc__", "type": "builtins.str"}}, "__file__": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d.__file__", "name": "__file__", "type": "builtins.str"}}, "__name__": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d.__name__", "name": "__name__", "type": "builtins.str"}}, "__package__": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d.__package__", "name": "__package__", "type": "builtins.str"}}, "_all_gather_base": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["output_tensor", "input_tensor", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d._all_gather_base", "name": "_all_gather_base", "type": null}}, "_backend": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d._backend", "name": "_backend", "type": "builtins.str"}}, "_batch_p2p_manager": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Decorator", "func": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["backend"], "flags": ["is_generator", "is_decorated"], "fullname": "torch.distributed.distributed_c10d._batch_p2p_manager", "name": "_batch_p2p_manager", "type": null}, "is_overload": false, "var": {".class": "Var", "flags": ["is_ready"], "fullname": null, "name": "_batch_p2p_manager", "type": {".class": "CallableType", "arg_kinds": [0], "arg_names": ["backend"], "arg_types": [{".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}], "bound_args": [], "def_extras": {}, "fallback": "builtins.function", "implicit": false, "is_ellipsis_args": false, "name": "_batch_p2p_manager", "ret_type": {".class": "Instance", "args": [{".class": "AnyType", "missing_import_name": null, "source_any": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, "type_of_any": 7}], "type_ref": "contextlib._GeneratorContextManager"}, "type_guard": null, "variables": []}}}}, "_check_op": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["op"], "flags": [], "fullname": "torch.distributed.distributed_c10d._check_op", "name": "_check_op", "type": null}}, "_check_p2p_op_list": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["p2p_op_list"], "flags": [], "fullname": "torch.distributed.distributed_c10d._check_p2p_op_list", "name": "_check_p2p_op_list", "type": null}}, "_check_single_tensor": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0], "arg_names": ["param", "param_name"], "flags": [], "fullname": "torch.distributed.distributed_c10d._check_single_tensor", "name": "_check_single_tensor", "type": null}}, "_check_tensor_list": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0], "arg_names": ["param", "param_name"], "flags": [], "fullname": "torch.distributed.distributed_c10d._check_tensor_list", "name": "_check_tensor_list", "type": null}}, "_create_process_group_wrapper": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 0, 0, 0, 1], "arg_names": ["wrapped_pg", "store_prefix", "store", "rank", "world_size", "timeout"], "flags": [], "fullname": "torch.distributed.distributed_c10d._create_process_group_wrapper", "name": "_create_process_group_wrapper", "type": {".class": "CallableType", "arg_kinds": [0, 0, 0, 0, 0, 1], "arg_names": ["wrapped_pg", "store_prefix", "store", "rank", "world_size", "timeout"], "arg_types": ["torch._C._distributed_c10d.ProcessGroup", "builtins.str", "torch._C._distributed_c10d.Store", "builtins.int", "builtins.int", "datetime.timedelta"], "bound_args": [], "def_extras": {"first_arg": null}, "fallback": "builtins.function", "implicit": false, "is_ellipsis_args": false, "name": "_create_process_group_wrapper", "ret_type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, "type_guard": null, "variables": []}}}, "_default_pg_init_method": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d._default_pg_init_method", "name": "_default_pg_init_method", "type": {".class": "UnionType", "items": [{".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, {".class": "NoneType"}]}}}, "_get_debug_mode": {".class": "SymbolTableNode", "cross_ref": "torch._C._distributed_c10d._get_debug_mode", "kind": "Gdef"}, "_get_default_group": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [], "arg_names": [], "flags": [], "fullname": "torch.distributed.distributed_c10d._get_default_group", "name": "_get_default_group", "type": null}}, "_get_default_store": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [], "arg_names": [], "flags": [], "fullname": "torch.distributed.distributed_c10d._get_default_store", "name": "_get_default_store", "type": null}}, "_get_global_rank": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0], "arg_names": ["group", "group_rank"], "flags": [], "fullname": "torch.distributed.distributed_c10d._get_global_rank", "name": "_get_global_rank", "type": null}}, "_get_group_rank": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0], "arg_names": ["group", "rank"], "flags": [], "fullname": "torch.distributed.distributed_c10d._get_group_rank", "name": "_get_group_rank", "type": {".class": "CallableType", "arg_kinds": [0, 0], "arg_names": ["group", "rank"], "arg_types": ["torch._C._distributed_c10d.ProcessGroup", {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}], "bound_args": [], "def_extras": {"first_arg": null}, "fallback": "builtins.function", "implicit": false, "is_ellipsis_args": false, "name": "_get_group_rank", "ret_type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, "type_guard": null, "variables": []}}}, "_get_group_size": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["group"], "flags": [], "fullname": "torch.distributed.distributed_c10d._get_group_size", "name": "_get_group_size", "type": null}}, "_group_count": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d._group_count", "name": "_group_count", "type": "builtins.int"}}, "_new_process_group_helper": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 0, 0, 0, 1, 1, 1], "arg_names": ["world_size", "rank", "group_ranks", "backend", "store", "pg_options", "group_name", "timeout"], "flags": [], "fullname": "torch.distributed.distributed_c10d._new_process_group_helper", "name": "_new_process_group_helper", "type": null}}, "_object_to_tensor": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["obj"], "flags": [], "fullname": "torch.distributed.distributed_c10d._object_to_tensor", "name": "_object_to_tensor", "type": null}}, "_pg_group_ranks": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d._pg_group_ranks", "name": "_pg_group_ranks", "type": {".class": "Instance", "args": ["torch._C._distributed_c10d.ProcessGroup", {".class": "Instance", "args": ["builtins.int", "builtins.int"], "type_ref": "builtins.dict"}], "type_ref": "builtins.dict"}}}, "_pg_map": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d._pg_map", "name": "_pg_map", "type": {".class": "Instance", "args": ["torch._C._distributed_c10d.ProcessGroup", {".class": "TupleType", "implicit": false, "items": ["builtins.str", {".class": "UnionType", "items": ["torch._C._distributed_c10d.Store", {".class": "NoneType"}]}], "partial_fallback": {".class": "Instance", "args": [{".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 6}], "type_ref": "builtins.tuple"}}], "type_ref": "builtins.dict"}}}, "_pg_names": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": ["is_ready"], "fullname": "torch.distributed.distributed_c10d._pg_names", "name": "_pg_names", "type": {".class": "Instance", "args": ["torch._C._distributed_c10d.ProcessGroup", "builtins.str"], "type_ref": "builtins.dict"}}}, "_pickler": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeAlias", "alias_tvars": [], "column": 0, "fullname": "torch.distributed.distributed_c10d._pickler", "line": 43, "no_args": true, "normalized": false, "target": "pickle.Pickler"}}, "_rank_not_in_group": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["group"], "flags": [], "fullname": "torch.distributed.distributed_c10d._rank_not_in_group", "name": "_rank_not_in_group", "type": {".class": "CallableType", "arg_kinds": [0], "arg_names": ["group"], "arg_types": ["torch._C._distributed_c10d.ProcessGroup"], "bound_args": [], "def_extras": {"first_arg": null}, "fallback": "builtins.function", "implicit": false, "is_ellipsis_args": false, "name": "_rank_not_in_group", "ret_type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}, "type_guard": null, "variables": []}}}, "_reduce_op": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeInfo", "_promote": null, "abstract_attributes": [], "bases": ["builtins.object"], "declared_metaclass": null, "defn": {".class": "ClassDef", "fullname": "torch.distributed.distributed_c10d._reduce_op", "name": "_reduce_op", "type_vars": []}, "flags": [], "fullname": "torch.distributed.distributed_c10d._reduce_op", "metaclass_type": null, "metadata": {}, "module_name": "torch.distributed.distributed_c10d", "mro": ["torch.distributed.distributed_c10d._reduce_op", "builtins.object"], "names": {".class": "SymbolTable", "__getattribute__": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0], "arg_names": ["self", "key"], "flags": [], "fullname": "torch.distributed.distributed_c10d._reduce_op.__getattribute__", "name": "__getattribute__", "type": null}}, "__init__": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["self"], "flags": [], "fullname": "torch.distributed.distributed_c10d._reduce_op.__init__", "name": "__init__", "type": null}}, "__members__": {".class": "SymbolTableNode", "implicit": true, "kind": "Mdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d._reduce_op.__members__", "name": "__members__", "type": {".class": "AnyType", "missing_import_name": null, "source_any": null, "type_of_any": 1}}}}, "tuple_type": null, "type_vars": [], "typeddict_type": null}}, "_reduce_scatter_base": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1, 1], "arg_names": ["output", "input", "op", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d._reduce_scatter_base", "name": "_reduce_scatter_base", "type": null}}, "_store_based_barrier": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 0], "arg_names": ["rank", "store", "timeout"], "flags": [], "fullname": "torch.distributed.distributed_c10d._store_based_barrier", "name": "_store_based_barrier", "type": null}}, "_tensor_to_object": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0], "arg_names": ["tensor", "tensor_size"], "flags": [], "fullname": "torch.distributed.distributed_c10d._tensor_to_object", "name": "_tensor_to_object", "type": null}}, "_unpickler": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeAlias", "alias_tvars": [], "column": 0, "fullname": "torch.distributed.distributed_c10d._unpickler", "line": 44, "no_args": true, "normalized": false, "target": "pickle.Unpickler"}}, "_update_default_pg": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["pg"], "flags": [], "fullname": "torch.distributed.distributed_c10d._update_default_pg", "name": "_update_default_pg", "type": null}}, "_validate_output_list_for_rank": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 0], "arg_names": ["my_rank", "dst", "gather_list"], "flags": [], "fullname": "torch.distributed.distributed_c10d._validate_output_list_for_rank", "name": "_validate_output_list_for_rank", "type": null}}, "all_gather": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["tensor_list", "tensor", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_gather", "name": "all_gather", "type": null}}, "all_gather_coalesced": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["output_tensor_lists", "input_tensor_list", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_gather_coalesced", "name": "all_gather_coalesced", "type": null}}, "all_gather_multigpu": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["output_tensor_lists", "input_tensor_list", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_gather_multigpu", "name": "all_gather_multigpu", "type": null}}, "all_gather_object": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1], "arg_names": ["object_list", "obj", "group"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_gather_object", "name": "all_gather_object", "type": null}}, "all_reduce": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["tensor", "op", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_reduce", "name": "all_reduce", "type": null}}, "all_reduce_coalesced": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["tensors", "op", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_reduce_coalesced", "name": "all_reduce_coalesced", "type": null}}, "all_reduce_multigpu": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["tensor_list", "op", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_reduce_multigpu", "name": "all_reduce_multigpu", "type": null}}, "all_to_all": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["output_tensor_list", "input_tensor_list", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_to_all", "name": "all_to_all", "type": null}}, "all_to_all_single": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1, 1, 1], "arg_names": ["output", "input", "output_split_sizes", "input_split_sizes", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.all_to_all_single", "name": "all_to_all_single", "type": null}}, "barrier": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1, 1, 1], "arg_names": ["group", "async_op", "device_ids"], "flags": [], "fullname": "torch.distributed.distributed_c10d.barrier", "name": "barrier", "type": null}}, "batch_isend_irecv": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["p2p_op_list"], "flags": [], "fullname": "torch.distributed.distributed_c10d.batch_isend_irecv", "name": "batch_isend_irecv", "type": null}}, "broadcast": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["tensor", "src", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.broadcast", "name": "broadcast", "type": null}}, "broadcast_multigpu": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1, 1], "arg_names": ["tensor_list", "src", "group", "async_op", "src_tensor"], "flags": [], "fullname": "torch.distributed.distributed_c10d.broadcast_multigpu", "name": "broadcast_multigpu", "type": null}}, "broadcast_object_list": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["object_list", "src", "group", "device"], "flags": [], "fullname": "torch.distributed.distributed_c10d.broadcast_object_list", "name": "broadcast_object_list", "type": null}}, "contextlib": {".class": "SymbolTableNode", "cross_ref": "contextlib", "kind": "Gdef"}, "default_pg_timeout": {".class": "SymbolTableNode", "cross_ref": "torch.distributed.constants.default_pg_timeout", "kind": "Gdef"}, "destroy_process_group": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1], "arg_names": ["group"], "flags": [], "fullname": "torch.distributed.distributed_c10d.destroy_process_group", "name": "destroy_process_group", "type": null}}, "dist_backend": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeAlias", "alias_tvars": [], "column": 0, "fullname": "torch.distributed.distributed_c10d.dist_backend", "line": 152, "no_args": true, "normalized": false, "target": "torch.distributed.distributed_c10d.Backend"}}, "gather": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1, 1], "arg_names": ["tensor", "gather_list", "dst", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.gather", "name": "gather", "type": null}}, "gather_object": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["obj", "object_gather_list", "dst", "group"], "flags": [], "fullname": "torch.distributed.distributed_c10d.gather_object", "name": "gather_object", "type": null}}, "get_backend": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1], "arg_names": ["group"], "flags": [], "fullname": "torch.distributed.distributed_c10d.get_backend", "name": "get_backend", "type": null}}, "get_rank": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1], "arg_names": ["group"], "flags": [], "fullname": "torch.distributed.distributed_c10d.get_rank", "name": "get_rank", "type": null}}, "get_world_size": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1], "arg_names": ["group"], "flags": [], "fullname": "torch.distributed.distributed_c10d.get_world_size", "name": "get_world_size", "type": null}}, "group": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "TypeInfo", "_promote": null, "abstract_attributes": [], "bases": ["builtins.object"], "declared_metaclass": null, "defn": {".class": "ClassDef", "fullname": "torch.distributed.distributed_c10d.group", "name": "group", "type_vars": []}, "flags": [], "fullname": "torch.distributed.distributed_c10d.group", "metaclass_type": null, "metadata": {}, "module_name": "torch.distributed.distributed_c10d", "mro": ["torch.distributed.distributed_c10d.group", "builtins.object"], "names": {".class": "SymbolTable", "WORLD": {".class": "SymbolTableNode", "kind": "Mdef", "node": {".class": "Var", "flags": ["is_initialized_in_class", "is_ready"], "fullname": "torch.distributed.distributed_c10d.group.WORLD", "name": "WORLD", "type": {".class": "UnionType", "items": ["torch._C._distributed_c10d.ProcessGroup", {".class": "NoneType"}]}}}}, "tuple_type": null, "type_vars": [], "typeddict_type": null}}, "init_process_group": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1, 1, 1, 1, 1], "arg_names": ["backend", "init_method", "timeout", "world_size", "rank", "store", "group_name", "pg_options"], "flags": [], "fullname": "torch.distributed.distributed_c10d.init_process_group", "name": "init_process_group", "type": null}}, "io": {".class": "SymbolTableNode", "cross_ref": "io", "kind": "Gdef"}, "irecv": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["tensor", "src", "group", "tag"], "flags": [], "fullname": "torch.distributed.distributed_c10d.irecv", "name": "irecv", "type": null}}, "is_gloo_available": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [], "arg_names": [], "flags": [], "fullname": "torch.distributed.distributed_c10d.is_gloo_available", "name": "is_gloo_available", "type": null}}, "is_initialized": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [], "arg_names": [], "flags": [], "fullname": "torch.distributed.distributed_c10d.is_initialized", "name": "is_initialized", "type": null}}, "is_mpi_available": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [], "arg_names": [], "flags": [], "fullname": "torch.distributed.distributed_c10d.is_mpi_available", "name": "is_mpi_available", "type": null}}, "is_nccl_available": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [], "arg_names": [], "flags": [], "fullname": "torch.distributed.distributed_c10d.is_nccl_available", "name": "is_nccl_available", "type": null}}, "is_torchelastic_launched": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [], "arg_names": [], "flags": [], "fullname": "torch.distributed.distributed_c10d.is_torchelastic_launched", "name": "is_torchelastic_launched", "type": null}}, "isend": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["tensor", "dst", "group", "tag"], "flags": [], "fullname": "torch.distributed.distributed_c10d.isend", "name": "isend", "type": null}}, "logger": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d.logger", "name": "logger", "type": "logging.Logger"}}, "logging": {".class": "SymbolTableNode", "cross_ref": "logging", "kind": "Gdef"}, "monitored_barrier": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1, 1, 1], "arg_names": ["group", "timeout", "wait_all_ranks"], "flags": [], "fullname": "torch.distributed.distributed_c10d.monitored_barrier", "name": "monitored_barrier", "type": null}}, "new_group": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1, 1, 1, 1], "arg_names": ["ranks", "timeout", "backend", "pg_options"], "flags": [], "fullname": "torch.distributed.distributed_c10d.new_group", "name": "new_group", "type": null}}, "new_subgroups": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [1, 1, 1, 1, 1], "arg_names": ["group_size", "group", "timeout", "backend", "pg_options"], "flags": [], "fullname": "torch.distributed.distributed_c10d.new_subgroups", "name": "new_subgroups", "type": null}}, "new_subgroups_by_enumeration": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["ranks_per_subgroup_list", "timeout", "backend", "pg_options"], "flags": [], "fullname": "torch.distributed.distributed_c10d.new_subgroups_by_enumeration", "name": "new_subgroups_by_enumeration", "type": null}}, "os": {".class": "SymbolTableNode", "cross_ref": "os", "kind": "Gdef"}, "pickle": {".class": "SymbolTableNode", "cross_ref": "pickle", "kind": "Gdef"}, "recv": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1], "arg_names": ["tensor", "src", "group", "tag"], "flags": [], "fullname": "torch.distributed.distributed_c10d.recv", "name": "recv", "type": null}}, "reduce": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1, 1], "arg_names": ["tensor", "dst", "op", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.reduce", "name": "reduce", "type": null}}, "reduce_multigpu": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1, 1, 1], "arg_names": ["tensor_list", "dst", "op", "group", "async_op", "dst_tensor"], "flags": [], "fullname": "torch.distributed.distributed_c10d.reduce_multigpu", "name": "reduce_multigpu", "type": null}}, "reduce_op": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "Var", "flags": [], "fullname": "torch.distributed.distributed_c10d.reduce_op", "name": "reduce_op", "type": "torch.distributed.distributed_c10d._reduce_op"}}, "reduce_scatter": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1, 1], "arg_names": ["output", "input_list", "op", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.reduce_scatter", "name": "reduce_scatter", "type": null}}, "reduce_scatter_multigpu": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1, 1], "arg_names": ["output_tensor_list", "input_tensor_lists", "op", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.reduce_scatter_multigpu", "name": "reduce_scatter_multigpu", "type": null}}, "register_rendezvous_handler": {".class": "SymbolTableNode", "cross_ref": "torch.distributed.rendezvous.register_rendezvous_handler", "kind": "Gdef"}, "rendezvous": {".class": "SymbolTableNode", "cross_ref": "torch.distributed.rendezvous.rendezvous", "kind": "Gdef"}, "scatter": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 1, 1, 1, 1], "arg_names": ["tensor", "scatter_list", "src", "group", "async_op"], "flags": [], "fullname": "torch.distributed.distributed_c10d.scatter", "name": "scatter", "type": null}}, "scatter_object_list": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["scatter_object_output_list", "scatter_object_input_list", "src", "group"], "flags": [], "fullname": "torch.distributed.distributed_c10d.scatter_object_list", "name": "scatter_object_list", "type": null}}, "send": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0, 0, 1, 1], "arg_names": ["tensor", "dst", "group", "tag"], "flags": [], "fullname": "torch.distributed.distributed_c10d.send", "name": "send", "type": null}}, "string_classes": {".class": "SymbolTableNode", "cross_ref": "torch._six.string_classes", "kind": "Gdef"}, "supports_complex": {".class": "SymbolTableNode", "kind": "Gdef", "node": {".class": "FuncDef", "arg_kinds": [0], "arg_names": ["reduceOp"], "flags": [], "fullname": "torch.distributed.distributed_c10d.supports_complex", "name": "supports_complex", "type": {".class": "CallableType", "arg_kinds": [0], "arg_names": ["reduceOp"], "arg_types": ["torch._C._distributed_c10d.ReduceOp"], "bound_args": [], "def_extras": {"first_arg": null}, "fallback": "builtins.function", "implicit": false, "is_ellipsis_args": false, "name": "supports_complex", "ret_type": "builtins.bool", "type_guard": null, "variables": []}}}, "time": {".class": "SymbolTableNode", "cross_ref": "time", "kind": "Gdef"}, "timedelta": {".class": "SymbolTableNode", "cross_ref": "datetime.timedelta", "kind": "Gdef"}, "torch": {".class": "SymbolTableNode", "cross_ref": "torch", "kind": "Gdef"}, "warnings": {".class": "SymbolTableNode", "cross_ref": "warnings", "kind": "Gdef"}}, "path": "/home/patrick/anaconda3/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py"}