forked from pytorch/pytorch
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Types.hpp
69 lines (54 loc) · 1.34 KB
/
Types.hpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
#pragma once
#include <chrono>
#include <cstdint>
namespace c10d {
enum class ReduceOp : std::uint8_t {
SUM = 0,
PRODUCT,
MIN,
MAX,
BAND, // Bitwise AND
BOR, // Bitwise OR
BXOR, // Bitwise XOR
UNUSED,
};
constexpr auto kUnsetTimeout = std::chrono::milliseconds(-1);
struct BroadcastOptions {
int rootRank = 0;
int rootTensor = 0;
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct AllreduceOptions {
ReduceOp reduceOp = ReduceOp::SUM;
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct AllreduceCoalescedOptions : AllreduceOptions {};
struct ReduceOptions {
ReduceOp reduceOp = ReduceOp::SUM;
int rootRank = 0;
int rootTensor = 0;
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct AllgatherOptions {
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct GatherOptions {
int rootRank = 0;
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct ScatterOptions {
int rootRank = 0;
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct ReduceScatterOptions {
ReduceOp reduceOp = ReduceOp::SUM;
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct AllToAllOptions {
std::chrono::milliseconds timeout = kUnsetTimeout;
};
struct BarrierOptions {
std::vector<int> device_ids;
std::chrono::milliseconds timeout = kUnsetTimeout;
};
} // namespace c10d