-
Notifications
You must be signed in to change notification settings - Fork 78
/
run_test.sh
executable file
·193 lines (160 loc) · 7.88 KB
/
run_test.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
#!/bin/bash -ex
RED="\033[0;31m"
NC='\033[0m'
PY_VER_MYPY_PROTOBUF=${PY_VER_MYPY_PROTOBUF:=3.11.4}
PY_VER_MYPY_PROTOBUF_SHORT=$(echo "$PY_VER_MYPY_PROTOBUF" | cut -d. -f1-2)
PY_VER_MYPY=${PY_VER_MYPY:=3.8.17}
PY_VER_UNIT_TESTS="${PY_VER_UNIT_TESTS:=3.8.17}"
if [ -e "$CUSTOM_TYPESHED_DIR" ]; then
export MYPYPATH=$CUSTOM_TYPESHED_DIR/stubs/protobuf
fi
# Install protoc
PYTHON_PROTOBUF_VERSION=$(grep "^protobuf==" test_requirements.txt | cut -f3 -d=)
PROTOBUF_VERSION=$(echo "$PYTHON_PROTOBUF_VERSION" | cut -f2-3 -d.)
PROTOC_DIR="protoc_$PROTOBUF_VERSION"
if [[ -z $SKIP_CLEAN ]] || [[ ! -e $PROTOC_DIR ]]; then
if uname -a | grep Darwin; then
# brew install coreutils wget
PLAT=osx
else
PLAT=linux
fi
PROTOC_FILENAME="protoc-${PROTOBUF_VERSION}-${PLAT}-x86_64.zip"
PROTOC_URL="https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/$PROTOC_FILENAME"
rm -rf "$PROTOC_DIR"
wget "$PROTOC_URL" -P "$PROTOC_DIR"
mkdir -p "$PROTOC_DIR/protoc_install"
unzip "$PROTOC_DIR/$PROTOC_FILENAME" -d "$PROTOC_DIR/protoc_install"
fi
PROTOC="$PROTOC_DIR/protoc_install/bin/protoc"
if [[ $($PROTOC --version) != "libprotoc $PROTOBUF_VERSION" ]]; then
echo -e "${RED}Wrong protoc installed?"
exit 1
fi
PROTOC_ARGS=( --proto_path=proto/ --proto_path="$PROTOC_DIR/protoc_install/include" --experimental_allow_proto3_optional )
# Create mypy venv
MYPY_VENV=venv_$PY_VER_MYPY
(
eval "$(pyenv init --path)"
eval "$(pyenv init -)"
pyenv shell "$PY_VER_MYPY"
if [[ -z $SKIP_CLEAN ]] || [[ ! -e $MYPY_VENV ]]; then
python3 --version
python3 -m pip --version
python -m pip install virtualenv
python3 -m virtualenv "$MYPY_VENV"
"$MYPY_VENV"/bin/python3 -m pip install -r mypy_requirements.txt
fi
"$MYPY_VENV"/bin/mypy --version
)
# Create unit tests venvs
for PY_VER in $PY_VER_UNIT_TESTS; do
(
UNIT_TESTS_VENV=venv_$PY_VER
eval "$(pyenv init --path)"
eval "$(pyenv init -)"
pyenv shell "$PY_VER"
if [[ -z $SKIP_CLEAN ]] || [[ ! -e $UNIT_TESTS_VENV ]]; then
python -m pip install virtualenv
python -m virtualenv "$UNIT_TESTS_VENV"
"$UNIT_TESTS_VENV"/bin/python -m pip install -r test_requirements.txt
fi
"$UNIT_TESTS_VENV"/bin/py.test --version
)
done
# Create mypy-protobuf venv
MYPY_PROTOBUF_VENV=venv_$PY_VER_MYPY_PROTOBUF
(
eval "$(pyenv init --path)"
eval "$(pyenv init -)"
pyenv shell "$PY_VER_MYPY_PROTOBUF"
# Create virtualenv + Install requirements for mypy-protobuf
if [[ -z $SKIP_CLEAN ]] || [[ ! -e $MYPY_PROTOBUF_VENV ]]; then
python -m pip install virtualenv
python -m virtualenv "$MYPY_PROTOBUF_VENV"
"$MYPY_PROTOBUF_VENV"/bin/python -m pip install -e .
fi
)
# Run mypy-protobuf
(
source "$MYPY_PROTOBUF_VENV"/bin/activate
# Confirm version number
test "$(protoc-gen-mypy -V)" = "mypy-protobuf 3.6.0"
test "$(protoc-gen-mypy --version)" = "mypy-protobuf 3.6.0"
test "$(protoc-gen-mypy_grpc -V)" = "mypy-protobuf 3.6.0"
test "$(protoc-gen-mypy_grpc --version)" = "mypy-protobuf 3.6.0"
# Run mypy on mypy-protobuf internal code for developers to catch issues
FILES="mypy_protobuf/main.py"
"$MYPY_VENV/bin/mypy" --custom-typeshed-dir="$CUSTOM_TYPESHED_DIR" --python-executable="$MYPY_PROTOBUF_VENV/bin/python3" --python-version="$PY_VER_MYPY_PROTOBUF_SHORT" $FILES
# Generate protos
python --version
$PROTOC --version
# CI Check to make sure generated files are committed
SHA_BEFORE=$(find test/generated -name "*.pyi" -print0 | xargs -0 sha1sum)
# Clean out generated/ directory - except for __init__.py
find test/generated -type f -not -name "__init__.py" -delete
# Compile protoc -> python
find proto -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --python_out=test/generated
# Compile protoc -> mypy using mypy_protobuf
# Prereq - create the mypy.proto python proto
find proto/mypy_protobuf -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --python_out=.
find proto/mypy_protobuf -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --mypy_out=.
# Sanity check that our flags work
find proto -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --mypy_out=quiet:test/generated
find proto -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --mypy_out=readable_stubs:test/generated
find proto -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --mypy_out=relax_strict_optional_primitives:test/generated
# Overwrite w/ run with mypy-protobuf without flags
find proto -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --mypy_out=test/generated
# Generate grpc protos
find proto/testproto/grpc -name "*.proto" -print0 | xargs -0 "$PROTOC" "${PROTOC_ARGS[@]}" --mypy_grpc_out=test/generated
if [[ -n $VALIDATE ]] && ! diff <(echo "$SHA_BEFORE") <(find test/generated -name "*.pyi" -print0 | xargs -0 sha1sum); then
echo -e "${RED}Some .pyi files did not match. Please commit those files${NC}"
exit 1
fi
)
for PY_VER in $PY_VER_UNIT_TESTS; do
UNIT_TESTS_VENV=venv_$PY_VER
PY_VER_MYPY_TARGET=$(echo "$PY_VER" | cut -d. -f1-2)
# Generate GRPC protos for mypy / tests
(
source "$UNIT_TESTS_VENV"/bin/activate
find proto/testproto/grpc -name "*.proto" -print0 | xargs -0 python -m grpc_tools.protoc "${PROTOC_ARGS[@]}" --grpc_python_out=test/generated
)
# Run mypy on unit tests / generated output
(
source "$MYPY_VENV"/bin/activate
export MYPYPATH=$MYPYPATH:test/generated
# Run mypy
MODULES=( -m test.test_generated_mypy -m test.test_grpc_usage -m test.test_grpc_async_usage )
mypy --custom-typeshed-dir="$CUSTOM_TYPESHED_DIR" --python-executable="$UNIT_TESTS_VENV"/bin/python --python-version="$PY_VER_MYPY_TARGET" "${MODULES[@]}"
# Run stubtest. Stubtest does not work with python impl - only cpp impl
API_IMPL="$(python3 -c "import google.protobuf.internal.api_implementation as a ; print(a.Type())")"
if [[ $API_IMPL != "python" ]]; then
PYTHONPATH=test/generated python3 -m mypy.stubtest --custom-typeshed-dir="$CUSTOM_TYPESHED_DIR" --allowlist stubtest_allowlist.txt testproto
fi
# run mypy on negative-tests (expected mypy failures)
NEGATIVE_MODULES=( -m test_negative.negative "${MODULES[@]}" )
MYPY_OUTPUT=$(mktemp -d)
call_mypy() {
# Write output to file. Make variant w/ omitted line numbers for easy diffing / CR
PY_VER_MYPY_TARGET=$(echo "$1" | cut -d. -f1-2)
export MYPYPATH=$MYPYPATH:test/generated
mypy --custom-typeshed-dir="$CUSTOM_TYPESHED_DIR" --python-executable="venv_$1/bin/python" --python-version="$PY_VER_MYPY_TARGET" "${@: 2}" > "$MYPY_OUTPUT/mypy_output" || true
cut -d: -f1,3- "$MYPY_OUTPUT/mypy_output" > "$MYPY_OUTPUT/mypy_output.omit_linenos"
}
call_mypy "$PY_VER" "${NEGATIVE_MODULES[@]}"
if ! diff "$MYPY_OUTPUT/mypy_output" "test_negative/output.expected.$PY_VER_MYPY_TARGET" || ! diff "$MYPY_OUTPUT/mypy_output.omit_linenos" "test_negative/output.expected.$PY_VER_MYPY_TARGET.omit_linenos"; then
echo -e "${RED}test_negative/output.expected.$PY_VER_MYPY_TARGET didnt match. Copying over for you. Now rerun${NC}"
# Copy over all the mypy results for the developer.
call_mypy "$PY_VER" "${NEGATIVE_MODULES[@]}"
cp "$MYPY_OUTPUT/mypy_output" test_negative/output.expected.3.8
cp "$MYPY_OUTPUT/mypy_output.omit_linenos" test_negative/output.expected.3.8.omit_linenos
exit 1
fi
)
(
# Run unit tests.
source "$UNIT_TESTS_VENV"/bin/activate
PYTHONPATH=test/generated py.test --ignore=test/generated -v
)
done