Complete integration test with timer

.buildkite/docker/docker-compose.yaml

@@ -1,6 +1,44 @@
 version: '3.5'
 
 services:
+  cassandra:
+    image: cassandra:3.11
+    logging:
+      driver: none
+    ports:
+      - "9042:9042"
+
+  statsd:
+    image: hopsoft/graphite-statsd
+    logging:
+      driver: none
+    ports:
+      - "8080:80"
+      - "2003:2003"
+      - "8125:8125"
+      - "8126:8126"
+
+  temporal:
+    image: temporalio/auto-setup:1.6.3
+    logging:
+      driver: none
+    ports:
+      - "7233:7233"
+      - "7234:7234"
+      - "7235:7235"
+      - "7239:7239"
+      - "6933:6933"
+      - "6934:6934"
+      - "6935:6935"
+      - "6939:6939"
+    environment:
+      - "CASSANDRA_SEEDS=cassandra"
+      - "STATSD_ENDPOINT=statsd:8125"
+      - "DYNAMIC_CONFIG_FILE_PATH=config/dynamicconfig/development.yaml"
+    depends_on:
+      - cassandra
+      - statsd
+
   unit-test:
     build:
       context: ../../
@@ -12,3 +50,16 @@ services:
       - "USER=unittest"
     volumes:
       - "../../:/sdk-core"
+
+  integ-test:
+    build:
+      context: ../../
+      dockerfile: .buildkite/docker/Dockerfile
+    command: /bin/sh -c ".buildkite/docker/build.sh"
+    environment:
+      - "USER=unittest"
+      - "TEMPORAL_SERVICE_ADDRESS=http://temporal:7233"
+    depends_on:
+      - temporal
+    volumes:
+      - "../../:/sdk-core"

.buildkite/pipeline.yml

@@ -31,4 +31,14 @@ steps:
       - docker-compose#v3.0.0:
           run: unit-test
           config: .buildkite/docker/docker-compose.yaml
+  - label: "integ-test"
+    agents:
+      queue: "default"
+      docker: "*"
+    command: "cargo test --test integ_tests"
+    timeout_in_minutes: 15
+    plugins:
+      - docker-compose#v3.0.0:
+          run: integ-test
+          config: .buildkite/docker/docker-compose.yaml
   - wait

Cargo.toml

@@ -21,11 +21,17 @@ prost = "0.7"
 prost-types = "0.7"
 thiserror = "1.0"
 tokio = { version = "1.1", features = ["rt", "rt-multi-thread"] }
-tonic = "0.4"
 tracing = { version = "0.1", features = ["log"] }
-tracing-opentelemetry = "0.10"
+tracing-opentelemetry = "0.11"
 tracing-subscriber = "0.2"
 url = "2.2"
+rand = "0.8.3"
+
+[dependencies.tonic]
+version = "0.4"
+#path = "../tonic/tonic"
+# Using our fork for now which fixes grpc-timeout header getting stripped
+git = "https://github.com/temporalio/tonic"
 
 [dependencies.rustfsm]
 path = "fsm"
@@ -40,3 +46,10 @@ tonic-build = "0.4"
 
 [workspace]
 members = [".", "fsm"]
+
+[[test]]
+name = "integ_tests"
+path = "tests/main.rs"
+# Prevents autodiscovery, and hence these getting run with `cargo test`. Run with
+# `cargo test --test integ_tests`
+test = false

README.md

@@ -1,4 +1,6 @@
-Core SDK that can be used as a base for all other SDKs.
+[![Build status](https://badge.buildkite.com/c23f47f4a827f04daece909963bd3a248496f0cdbabfbecee4.svg)](https://buildkite.com/temporal/core-sdk?branch=master)
+
+Core SDK that can be used as a base for all other Temporal SDKs.
 
 # Getting started
 This repo uses a submodule for upstream protobuf files. The path `protos/api_upstream` is a 

protos/local/core_interface.proto

@@ -19,10 +19,16 @@ import "temporal/api/query/v1/message.proto";
 
 // A request as given to [crate::Core::poll_task]
 message PollTaskReq {
-    // If true, poll for workflow tasks
-    bool workflows = 1;
-    // If true, poll for activity tasks
-    bool activities = 2;
+    // What type of task to poll for
+    enum TaskType {
+        // Poll for workflows
+        WORKFLOWS = 0;
+        // Poll for activities
+        ACTIVITIES = 1;
+    }
+
+    // A list of task types to poll for
+    repeated TaskType types = 1;
 }
 
 // An instruction to perform work from core->lang sdk
@@ -41,7 +47,7 @@ message Task {
 // An instruction to the lang sdk to run some workflow code, whether for the first time or from
 // a cached state.
 message WFActivation {
-    // Time the activation(s) were requested
+    // The current time as understood by the workflow, which is set by workflow task started events
     google.protobuf.Timestamp timestamp = 1 [(gogoproto.stdtime) = true];
     // The id of the currently active run of the workflow
     string run_id = 2;