Add integration tests

TESTS/integration/COMMON/common_defines_test.h

@@ -0,0 +1,81 @@
+/*
+ * mbed Microcontroller Library
+ * Copyright (c) 2006-2019 ARM Limited
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#define ETHERNET 1
+#define WIFI 2
+#define MESH 3
+#define CELLULAR 4
+
+#if !defined(MBED_CONF_TARGET_NETWORK_DEFAULT_INTERFACE_TYPE)
+#error [NOT_SUPPORTED] No network interface found on this target.
+#endif
+
+#if MBED_CONF_TARGET_NETWORK_DEFAULT_INTERFACE_TYPE == ETHERNET
+#define TEST_NETWORK_TYPE "Ethernet"
+#elif MBED_CONF_TARGET_NETWORK_DEFAULT_INTERFACE_TYPE == WIFI
+#define TEST_NETWORK_TYPE "WiFi"
+#elif MBED_CONF_TARGET_NETWORK_DEFAULT_INTERFACE_TYPE == MESH
+#define TEST_NETWORK_TYPE "Mesh"
+#elif MBED_CONF_TARGET_NETWORK_DEFAULT_INTERFACE_TYPE == CELLULAR
+#define TEST_NETWORK_TYPE "Cellular"
+#else
+#error [NOT_SUPPORTED] Either WiFi, Ethernet or Cellular network interface need to be enabled
+#endif
+
+#define FS_FAT 1
+#define FS_LFS 2
+
+#if COMPONENT_SPIF
+#define TEST_BLOCK_DEVICE_TYPE "SPIF"
+#elif COMPONENT_QSPIF
+#define TEST_BLOCK_DEVICE_TYPE "QSPIF"
+#elif COMPONENT_DATAFLASH
+#define TEST_BLOCK_DEVICE_TYPE "DATAFLASH"
+#elif COMPONENT_SD
+#define TEST_BLOCK_DEVICE_TYPE "SD"
+#define TEST_USE_FILESYSTEM FS_FAT
+#elif COMPONENT_FLASHIAP
+#define TEST_BLOCK_DEVICE_TYPE "FLASHIAP"
+#elif COMPONENT_SDIO
+#define TEST_BLOCK_DEVICE_TYPE "SDIO"
+#elif COMPONENT_NUSD
+#define TEST_BLOCK_DEVICE_TYPE "NUSD"
+#define TEST_USE_FILESYSTEM FS_FAT
+#else
+#define TEST_BLOCK_DEVICE_TYPE "UNKNOWN"
+#endif
+
+#if !defined(TEST_USE_FILESYSTEM)
+#define TEST_USE_FILESYSTEM FS_LFS
+#endif
+
+#if TEST_USE_FILESYSTEM == FS_FAT
+#define TEST_FILESYSTEM_TYPE "FAT"
+#elif TEST_USE_FILESYSTEM == FS_LFS
+#define TEST_FILESYSTEM_TYPE "LFS"
+#else
+#define TEST_FILESYSTEM_TYPE "UNKNOWN"
+#endif
+
+#define TEST_MEMORY_SIZE_10K 10240
+#define TEST_MEMORY_SIZE_20K 20480
+#define TEST_MEMORY_SIZE_40K 40960
+#define TEST_MEMORY_SIZE_60K 61440
+#define TEST_MEMORY_SIZE_80K 81920
+#define TEST_MEMORY_SIZE_100K 102400

TESTS/integration/COMMON/download_test.cpp

@@ -0,0 +1,205 @@
+/*
+ * mbed Microcontroller Library
+ * Copyright (c) 2006-2019 ARM Limited
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/*
+ * Based on mbed-stress-test by Marcus Chang @ Arm Mbed - http://github.com/ARMmbed/mbed-stress-test
+*/
+
+#include "mbed.h"
+#include "unity/unity.h"
+#include "greentea-client/test_env.h"
+#include <string>
+
+#define MAX_THREADS 5
+
+#define MAX_RETRIES 3
+
+#ifdef MBED_CONF_DOWNLOAD_TEST_URL_HOST
+const char dl_host[] = MBED_CONF_DOWNLOAD_TEST_URL_HOST;
+#else
+const char dl_host[] = "armmbed.github.io";
+#endif
+#ifdef MBED_CONF_DOWNLOAD_TEST_URL_PATH
+const char dl_path[] = MBED_CONF_DOWNLOAD_TEST_URL_PATH;
+#else
+const char dl_path[] = "/mbed-test-files/sample.txt";
+#endif
+
+const char req_template[] = "GET %s HTTP/1.1\nHost: %s\n\n";
+
+#define REQ_BUF_SIZE        256
+#define RECV_BUF_SIZE       1024
+
+static char g_request_buffer[MAX_THREADS][REQ_BUF_SIZE]; // the default request is 65bytes long.
+static char g_receive_buffer[MAX_THREADS * RECV_BUF_SIZE];
+
+static volatile bool event_fired[MAX_THREADS] = { };
+
+static void socket_event_0(void)
+{
+    event_fired[0] = true;
+}
+static void socket_event_1(void)
+{
+    event_fired[1] = true;
+}
+static void socket_event_2(void)
+{
+    event_fired[2] = true;
+}
+static void socket_event_3(void)
+{
+    event_fired[3] = true;
+}
+static void socket_event_4(void)
+{
+    event_fired[4] = true;
+}
+
+
+size_t download_test(NetworkInterface *interface, const unsigned char *data, size_t data_length, size_t buff_size, uint32_t thread_id)
+{
+    int result = -1;
+
+    TEST_ASSERT_MESSAGE(MAX_THREADS > thread_id, "Unsupported thread ID");
+    TEST_ASSERT_MESSAGE((MAX_THREADS * RECV_BUF_SIZE) >= buff_size, "Cannot test with the requested buffer size");
+
+    /* setup TCP socket */
+    TCPSocket tcpsocket(interface);
+
+    for (int tries = 0; tries < MAX_RETRIES; tries++) {
+        result = tcpsocket.connect(dl_host, 80);
+        TEST_ASSERT_MESSAGE(result != NSAPI_ERROR_NO_SOCKET, "out of sockets");
+
+        if (result == 0) {
+            break;
+        }
+        ThisThread::sleep_for(1000);
+        printf("[NET-%d] Connection failed. Retry %d of %d\r\n", thread_id, tries, MAX_RETRIES);
+    }
+    TEST_ASSERT_EQUAL_INT_MESSAGE(0, result, "failed to connect");
+
+    if (thread_id == 0) {
+        // technically this is non-threaded mode
+        tcpsocket.sigio(socket_event_0);
+    } else if (thread_id == 1) {
+        tcpsocket.sigio(socket_event_1);
+    } else if (thread_id == 2) {
+        tcpsocket.sigio(socket_event_2);
+    } else if (thread_id == 3) {
+        tcpsocket.sigio(socket_event_3);
+    } else if (thread_id == 4) {
+        tcpsocket.sigio(socket_event_4);
+    } else {
+        TEST_ASSERT_MESSAGE(0, "wrong thread id");
+    }
+    printf("[NET-%d] Registered socket callback function\r\n", thread_id);
+    event_fired[thread_id] = false;
+
+    /* setup request */
+    char *request = g_request_buffer[thread_id];
+
+    /* construct request */
+    size_t req_len = snprintf(request, REQ_BUF_SIZE - 1, req_template, dl_path, dl_host);
+    request[req_len] = 0;
+    printf("[NET-%d] Request header (%u): %s\r\n", thread_id, req_len, request);
+
+    /* send request to server */
+    result = tcpsocket.send(request, req_len);
+    TEST_ASSERT_EQUAL_INT_MESSAGE(req_len, result, "failed to send");
+
+    /* read response */
+    char *receive_buffer = &g_receive_buffer[thread_id * RECV_BUF_SIZE];
+
+    tcpsocket.set_blocking(false);
+    printf("[NET-%d] Non-blocking socket mode set\r\n", thread_id);
+
+    size_t received_bytes = 0;
+    int body_index = -1;
+
+    float speed;
+    float percent;
+    uint32_t time_left;
+    Timer timer;
+    timer.start();
+
+    /* loop until all expected bytes have been received */
+    while (received_bytes < data_length) {
+        /* wait for async event */
+        while (!event_fired[thread_id]) {
+            if (thread_id > 0) {
+                ThisThread::yield();
+            }
+        }
+        event_fired[thread_id] = false;
+
+        /* loop until all data has been read from socket */
+        do {
+            result = tcpsocket.recv(receive_buffer, buff_size);
+            TEST_ASSERT_MESSAGE((result == NSAPI_ERROR_WOULD_BLOCK) || (result >= 0),
+                                "failed to read socket");
+
+            if (result > 0) {
+                /* skip HTTP header */
+                if (body_index < 0) {
+                    /* note that there are no required Response headers and their length may greatly vary */
+                    std::string header(receive_buffer, result);
+                    body_index = header.find("\r\n\r\n");
+                    if (body_index < 0) {
+                        continue;
+                    } else {
+                        printf("[NET-%d] Found body index: %d\r\n", thread_id, body_index);
+
+                        /* remove header before comparison */
+                        memmove(receive_buffer, &receive_buffer[body_index + 4], result - body_index - 4);
+
+                        TEST_ASSERT_EQUAL_STRING_LEN_MESSAGE(data, receive_buffer, result - body_index - 4,
+                                                             "character mismatch in header");
+
+                        received_bytes += (result - body_index - 4);
+                    }
+                } else {
+                    TEST_ASSERT_EQUAL_STRING_LEN_MESSAGE(&data[received_bytes], receive_buffer, result,
+                                                         "character mismatch in body");
+
+                    received_bytes += result;
+                }
+
+                speed = float(received_bytes) / timer.read();
+                percent = float(received_bytes) * 100 / float(data_length);
+                time_left = (data_length - received_bytes) / speed;
+                printf("[NET-%d] Received bytes: %u, (%.2f%%, %.2fKB/s, ETA: %02d:%02d:%02d)\r\n",
+                       thread_id, received_bytes, percent, speed / 1024,
+                       time_left / 3600, (time_left / 60) % 60, time_left % 60);
+            }
+        } while ((result > 0) && (received_bytes < data_length));
+    }
+
+    TEST_ASSERT_MESSAGE(body_index >= 0, "failed to find body");
+
+    timer.stop();
+    float f_received_bytes = float(received_bytes);
+    printf("[NET-%d] Downloaded: %.2fKB (%.2fKB/s, %.2f secs)\r\n", thread_id,
+           f_received_bytes / 1024.,
+           f_received_bytes / (timer.read() * 1024.),
+           timer.read());
+
+    return received_bytes;
+}
+

TESTS/integration/basic/main.cpp → TESTS/integration/COMMON/download_test.h

@@ -1,5 +1,8 @@
-/* mbed Microcontroller Library
- * Copyright (c) 2017 ARM Limited
+/*
+ * mbed Microcontroller Library
+ * Copyright (c) 2006-2019 ARM Limited
+ *
+ * SPDX-License-Identifier: Apache-2.0
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -13,10 +16,10 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#include "test_env.h"
 
-int main()
-{
-    GREENTEA_SETUP(15, "default_auto");
-    GREENTEA_TESTSUITE_RESULT(true);
-}
+/*
+ * Based on mbed-stress-test by Marcus Chang @ Arm Mbed - http://github.com/ARMmbed/mbed-stress-test
+*/
+
+size_t download_test(NetworkInterface *interface, const unsigned char *data, size_t data_length, size_t buff_size, uint32_t thread_id = 0);
+