Add communication benchmarks

benchmarks/000.microbenchmarks/010.sleep/config.json

@@ -1,5 +1,5 @@
 {
   "timeout": 120,
   "memory": 128,
-  "languages": ["python", "nodejs"]
+  "languages": ["python", "nodejs", "cpp"]
 }

benchmarks/000.microbenchmarks/010.sleep/cpp/main.cpp

@@ -0,0 +1,21 @@
+
+#include <aws/core/Aws.h>
+#include <aws/core/utils/json/JsonSerializer.h>
+#include <aws/lambda-runtime/runtime.h>
+
+#include <thread>
+#include <iostream>
+#include <tuple>
+
+std::tuple<Aws::Utils::Json::JsonValue, int> function(Aws::Utils::Json::JsonView json)
+{
+  int sleep = json.GetInteger("sleep");
+
+  std::chrono::seconds timespan(sleep);
+  std::this_thread::sleep_for(timespan);
+
+  Aws::Utils::Json::JsonValue val;
+  val.WithObject("result", std::to_string(sleep));
+  return std::make_tuple(val, 0);
+}
+

benchmarks/000.microbenchmarks/051.communication.storage/config.json

@@ -0,0 +1,16 @@
+{
+  "timeout": 900,
+  "memory": 2048,
+  "languages": ["cpp"],
+  "deployment": {
+    "package": {
+      "build_dependencies": {
+        "cpp": {
+          "common": ["boost"],
+          "aws": ["sdk"]
+        }
+      }
+    },
+    "image": null
+  }
+}

benchmarks/000.microbenchmarks/051.communication.storage/cpp/dependencies.json

@@ -0,0 +1,7 @@
+{
+  "package": {
+    "common": ["boost"],
+    "aws": ["sdk"]
+  },
+  "image": null
+}

benchmarks/000.microbenchmarks/051.communication.storage/cpp/main.cpp

@@ -0,0 +1,153 @@
+
+#include <aws/core/Aws.h>
+#include <aws/core/utils/logging/LogLevel.h>
+#include <aws/core/utils/logging/ConsoleLogSystem.h>
+#include <aws/core/utils/logging/LogMacros.h>
+#include <aws/core/utils/json/JsonSerializer.h>
+#include <aws/core/utils/HashingUtils.h>
+#include <aws/core/platform/Environment.h>
+#include <aws/s3/S3Client.h>
+#include <aws/lambda-runtime/runtime.h>
+
+#include <vector>
+#include <thread>
+#include <cstdint>
+#include <iostream>
+#include <tuple>
+
+#include "storage.hpp"
+#include "utils.hpp"
+
+std::tuple<Aws::Utils::Json::JsonValue, int> function(Aws::Utils::Json::JsonView json)
+{
+  Storage client = Storage::get_client();
+
+  auto bucket = json.GetString("bucket");
+  auto key = json.GetString("key");
+  auto role = json.GetString("role"); // producer or consumer
+  auto size = json.GetInteger("size");
+  auto invoc = json.GetObject("invocations");
+  int reps = invoc.GetInteger("invocations");
+  int iteration = invoc.GetInteger("iteration");
+  int warmup_reps = invoc.GetInteger("warmup");
+  bool with_backoff = invoc.GetBool("with_backoff");
+  int offset = invoc.GetInteger("offset");
+  std::cout << "Invoked handler for role " << role << " with file size " << size
+    << " and " << reps << " messages per lambda " << std::endl;
+
+  char* pBuf = new char[size];
+  memset(pBuf, 'A', sizeof(char)*size);
+
+  std::string data_key = client.key_join({key, "messages"});
+  std::string results_key = client.key_join({key, "results"});
+
+  std::vector<uint64_t> times;
+  std::vector<uint64_t> retries_times;
+  int retries = 0;
+  if (role == "producer") {
+
+    for(int i = 0; i < warmup_reps; ++i) {
+
+      std::string prefix = std::to_string(size) + "_" + std::to_string(i + offset);
+      std::string new_key = client.key_join({data_key, prefix});
+      std::string new_key_response = client.key_join({data_key, prefix + "_response"});
+      client.upload_file(bucket, new_key, size, pBuf);
+      int ret = client.download_file(bucket, new_key_response, retries, with_backoff);
+      if(ret == 0) {
+        std::cerr << "Failed download " << i << '\n';
+        break;
+      }
+    } 
+
+    for(int i = warmup_reps; i < reps + warmup_reps; ++i) {
+
+      std::string prefix = std::to_string(size) + "_" + std::to_string(i + offset);
+      std::string new_key = client.key_join({data_key, prefix});
+      std::string new_key_response = client.key_join({data_key, prefix + "_response"});
+      auto beg = timeSinceEpochMillisec();
+      client.upload_file(bucket, new_key, size, pBuf);
+      int ret = client.download_file(bucket, new_key_response, retries, with_backoff);
+      auto end = timeSinceEpochMillisec();
+      times.push_back(end - beg);
+      retries_times.push_back(retries);
+
+      if(ret == 0) {
+        std::cerr << "Failed download " << i << '\n';
+        break;
+      }
+    } 
+
+    std::stringstream ss;
+    ss << times.size() << '\n';
+    for(size_t i = 0; i < times.size(); ++i)
+      ss << times[i] << '\n';
+    std::stringstream ss2;
+    ss2 << retries_times.size() << '\n';
+    for(size_t i = 0; i < retries_times.size(); ++i)
+      ss2 << retries_times[i] << '\n';
+
+    auto times_str = ss.str();
+    char* data = new char[times_str.length() + 1];
+    strcpy(data, times_str.c_str());
+
+    auto retries_times_str = ss2.str();
+    char* data2 = new char[retries_times_str.length() + 1];
+    strcpy(data2, retries_times_str.c_str());
+
+    std::string new_key = client.key_join({results_key, "producer_times_" + std::to_string(size) + "_" + std::to_string(iteration) + ".txt"});
+    client.upload_file(bucket, new_key, times_str.length(), data);
+    new_key = client.key_join({results_key, "producer_retries_" + std::to_string(size) + "_" + std::to_string(iteration) + ".txt"});
+    client.upload_file(bucket, new_key, retries_times_str.length(), data2);
+
+    delete[] data;
+    delete[] data2;
+  } else if (role == "consumer") {
+
+    std::this_thread::sleep_for(std::chrono::milliseconds(1000));
+    for(int i = 0; i < warmup_reps; ++i) {
+
+      std::string prefix = std::to_string(size) + "_" + std::to_string(i + offset);
+      std::string new_key = client.key_join({data_key, prefix});
+      std::string new_key_response = client.key_join({data_key, prefix + "_response"});
+      int ret = client.download_file(bucket, new_key, retries, with_backoff);
+      client.upload_file(bucket, new_key_response, size, pBuf);
+      if(ret == 0) {
+        std::cerr << "Failed download " << i << '\n';
+        break;
+      }
+    } 
+
+    for(int i = warmup_reps; i < reps + warmup_reps; ++i) {
+
+      std::string prefix = std::to_string(size) + "_" + std::to_string(i + offset);
+      std::string new_key = client.key_join({data_key, prefix});
+      std::string new_key_response = client.key_join({data_key, prefix + "_response"});
+      int ret = client.download_file(bucket, new_key, retries, with_backoff);
+      client.upload_file(bucket, new_key_response, size, pBuf);
+      retries_times.push_back(retries);
+      if(ret == 0) {
+        std::cerr << "Failed download " << i << '\n';
+        break;
+      }
+
+    } 
+
+    std::stringstream ss2;
+    ss2 << retries_times.size() << '\n';
+    for(int i = 0; i < retries_times.size(); ++i)
+      ss2 << retries_times[i] << '\n';
+    auto retries_times_str = ss2.str();
+    char* data = new char[retries_times_str.length() + 1];
+    strcpy(data, retries_times_str.c_str());
+    std::string new_key = client.key_join({results_key, "consumer_retries_" + std::to_string(size) + "_" + std::to_string(iteration) + ".txt"});
+    client.upload_file(bucket, new_key, retries_times_str.length(), data);
+    delete[] data;
+  }
+
+  delete[] pBuf;
+
+  Aws::Utils::Json::JsonValue val;
+  val.WithObject("result", std::to_string(size));
+  return std::make_tuple(val, 0);
+}
+

benchmarks/000.microbenchmarks/051.communication.storage/input.py

@@ -0,0 +1,12 @@
+
+size_generators = {
+    'test' : 1,
+    'small' : 100,
+    'large': 1000
+}
+
+def buckets_count():
+    return (0, 0)
+
+def generate_input(data_dir, size, input_buckets, output_buckets, upload_func):
+    return { 'sleep': size_generators[size] }

benchmarks/000.microbenchmarks/052.communication.key-value/config.json

@@ -0,0 +1,16 @@
+{
+  "timeout": 540,
+  "memory": 2048,
+  "languages": ["cpp"],
+  "deployment": {
+    "package": {
+      "build_dependencies": {
+        "cpp": {
+          "common": ["boost"],
+          "aws": ["sdk"]
+        }
+      }
+    },
+    "image": null
+  }
+}

benchmarks/000.microbenchmarks/052.communication.key-value/cpp/dependencies.json

@@ -0,0 +1,7 @@
+{
+  "package": {
+    "common": ["boost"],
+    "aws": ["sdk"]
+  },
+  "image": null
+}