[aws] Add Redis wrappers for C++

Author: mcopik

benchmarks/wrappers/aws/cpp/redis.cpp

@@ -0,0 +1,104 @@
+
+#include <string>
+
+#include <aws/core/Aws.h>
+
+#include "redis.hpp"
+#include "utils.hpp"
+
+Redis::Redis(std::string redis_hostname, int redis_port)
+{
+  _context = redisConnect(redis_hostname.c_str(), redis_port);
+  if (_context == nullptr || _context->err) {
+    if (_context) {
+      std::cerr << "Redis Error: " << _context->errstr << '\n';
+    } else {
+      std::cerr << "Can't allocate redis context\n";
+    }
+  }
+}
+
+bool Redis::is_initialized()
+{
+  return _context != nullptr;
+}
+
+Redis::~Redis()
+{
+  redisFree(_context);
+}
+
+uint64_t Redis::download_file(Aws::String const &key,
+                        int &required_retries, bool with_backoff)
+{
+  std::string comm = "GET " + key;
+    
+  auto bef = timeSinceEpochMillisec();
+  int retries = 0;
+  const int MAX_RETRIES = 1500;
+
+  while (retries < MAX_RETRIES) {
+
+    redisReply* reply = (redisReply*) redisCommand(_context, comm.c_str());
+
+    if (reply->type == REDIS_REPLY_NIL || reply->type == REDIS_REPLY_ERROR) {
+
+      retries += 1;
+      if(with_backoff) {
+        int sleep_time = retries;
+        if (retries > 100) {
+            sleep_time = retries * 2;
+        }
+        std::this_thread::sleep_for(std::chrono::milliseconds(sleep_time));
+      }
+
+    } else {
+      
+      uint64_t finishedTime = timeSinceEpochMillisec();
+      required_retries = retries;
+
+      freeReplyObject(reply);
+      return finishedTime - bef;
+
+    }
+    freeReplyObject(reply);
+  }
+  return 0;
+}
+
+uint64_t Redis::upload_file(Aws::String const &key,
+                        int size, char* pBuf)
+{
+  std::string comm = "SET " + key + " %b";
+
+  
+  uint64_t bef = timeSinceEpochMillisec();
+  redisReply* reply = (redisReply*) redisCommand(_context, comm.c_str(), pBuf, size);
+  uint64_t finishedTime = timeSinceEpochMillisec();
+
+  if (reply->type == REDIS_REPLY_NIL || reply->type == REDIS_REPLY_ERROR) {
+    std::cerr << "Failed to write in Redis!" << std::endl;
+    abort();
+  }
+  freeReplyObject(reply);
+
+  return finishedTime - bef;
+}
+
+uint64_t Redis::delete_file(std::string const &key)
+{
+  std::string comm = "DEL " + key;
+
+  uint64_t bef = timeSinceEpochMillisec();
+  redisReply* reply = (redisReply*) redisCommand(_context, comm.c_str());
+  uint64_t finishedTime = timeSinceEpochMillisec();
+
+  if (reply->type == REDIS_REPLY_NIL || reply->type == REDIS_REPLY_ERROR) {
+    std::cerr << "Couldn't delete the key!" << '\n';
+    abort();
+  }
+  freeReplyObject(reply);
+
+  return finishedTime - bef;
+}
+

benchmarks/wrappers/aws/cpp/redis.hpp

@@ -0,0 +1,26 @@
+
+#include <cstdint>
+#include <string>
+
+#include <aws/core/utils/memory/stl/AWSString.h>
+
+#include <hiredis/hiredis.h>
+
+class Redis
+{
+  redisContext* _context;
+public:
+
+  Redis(std::string redis_hostname, int redis_port);
+  ~Redis();
+
+  bool is_initialized();
+
+  uint64_t download_file(Aws::String const &key, int &required_retries, bool with_backoff);
+
+  uint64_t upload_file(Aws::String const &key, int size, char* pBuf);
+
+  uint64_t delete_file(std::string const &key);
+
+};
+

config/systems.json

@@ -73,7 +73,7 @@
         "versions": ["all"],
         "images": ["build"],
         "deployment": {
-          "files": [ "handler.cpp", "key-value.cpp", "key-value.hpp", "storage.cpp", "storage.hpp", "utils.cpp", "utils.hpp"]
+          "files": [ "handler.cpp", "key-value.cpp", "key-value.hpp", "storage.cpp", "storage.hpp", "redis.hpp", "redis.cpp", "utils.cpp", "utils.hpp"]
         }
       }
     }

docker/aws/cpp/Dockerfile.build

@@ -3,6 +3,7 @@ ARG BASE_REPOSITORY
 ARG BASE_IMAGE
 FROM ${BASE_REPOSITORY}:dependencies-sdk.aws.cpp.all as sdk
 FROM ${BASE_REPOSITORY}:dependencies-boost.aws.cpp.all as boost
+FROM ${BASE_REPOSITORY}:dependencies-hiredis.aws.cpp.all as hiredis
 FROM ${BASE_REPOSITORY}:dependencies-runtime.aws.cpp.all as runtime
 
 FROM ${BASE_IMAGE} as builder
@@ -22,6 +23,7 @@ RUN chmod +x /sebs/installer.sh
 COPY --from=sdk /opt /opt
 COPY --from=boost /opt /opt
 COPY --from=runtime /opt /opt
+COPY --from=hiredis /opt /opt
 
 # useradd and groupmod is installed in /usr/sbin which is not in PATH
 ENV PATH=/usr/sbin:$PATH

sebs/benchmark.py

@@ -319,13 +319,14 @@ def add_deployment_package_cpp(self, output_dir):
 
         # FIXME: Configure CMakeLists.txt dependencies
         # FIXME: Configure for AWS - this should be generic
+        # FIXME: optional hiredis
         cmake_script = """
         cmake_minimum_required(VERSION 3.9)
         set(CMAKE_CXX_STANDARD 11)
         project(benchmark LANGUAGES CXX)
         add_executable(
             ${PROJECT_NAME} "handler.cpp" "key-value.cpp"
-            "storage.cpp" "utils.cpp" "main.cpp"
+            "storage.cpp" "redis.cpp" "utils.cpp" "main.cpp"
         )
         target_include_directories(${PROJECT_NAME} PRIVATE ".")
 
@@ -342,6 +343,13 @@ def add_deployment_package_cpp(self, output_dir):
         find_package(AWSSDK COMPONENTS s3 dynamodb core)
         target_link_libraries(${PROJECT_NAME} PUBLIC ${AWSSDK_LINK_LIBRARIES})
 
+        find_package(PkgConfig REQUIRED)
+        set(ENV{PKG_CONFIG_PATH} "/opt/lib/pkgconfig")
+        pkg_check_modules(HIREDIS REQUIRED IMPORTED_TARGET hiredis)
+
+        target_include_directories(${PROJECT_NAME} PUBLIC PkgConfig::HIREDIS)
+        target_link_libraries(${PROJECT_NAME} PUBLIC PkgConfig::HIREDIS)
+
         # this line creates a target that packages your binary and zips it up
         aws_lambda_package_target(${PROJECT_NAME})
         """