Docker building and release

Dockerfile

@@ -0,0 +1,26 @@
+FROM elixir:1.13.4-alpine AS builder
+
+WORKDIR /app
+
+COPY mix.exs .
+COPY mix.lock .
+COPY .formatter.exs .
+
+RUN mix local.hex --force
+RUN mix local.rebar --force
+RUN mix deps.get
+
+COPY lib/ ./lib/
+COPY config/ ./config/
+
+ENV MIX_ENV=prod
+RUN mix release
+
+FROM elixir:1.13.4-alpine
+
+WORKDIR /app
+
+COPY --from=builder /app/_build/prod/rel/prod/ ./_build/prod/rel/prod/
+
+ENV MIX_ENV=prod
+CMD ["_build/prod/rel/prod/bin/prod", "start"]

config/config.exs

@@ -1,7 +1,7 @@
 import Config
 
 config :srh,
-       mode: "file",
-       file_path: "srh-config/tokens.json"
+  mode: "file",
+  file_path: "srh-config/tokens.json"
 
-import_config "#{config_env()}.exs"
+import_config "#{config_env()}.exs"

config/prod.exs

@@ -0,0 +1 @@
+import Config

config/runtime.exs

@@ -1,5 +1,5 @@
 import Config
 
 config :srh,
-       mode: System.get_env("TOKEN_RESOLUTION_MODE") || "file",
-       file_path: System.get_env("TOKEN_RESOLUTION_FILE_PATH") || "srh-config/tokens.json"
+  mode: System.get_env("TOKEN_RESOLUTION_MODE") || "file",
+  file_path: System.get_env("TOKEN_RESOLUTION_FILE_PATH") || "srh-config/tokens.json"

lib/srh/auth/token_resolver.ex

@@ -55,7 +55,7 @@ defmodule Srh.Auth.TokenResolver do
     # Load this into ETS
     Enum.each(
       config_file_data,
-      &(:ets.insert(@ets_table_name, &1))
+      &:ets.insert(@ets_table_name, &1)
     )
   end
 
@@ -78,13 +78,11 @@ defmodule Srh.Auth.TokenResolver do
       :ok,
       # This is done to replicate what will eventually be API endpoints, so they keys are not atoms
       Jason.decode!(
-        Jason.encode!(
-          %{
-            srh_id: "1000",
-            connection_string: "redis://localhost:6379",
-            max_connections: 10
-          }
-        )
+        Jason.encode!(%{
+          srh_id: "1000",
+          connection_string: "redis://localhost:6379",
+          max_connections: 10
+        })
       )
     }
   end

lib/srh/http/base_router.ex

@@ -3,9 +3,9 @@ defmodule Srh.Http.BaseRouter do
   alias Srh.Http.RequestValidator
   alias Srh.Http.CommandHandler
 
-  plug :match
-  plug Plug.Parsers, parsers: [:json], pass: ["application/json"], json_decoder: Jason
-  plug :dispatch
+  plug(:match)
+  plug(Plug.Parsers, parsers: [:json], pass: ["application/json"], json_decoder: Jason)
+  plug(:dispatch)
 
   get "/" do
     handle_response({:ok, "Welcome to Serverless Redis HTTP!"}, conn)
@@ -13,15 +13,13 @@ defmodule Srh.Http.BaseRouter do
 
   post "/" do
     conn
-    |> handle_extract_auth(&(CommandHandler.handle_command(conn, &1)))
+    |> handle_extract_auth(&CommandHandler.handle_command(conn, &1))
     |> handle_response(conn)
   end
 
   post "/pipeline" do
     conn
-    |> handle_extract_auth(
-         &(CommandHandler.handle_command_array(conn, &1))
-       )
+    |> handle_extract_auth(&CommandHandler.handle_command_array(conn, &1))
     |> handle_response(conn)
   end
 
@@ -32,10 +30,10 @@ defmodule Srh.Http.BaseRouter do
   defp handle_extract_auth(conn, success_lambda) do
     case conn
          |> get_req_header("authorization")
-         |> RequestValidator.validate_bearer_header()
-      do
+         |> RequestValidator.validate_bearer_header() do
       {:ok, token} ->
         success_lambda.(token)
+
       {:error, _} ->
         {:malformed_data, "Missing/Invalid authorization header"}
     end
@@ -44,11 +42,21 @@ defmodule Srh.Http.BaseRouter do
   defp handle_response(response, conn) do
     %{code: code, message: message, json: json} =
       case response do
-        {:ok, data} -> %{code: 200, message: Jason.encode!(data), json: true}
-        {:not_found, message} -> %{code: 404, message: message, json: false}
-        {:malformed_data, message} -> %{code: 400, message: message, json: false}
-        {:not_authorized, message} -> %{code: 401, message: message, json: false}
-        {:server_error, _} -> %{code: 500, message: "An error occurred internally", json: false}
+        {:ok, data} ->
+          %{code: 200, message: Jason.encode!(data), json: true}
+
+        {:not_found, message} ->
+          %{code: 404, message: message, json: false}
+
+        {:malformed_data, message} ->
+          %{code: 400, message: message, json: false}
+
+        {:not_authorized, message} ->
+          %{code: 401, message: message, json: false}
+
+        {:server_error, _} ->
+          %{code: 500, message: "An error occurred internally", json: false}
+
         _ ->
           %{code: 500, message: "An error occurred internally", json: false}
       end
@@ -57,6 +65,7 @@ defmodule Srh.Http.BaseRouter do
       true ->
         conn
         |> put_resp_header("content-type", "application/json")
+
       false ->
         conn
     end

lib/srh/http/command_handler.ex

@@ -8,6 +8,7 @@ defmodule Srh.Http.CommandHandler do
     case RequestValidator.validate_redis_body(conn.body_params) do
       {:ok, command_array} ->
         do_handle_command(command_array, token)
+
       {:error, error_message} ->
         {:malformed_data, error_message}
     end
@@ -17,6 +18,7 @@ defmodule Srh.Http.CommandHandler do
     case RequestValidator.validate_pipeline_redis_body(conn.body_params) do
       {:ok, array_of_command_arrays} ->
         do_handle_command_array(array_of_command_arrays, token)
+
       {:error, error_message} ->
         {:malformed_data, error_message}
     end
@@ -26,7 +28,9 @@ defmodule Srh.Http.CommandHandler do
     case TokenResolver.resolve(token) do
       {:ok, connection_info} ->
         dispatch_command(command_array, connection_info)
-      {:error, msg} -> {:not_authorized, msg}
+
+      {:error, msg} ->
+        {:not_authorized, msg}
     end
   end
 
@@ -34,20 +38,24 @@ defmodule Srh.Http.CommandHandler do
     case TokenResolver.resolve(token) do
       {:ok, connection_info} ->
         dispatch_command_array(array_of_command_arrays, connection_info)
-      {:error, msg} -> {:not_authorized, msg}
+
+      {:error, msg} ->
+        {:not_authorized, msg}
     end
   end
 
   defp dispatch_command_array(_arr, _connection_info, responses \\ [])
-  
+
   defp dispatch_command_array([current | rest], connection_info, responses) do
-    updated_responses = case dispatch_command(current, connection_info) do
-      {:ok, result_map} ->
-        [result_map | responses]
-      {:malformed_data, result_json} ->
-        # TODO: change up the chain to json this at the last moment, so this isn't here
-        [Jason.decode!(result_json) | responses]
-    end
+    updated_responses =
+      case dispatch_command(current, connection_info) do
+        {:ok, result_map} ->
+          [result_map | responses]
+
+        {:malformed_data, result_json} ->
+          # TODO: change up the chain to json this at the last moment, so this isn't here
+          [Jason.decode!(result_json) | responses]
+      end
 
     dispatch_command_array(rest, connection_info, updated_responses)
   end
@@ -57,7 +65,10 @@ defmodule Srh.Http.CommandHandler do
     {:ok, Enum.reverse(responses)}
   end
 
-  defp dispatch_command(command_array, %{"srh_id" => srh_id, "max_connections" => max_connections} = connection_info)
+  defp dispatch_command(
+         command_array,
+         %{"srh_id" => srh_id, "max_connections" => max_connections} = connection_info
+       )
        when is_number(max_connections) do
     case GenRegistry.lookup_or_start(Client, srh_id, [max_connections, connection_info]) do
       {:ok, pid} ->
@@ -66,16 +77,16 @@ defmodule Srh.Http.CommandHandler do
              |> ClientWorker.redis_command(command_array) do
           {:ok, res} ->
             {:ok, %{result: res}}
+
           {:error, error} ->
             {
               :malformed_data,
-              Jason.encode!(
-                %{
-                  error: error.message
-                }
-              )
+              Jason.encode!(%{
+                error: error.message
+              })
             }
         end
+
       {:error, msg} ->
         {:server_error, msg}
     end

lib/srh/http/request_validator.ex

@@ -1,10 +1,14 @@
 defmodule Srh.Http.RequestValidator do
-  def validate_redis_body(%{"_json" => command_array}) when is_list(command_array), do: {:ok, command_array}
+  def validate_redis_body(%{"_json" => command_array}) when is_list(command_array),
+    do: {:ok, command_array}
 
   def validate_redis_body(_),
-      do: {:error, "Invalid command array. Expected a string array at root of the command and its arguments."}
+    do:
+      {:error,
+       "Invalid command array. Expected a string array at root of the command and its arguments."}
 
-  def validate_pipeline_redis_body(%{"_json" => array_of_command_arrays}) when is_list(array_of_command_arrays) do
+  def validate_pipeline_redis_body(%{"_json" => array_of_command_arrays})
+      when is_list(array_of_command_arrays) do
     do_validate_pipeline_redis_body(array_of_command_arrays, array_of_command_arrays)
   end
 
@@ -32,6 +36,7 @@ defmodule Srh.Http.RequestValidator do
          |> String.split(" ") do
       ["Bearer", token] ->
         {:ok, token}
+
       _ ->
         do_validate_bearer_header(rest)
     end

lib/srh/redis/client.ex

@@ -23,7 +23,7 @@ defmodule Srh.Redis.Client do
     }
   end
 
-  def find_worker(client)  do
+  def find_worker(client) do
     GenServer.call(client, {:find_worker})
   end
 

lib/srh/redis/client_registry.ex

@@ -35,12 +35,14 @@ defmodule Srh.Redis.ClientRegistry do
       len ->
         target = state.last_worker_index + 1
 
-        corrected_target = case target >= len do
-          true -> 0
-          false -> target
-        end
-
-        {:reply, {:ok, Enum.at(state.worker_pids, corrected_target)}, %{state | last_worker_index: corrected_target}}
+        corrected_target =
+          case target >= len do
+            true -> 0
+            false -> target
+          end
+
+        {:reply, {:ok, Enum.at(state.worker_pids, corrected_target)},
+         %{state | last_worker_index: corrected_target}}
     end
   end
 
@@ -55,10 +57,9 @@ defmodule Srh.Redis.ClientRegistry do
       :noreply,
       %{
         state
-      |
-        worker_pids:
-          [pid | state.worker_pids]
-          |> Enum.uniq()
+        | worker_pids:
+            [pid | state.worker_pids]
+            |> Enum.uniq()
       }
     }
   end

mix.exs

@@ -8,7 +8,13 @@ defmodule Srh.MixProject do
       elixir: "~> 1.13",
       start_permanent: Mix.env() == :prod,
       config_path: "config/config.exs",
-      deps: deps()
+      deps: deps(),
+      releases: [
+        prod: [
+          include_executables_for: [:unix],
+          steps: [:assemble, :tar]
+        ]
+      ]
     ]
   end
 

rel/env.bat.eex

@@ -0,0 +1,5 @@
+@echo off
+rem Set the release to work across nodes.
+rem RELEASE_DISTRIBUTION must be "sname" (local), "name" (distributed) or "none".
+rem set RELEASE_DISTRIBUTION=name
+rem set RELEASE_NODE=<%= @release.name %>

rel/env.sh.eex

@@ -0,0 +1,17 @@
+#!/bin/sh
+
+# Sets and enables heart (recommended only in daemon mode)
+# case $RELEASE_COMMAND in
+#   daemon*)
+#     HEART_COMMAND="$RELEASE_ROOT/bin/$RELEASE_NAME $RELEASE_COMMAND"
+#     export HEART_COMMAND
+#     export ELIXIR_ERL_OPTIONS="-heart"
+#     ;;
+#   *)
+#     ;;
+# esac
+
+# Set the release to work across nodes.
+# RELEASE_DISTRIBUTION must be "sname" (local), "name" (distributed) or "none".
+# export RELEASE_DISTRIBUTION=name
+# export RELEASE_NODE=<%= @release.name %>

rel/remote.vm.args.eex

@@ -0,0 +1,11 @@
+## Customize flags given to the VM: https://erlang.org/doc/man/erl.html
+## -mode/-name/-sname/-setcookie are configured via env vars, do not set them here
+
+## Number of dirty schedulers doing IO work (file, sockets, and others)
+##+SDio 5
+
+## Increase number of concurrent ports/sockets
+##+Q 65536
+
+## Tweak GC to run more often
+##-env ERL_FULLSWEEP_AFTER 10

rel/vm.args.eex

@@ -0,0 +1,11 @@
+## Customize flags given to the VM: https://erlang.org/doc/man/erl.html
+## -mode/-name/-sname/-setcookie are configured via env vars, do not set them here
+
+## Number of dirty schedulers doing IO work (file, sockets, and others)
+##+SDio 5
+
+## Increase number of concurrent ports/sockets
+##+Q 65536
+
+## Tweak GC to run more often
+##-env ERL_FULLSWEEP_AFTER 10