From 39fe6074769d4272cb3f1301db7dab8908e749b2 Mon Sep 17 00:00:00 2001 From: Rekkice <77703180+Rekkice@users.noreply.github.com> Date: Thu, 20 Feb 2025 19:52:14 -0300 Subject: [PATCH] feat: add fly.io project (#46) * feat: add fly.io project * chore: comment out OTLP config until there's an OTLP endpoint * chore: comment out kafka_ex dependency from main app --- devenv.nix | 1 + tololo/.dockerignore | 45 ++++++++++++ tololo/Dockerfile | 104 ++++++++++++++++++++++++++++ tololo/config/runtime.exs | 6 +- tololo/fly.toml | 35 ++++++++++ tololo/lib/tololo/release.ex | 28 ++++++++ tololo/mix.exs | 2 +- tololo/rel/env.sh.eex | 13 ++++ tololo/rel/overlays/bin/migrate | 5 ++ tololo/rel/overlays/bin/migrate.bat | 1 + tololo/rel/overlays/bin/server | 5 ++ tololo/rel/overlays/bin/server.bat | 2 + 12 files changed, 243 insertions(+), 4 deletions(-) create mode 100644 tololo/.dockerignore create mode 100644 tololo/Dockerfile create mode 100644 tololo/fly.toml create mode 100644 tololo/lib/tololo/release.ex create mode 100755 tololo/rel/env.sh.eex create mode 100755 tololo/rel/overlays/bin/migrate create mode 100755 tololo/rel/overlays/bin/migrate.bat create mode 100755 tololo/rel/overlays/bin/server create mode 100755 tololo/rel/overlays/bin/server.bat diff --git a/devenv.nix b/devenv.nix index 1e9af17..988fcff 100644 --- a/devenv.nix +++ b/devenv.nix @@ -46,6 +46,7 @@ in pkgs.antora pkgs.nodePackages_latest.localtunnel + pkgs.flyctl pkgs.zsh pkgs.oh-my-zsh diff --git a/tololo/.dockerignore b/tololo/.dockerignore new file mode 100644 index 0000000..61a7393 --- /dev/null +++ b/tololo/.dockerignore @@ -0,0 +1,45 @@ +# This file excludes paths from the Docker build context. +# +# By default, Docker's build context includes all files (and folders) in the +# current directory. Even if a file isn't copied into the container it is still sent to +# the Docker daemon. +# +# There are multiple reasons to exclude files from the build context: +# +# 1. Prevent nested folders from being copied into the container (ex: exclude +# /assets/node_modules when copying /assets) +# 2. Reduce the size of the build context and improve build time (ex. /build, /deps, /doc) +# 3. Avoid sending files containing sensitive information +# +# More information on using .dockerignore is available here: +# https://docs.docker.com/engine/reference/builder/#dockerignore-file + +.dockerignore + +# Ignore git, but keep git HEAD and refs to access current commit hash if needed: +# +# $ cat .git/HEAD | awk '{print ".git/"$2}' | xargs cat +# d0b8727759e1e0e7aa3d41707d12376e373d5ecc +.git +!.git/HEAD +!.git/refs + +# Common development/test artifacts +/cover/ +/doc/ +/test/ +/tmp/ +.elixir_ls + +# Mix artifacts +/_build/ +/deps/ +*.ez + +# Generated on crash by the VM +erl_crash.dump + +# Static artifacts - These should be fetched and built inside the Docker image +/assets/node_modules/ +/priv/static/assets/ +/priv/static/cache_manifest.json diff --git a/tololo/Dockerfile b/tololo/Dockerfile new file mode 100644 index 0000000..22a90b0 --- /dev/null +++ b/tololo/Dockerfile @@ -0,0 +1,104 @@ +# Find eligible builder and runner images on Docker Hub. We use Ubuntu/Debian +# instead of Alpine to avoid DNS resolution issues in production. +# +# https://hub.docker.com/r/hexpm/elixir/tags?page=1&name=ubuntu +# https://hub.docker.com/_/ubuntu?tab=tags +# +# This file is based on these images: +# +# - https://hub.docker.com/r/hexpm/elixir/tags - for the build image +# - https://hub.docker.com/_/debian?tab=tags&page=1&name=bullseye-20250113-slim - for the release image +# - https://pkgs.org/ - resource for finding needed packages +# - Ex: hexpm/elixir:1.18.1-erlang-26.2.5.6-debian-bullseye-20250113-slim +# +ARG ELIXIR_VERSION=1.18.1 +ARG OTP_VERSION=26.2.5.6 +ARG DEBIAN_VERSION=bullseye-20250113-slim + +ARG BUILDER_IMAGE="hexpm/elixir:${ELIXIR_VERSION}-erlang-${OTP_VERSION}-debian-${DEBIAN_VERSION}" +ARG RUNNER_IMAGE="debian:${DEBIAN_VERSION}" + +FROM ${BUILDER_IMAGE} as builder + +# install build dependencies +RUN apt-get update -y && apt-get install -y build-essential git \ + && apt-get clean && rm -f /var/lib/apt/lists/*_* + +# prepare build dir +WORKDIR /app + +# install hex + rebar +RUN mix local.hex --force && \ + mix local.rebar --force + +# set build ENV +ENV MIX_ENV="prod" + +# install mix dependencies +COPY mix.exs mix.lock ./ +RUN mix deps.get --only $MIX_ENV + +COPY config config + +COPY extensions extensions + +COPY core core + +COPY priv priv + +COPY lib lib + +COPY assets assets + +WORKDIR /app/core +RUN mix compile + +WORKDIR /app + +RUN mix deps.get +RUN mix deps.compile + +# compile assets +RUN mix assets.deploy + +# Compile the release +RUN mix compile + +# Changes to config/runtime.exs don't require recompiling the code +COPY config/runtime.exs config/ + +COPY rel rel +RUN mix release + +# start a new build stage so that the final image will only contain +# the compiled release and other runtime necessities +FROM ${RUNNER_IMAGE} + +RUN apt-get update -y && \ + apt-get install -y libstdc++6 openssl libncurses5 locales ca-certificates \ + && apt-get clean && rm -f /var/lib/apt/lists/*_* + +# Set the locale +RUN sed -i '/en_US.UTF-8/s/^# //g' /etc/locale.gen && locale-gen + +ENV LANG en_US.UTF-8 +ENV LANGUAGE en_US:en +ENV LC_ALL en_US.UTF-8 + +WORKDIR "/app" +RUN chown nobody /app + +# set runner ENV +ENV MIX_ENV="prod" + +# Only copy the final release from the build stage +COPY --from=builder --chown=nobody:root /app/_build/${MIX_ENV}/rel/tololo ./ + +USER nobody + +# If using an environment that doesn't automatically reap zombie processes, it is +# advised to add an init process such as tini via `apt-get install` +# above and adding an entrypoint. See https://github.com/krallin/tini for details +# ENTRYPOINT ["/tini", "--"] + +CMD ["/app/bin/server"] diff --git a/tololo/config/runtime.exs b/tololo/config/runtime.exs index f34fadc..f812479 100644 --- a/tololo/config/runtime.exs +++ b/tololo/config/runtime.exs @@ -30,9 +30,9 @@ if config_env() == :prod do maybe_ipv6 = if System.get_env("ECTO_IPV6") in ~w(true 1), do: [:inet6], else: [] - config :opentelemetry_exporter, - otlp_protocol: :http_protobuf, - otlp_endpoint: System.fetch_env!("OTLP_ENDPOINT") + # config :opentelemetry_exporter, + # otlp_protocol: :http_protobuf, + # otlp_endpoint: System.fetch_env!("OTLP_ENDPOINT") config :tololo, Tololo.Repo, # ssl: true, diff --git a/tololo/fly.toml b/tololo/fly.toml new file mode 100644 index 0000000..6db2460 --- /dev/null +++ b/tololo/fly.toml @@ -0,0 +1,35 @@ +# fly.toml app configuration file generated for tololo on 2025-02-18T09:06:46-03:00 +# +# See https://fly.io/docs/reference/configuration/ for information about how to use this file. +# + +app = 'tololo' +primary_region = 'scl' +kill_signal = 'SIGTERM' + +[build] + +[deploy] + release_command = '/app/bin/migrate' + +[env] + PHX_HOST = 'tololo.fly.dev' + PORT = '8080' + +[http_service] + internal_port = 8080 + force_https = true + auto_stop_machines = 'stop' + auto_start_machines = true + min_machines_running = 0 + processes = ['app'] + + [http_service.concurrency] + type = 'connections' + hard_limit = 1000 + soft_limit = 1000 + +[[vm]] + memory = '1gb' + cpu_kind = 'shared' + cpus = 1 diff --git a/tololo/lib/tololo/release.ex b/tololo/lib/tololo/release.ex new file mode 100644 index 0000000..0126bf1 --- /dev/null +++ b/tololo/lib/tololo/release.ex @@ -0,0 +1,28 @@ +defmodule Tololo.Release do + @moduledoc """ + Used for executing DB release tasks when run in production without Mix + installed. + """ + @app :tololo + + def migrate do + load_app() + + for repo <- repos() do + {:ok, _, _} = Ecto.Migrator.with_repo(repo, &Ecto.Migrator.run(&1, :up, all: true)) + end + end + + def rollback(repo, version) do + load_app() + {:ok, _, _} = Ecto.Migrator.with_repo(repo, &Ecto.Migrator.run(&1, :down, to: version)) + end + + defp repos do + Application.fetch_env!(@app, :ecto_repos) + end + + defp load_app do + Application.load(@app) + end +end diff --git a/tololo/mix.exs b/tololo/mix.exs index 79661d4..9aa21d2 100644 --- a/tololo/mix.exs +++ b/tololo/mix.exs @@ -68,7 +68,7 @@ defmodule Tololo.MixProject do {:jason, "~> 1.2"}, {:dns_cluster, "~> 0.1.1"}, {:bandit, "~> 1.5"}, - {:kafka_ex, "~> 0.11"}, + # {:kafka_ex, "~> 0.11"}, {:credo, "~> 1.7", only: [:dev, :test], runtime: false}, {:ex_doc, "~> 0.36", only: [:dev, :test], runtime: false}, {:opentelemetry_exporter, "~> 1.8.0"}, diff --git a/tololo/rel/env.sh.eex b/tololo/rel/env.sh.eex new file mode 100755 index 0000000..efeb7ff --- /dev/null +++ b/tololo/rel/env.sh.eex @@ -0,0 +1,13 @@ +#!/bin/sh + +# configure node for distributed erlang with IPV6 support +export ERL_AFLAGS="-proto_dist inet6_tcp" +export ECTO_IPV6="true" +export DNS_CLUSTER_QUERY="${FLY_APP_NAME}.internal" +export RELEASE_DISTRIBUTION="name" +export RELEASE_NODE="${FLY_APP_NAME}-${FLY_IMAGE_REF##*-}@${FLY_PRIVATE_IP}" + +# Uncomment to send crash dumps to stderr +# This can be useful for debugging, but may log sensitive information +# export ERL_CRASH_DUMP=/dev/stderr +# export ERL_CRASH_DUMP_BYTES=4096 diff --git a/tololo/rel/overlays/bin/migrate b/tololo/rel/overlays/bin/migrate new file mode 100755 index 0000000..e0c7263 --- /dev/null +++ b/tololo/rel/overlays/bin/migrate @@ -0,0 +1,5 @@ +#!/bin/sh +set -eu + +cd -P -- "$(dirname -- "$0")" +exec ./tololo eval Tololo.Release.migrate diff --git a/tololo/rel/overlays/bin/migrate.bat b/tololo/rel/overlays/bin/migrate.bat new file mode 100755 index 0000000..43aa3d8 --- /dev/null +++ b/tololo/rel/overlays/bin/migrate.bat @@ -0,0 +1 @@ +call "%~dp0\tololo" eval Tololo.Release.migrate diff --git a/tololo/rel/overlays/bin/server b/tololo/rel/overlays/bin/server new file mode 100755 index 0000000..b5e53be --- /dev/null +++ b/tololo/rel/overlays/bin/server @@ -0,0 +1,5 @@ +#!/bin/sh +set -eu + +cd -P -- "$(dirname -- "$0")" +PHX_SERVER=true exec ./tololo start diff --git a/tololo/rel/overlays/bin/server.bat b/tololo/rel/overlays/bin/server.bat new file mode 100755 index 0000000..d2aeb80 --- /dev/null +++ b/tololo/rel/overlays/bin/server.bat @@ -0,0 +1,2 @@ +set PHX_SERVER=true +call "%~dp0\tololo" start