mirror of
https://github.com/getsentry/self-hosted.git
synced 2026-02-01 16:32:44 +00:00
49e30a7356
Since we download JS SDKs in a for loop which invokes a separate docker container for each `curl` run, we seem to be triggering some sort of a DoS protection. And rightfully so as the old method causes TCP and TLS churn although we advertise we support HTTP/1.1 and HTTP/2. This patch does a few things: 1. Uses `curl`s globbing support to download all files in one go, maxing TCP and TLS reuse. This should fix the DoS protection 2. Uses `curl`'s `--compress` option to make things even more efficient 3. Uses `curl`'s `--create-dirs` to save 1 docker container run per version for creating the directory 4. Removes the `-I` `HEAD` checks in favor of a `-f` fail option combined with `|| true` which makes curl fail and not write the output on a non-200 response while still allowing the script to succeed 5. To make sure the above approach works, it adds a file size test, requiring all downloaded files to be larger than 1kB
41 lines
2.5 KiB
Bash
41 lines
2.5 KiB
Bash
# This will only run if the SETUP_JS_SDK_ASSETS environment variable is set to 1.
|
|
# Think of this as some kind of a feature flag.
|
|
if [[ "${SETUP_JS_SDK_ASSETS:-}" == "1" ]]; then
|
|
echo "${_group}Setting up JS SDK assets"
|
|
|
|
# If the `sentry-nginx-www` volume exists, we need to prune the contents.
|
|
# We don't want to fill the volume with old JS SDK assets.
|
|
# If people want to keep the old assets, they can set the environment variable
|
|
# `SETUP_JS_SDK_KEEP_OLD_ASSETS` to any value.
|
|
if [[ -z "${SETUP_JS_SDK_KEEP_OLD_ASSETS:-}" ]]; then
|
|
echo "Cleaning up old JS SDK assets..."
|
|
$dcr --no-deps --rm -v "sentry-nginx-www:/var/www" nginx rm -rf /var/www/js-sdk/*
|
|
fi
|
|
|
|
$dbuild -t sentry-self-hosted-jq-local --platform="$DOCKER_PLATFORM" jq
|
|
|
|
jq="docker run --rm -i sentry-self-hosted-jq-local"
|
|
|
|
loader_registry=$($dcr --no-deps --rm -T web cat /usr/src/sentry/src/sentry/loader/_registry.json)
|
|
# The `loader_registry` should start with "Updating certificates...", we want to delete that and the subsequent ca-certificates related lines.
|
|
# We want to remove everything before the first '{'.
|
|
loader_registry=$(echo "$loader_registry" | sed '0,/{/s/[^{]*//')
|
|
|
|
# Sentry backend provides SDK versions from v4.x up to v8.x.
|
|
latest_js_v4=$(echo "$loader_registry" | $jq -r '.versions | reverse | map(select(.|any(.; startswith("4.")))) | .[0]')
|
|
latest_js_v5=$(echo "$loader_registry" | $jq -r '.versions | reverse | map(select(.|any(.; startswith("5.")))) | .[0]')
|
|
latest_js_v6=$(echo "$loader_registry" | $jq -r '.versions | reverse | map(select(.|any(.; startswith("6.")))) | .[0]')
|
|
latest_js_v7=$(echo "$loader_registry" | $jq -r '.versions | reverse | map(select(.|any(.; startswith("7.")))) | .[0]')
|
|
latest_js_v8=$(echo "$loader_registry" | $jq -r '.versions | reverse | map(select(.|any(.; startswith("8.")))) | .[0]')
|
|
|
|
echo "Found JS SDKs: v${latest_js_v4}, v${latest_js_v5}, v${latest_js_v6}, v${latest_js_v7}, v${latest_js_v8}"
|
|
|
|
versions="{$latest_js_v4,$latest_js_v5,$latest_js_v6,$latest_js_v7,$latest_js_v8}"
|
|
variants="{bundle,bundle.tracing,bundle.tracing.replay,bundle.replay,bundle.tracing.replay.feedback,bundle.feedback}"
|
|
|
|
# Download those versions & variants using curl
|
|
$dcr --no-deps --rm -v "sentry-nginx-www:/var/www" nginx curl -w '%{response_code} %{url}\n' --no-progress-meter --compressed --retry 3 --create-dirs -fLo "/var/www/js-sdk/#1/#2.min.js" "https://browser.sentry-cdn.com/${versions}/${variants}.min.js" || true
|
|
|
|
echo "${_endgroup}"
|
|
fi
|