19627513060

Committed 24 Nov 2025 08:11AM UTC coverage: 55.395% (+0.3%) from 55.094%

Build # 19627513060

Build Type

Pull #4394

github

Committed by

web-flow

Commit Message

Merge 000136c5e into 6d9e31644

Pull Request Pull Request #4394: feat(cli): add concurrent images pulling

Run Details

115 of 145 new or added lines in 2 files covered. (79.31%)

7 existing lines in 2 files now uncovered.

6659 of 12021 relevant lines covered (55.39%)

6.26 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

64.98

/internal/start/start.go

package start

import (
        "bytes"
        "context"
        _ "embed"
        "fmt"
        "io"
        "net"
        "net/url"
        "os"
        "path"
        "path/filepath"
        "slices"
        "strconv"
        "strings"
        "text/template"
        "time"

        "github.com/cenkalti/backoff/v4"
        "github.com/compose-spec/compose-go/v2/types"
        "github.com/docker/cli/cli/command"
        dockerFlags "github.com/docker/cli/cli/flags"
        "github.com/docker/compose/v2/pkg/api"
        "github.com/docker/compose/v2/pkg/compose"
        "github.com/docker/docker/api/types/container"
        "github.com/docker/docker/api/types/image"
        "github.com/docker/docker/api/types/network"
        "github.com/docker/docker/client"
        "github.com/docker/go-connections/nat"
        "github.com/go-errors/errors"
        "github.com/jackc/pgconn"
        "github.com/jackc/pgx/v4"
        "github.com/spf13/afero"

        "github.com/supabase/cli/internal/db/start"
        "github.com/supabase/cli/internal/functions/serve"
        "github.com/supabase/cli/internal/seed/buckets"
        "github.com/supabase/cli/internal/services"
        "github.com/supabase/cli/internal/status"
        "github.com/supabase/cli/internal/utils"
        "github.com/supabase/cli/internal/utils/flags"
        "github.com/supabase/cli/pkg/config"
)

func Run(ctx context.Context, fsys afero.Fs, excludedContainers []string, ignoreHealthCheck bool) error {
        // Sanity checks.
        {
                if err := flags.LoadConfig(fsys); err != nil {
                        return err
                }
                if err := utils.AssertSupabaseDbIsRunning(); err == nil {
                        fmt.Fprintln(os.Stderr, utils.Aqua("supabase start")+" is already running.")
                        names := status.CustomName{}
                        return status.Run(ctx, names, utils.OutputPretty, fsys)
                } else if !errors.Is(err, utils.ErrNotRunning) {
                        return err
                }
                if err := flags.LoadProjectRef(fsys); err == nil {
                        _ = services.CheckVersions(ctx, fsys)
                }
        }

        dbConfig := pgconn.Config{
                Host:     utils.DbId,
                Port:     5432,
                User:     "postgres",
                Password: utils.Config.Db.Password,
                Database: "postgres",
        }
        if err := run(ctx, fsys, excludedContainers, dbConfig); err != nil {
                if ignoreHealthCheck && start.IsUnhealthyError(err) {
                        fmt.Fprintln(os.Stderr, err)
                } else {
                        if err := utils.DockerRemoveAll(context.Background(), os.Stderr, utils.Config.ProjectId); err != nil {
                                fmt.Fprintln(os.Stderr, err)
                        }
                        return err
                }
        }

        fmt.Fprintf(os.Stderr, "Started %s local development setup.\n\n", utils.Aqua("supabase"))
        status.PrettyPrint(os.Stdout, excludedContainers...)
        return nil
}

type kongConfig struct {
        GotrueId      string
        RestId        string
        RealtimeId    string
        StorageId     string
        StudioId      string
        PgmetaId      string
        EdgeRuntimeId string
        LogflareId    string
        PoolerId      string
        ApiHost       string
        ApiPort       uint16
        BearerToken   string
        QueryToken    string
}

var (
        //go:embed templates/kong.yml
        kongConfigEmbed    string
        kongConfigTemplate = template.Must(template.New("kongConfig").Parse(kongConfigEmbed))

        //go:embed templates/custom_nginx.template
        nginxConfigEmbed string
        // Hardcoded configs which match nginxConfigEmbed
        nginxEmailTemplateDir   = "/home/kong/templates/email"
        nginxTemplateServerPort = 8088
)

type vectorConfig struct {
        ApiKey        string
        VectorId      string
        LogflareId    string
        KongId        string
        GotrueId      string
        RestId        string
        RealtimeId    string
        StorageId     string
        EdgeRuntimeId string
        DbId          string
}

var (
        //go:embed templates/vector.yaml
        vectorConfigEmbed    string
        vectorConfigTemplate = template.Must(template.New("vectorConfig").Parse(vectorConfigEmbed))
)

type poolerTenant struct {
        DbHost            string
        DbPort            uint16
        DbDatabase        string
        DbPassword        string
        ExternalId        string
        ModeType          config.PoolMode
        DefaultMaxClients uint
        DefaultPoolSize   uint
}

var (
        //go:embed templates/pooler.exs
        poolerTenantEmbed    string
        poolerTenantTemplate = template.Must(template.New("poolerTenant").Parse(poolerTenantEmbed))
)

var serviceTimeout = 30 * time.Second

// RetryClient wraps a Docker client to add retry logic for image pulls
type RetryClient struct {
        *client.Client
}

func isPermanentError(err error) bool {
        if err == nil {
                return false
        }
        // Rate limited errors can be recovered by retry
        if msg := err.Error(); strings.Contains(msg, "toomanyrequests:") {
                return false
        }
        return true
}

// ImagePull wraps the Docker client's ImagePull with retry logic and registry auth
func (cli *RetryClient) ImagePull(ctx context.Context, refStr string, options image.PullOptions) (io.ReadCloser, error) {
        if len(options.RegistryAuth) == 0 {
                options.RegistryAuth = utils.GetRegistryAuth()
        }
        pull := func() (io.ReadCloser, error) {
                resp, err := cli.Client.ImagePull(ctx, refStr, options)
                if isPermanentError(err) {
                        return resp, &backoff.PermanentError{Err: err}
                }
                return resp, err
        }
        policy := utils.NewBackoffPolicy(ctx)
        return backoff.RetryWithData(pull, policy)
}

// Also retry ImageInspect: https://github.com/docker/compose/blob/main/pkg/compose/pull.go#L174
func (cli *RetryClient) ImageInspect(ctx context.Context, refStr string, options ...client.ImageInspectOption) (image.InspectResponse, error) {
        pull := func() (image.InspectResponse, error) {
                resp, err := cli.Client.ImageInspect(ctx, refStr, options...)
                if isPermanentError(err) {
                        return resp, &backoff.PermanentError{Err: err}
                }
                return resp, err
        }
        policy := utils.NewBackoffPolicy(ctx)
        return backoff.RetryWithData(pull, policy)
}

// pullImagesUsingCompose pulls all required images using docker-compose service
func pullImagesUsingCompose(ctx context.Context, project types.Project) error {
        // Create Docker CLI
        cli, err := command.NewDockerCli()
        if err != nil {
                return errors.Errorf("failed to create Docker CLI: %w", err)
        }
        // Initialize Docker CLI
        opt := command.WithAPIClient(&RetryClient{Client: utils.Docker})
        if err := cli.Initialize(&dockerFlags.ClientOptions{}, opt); err != nil {
                return errors.Errorf("failed to initialize Docker CLI: %w", err)
        }
        service := compose.NewComposeService(cli)
        // Fallback to regular image pull by ignoring failures
        return service.Pull(ctx, &project, api.PullOptions{IgnoreFailures: true})
}

func run(ctx context.Context, fsys afero.Fs, excludedContainers []string, dbConfig pgconn.Config, options ...func(*pgx.ConnConfig)) error {
        excluded := make(map[string]bool)
        for _, name := range excludedContainers {
                excluded[name] = true
        }
        notExcluded := func(sc types.ServiceConfig) bool {
                val, ok := excluded[sc.Name]
                return !val || !ok
        }

        jwks, err := utils.Config.Auth.ResolveJWKS(ctx)
        if err != nil {
                return err
        }

        // TODO: start services using compose up
        project := types.Project{
                Name:     "supabase-cli",
                Services: utils.GetServices().Filter(notExcluded),
        }
        if err := pullImagesUsingCompose(ctx, project); err != nil {
                return err
        }

        // Start Postgres.
        if dbConfig.Host == utils.DbId {
                if err := start.StartDatabase(ctx, "", fsys, os.Stderr, options...); err != nil {
                        return err
                }
        }

        var started []string
        var isStorageEnabled = utils.Config.Storage.Enabled && !isContainerExcluded(utils.Config.Storage.Image, excluded)
        var isImgProxyEnabled = utils.Config.Storage.ImageTransformation != nil &&
                utils.Config.Storage.ImageTransformation.Enabled && !isContainerExcluded(utils.Config.Storage.ImgProxyImage, excluded)
        fmt.Fprintln(os.Stderr, "Starting containers...")

        // Start Logflare
        if utils.Config.Analytics.Enabled && !isContainerExcluded(utils.Config.Analytics.Image, excluded) {
                env := []string{
                        "DB_DATABASE=_supabase",
                        "DB_HOSTNAME=" + dbConfig.Host,
                        fmt.Sprintf("DB_PORT=%d", dbConfig.Port),
                        "DB_SCHEMA=_analytics",
                        "DB_USERNAME=" + utils.SUPERUSER_ROLE,
                        "DB_PASSWORD=" + dbConfig.Password,
                        "LOGFLARE_MIN_CLUSTER_SIZE=1",
                        "LOGFLARE_SINGLE_TENANT=true",
                        "LOGFLARE_SUPABASE_MODE=true",
                        "LOGFLARE_PRIVATE_ACCESS_TOKEN=" + utils.Config.Analytics.ApiKey,
                        "LOGFLARE_LOG_LEVEL=warn",
                        "LOGFLARE_NODE_HOST=127.0.0.1",
                        "LOGFLARE_FEATURE_FLAG_OVERRIDE='multibackend=true'",
                        "RELEASE_COOKIE=cookie",
                }
                bind := []string{}

                switch utils.Config.Analytics.Backend {
                case config.LogflareBigQuery:
                        workdir, err := os.Getwd()
                        if err != nil {
                                return errors.Errorf("failed to get working directory: %w", err)
                        }
                        hostJwtPath := filepath.Join(workdir, utils.Config.Analytics.GcpJwtPath)
                        bind = append(bind, hostJwtPath+":/opt/app/rel/logflare/bin/gcloud.json")
                        // This is hardcoded in studio frontend
                        env = append(env,
                                "GOOGLE_DATASET_ID_APPEND=_prod",
                                "GOOGLE_PROJECT_ID="+utils.Config.Analytics.GcpProjectId,
                                "GOOGLE_PROJECT_NUMBER="+utils.Config.Analytics.GcpProjectNumber,
                        )
                case config.LogflarePostgres:
                        env = append(env,
                                fmt.Sprintf("POSTGRES_BACKEND_URL=postgresql://%s:%s@%s:%d/%s", dbConfig.User, dbConfig.Password, dbConfig.Host, dbConfig.Port, "_supabase"),
                                "POSTGRES_BACKEND_SCHEMA=_analytics",
                        )
                }

                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Hostname: "127.0.0.1",
                                Image:    utils.Config.Analytics.Image,
                                Env:      env,
                                // Original entrypoint conflicts with healthcheck due to 15 seconds sleep:
                                // https://github.com/Logflare/logflare/blob/staging/run.sh#L35
                                Entrypoint: []string{"sh", "-c", `cat <<'EOF' > run.sh && sh run.sh
./logflare eval Logflare.Release.migrate
./logflare start --sname logflare
EOF
`},
                                Healthcheck: &container.HealthConfig{
                                        Test: []string{"CMD", "curl", "-sSfL", "--head", "-o", "/dev/null",
                                                "http://127.0.0.1:4000/health",
                                        },
                                        Interval:    10 * time.Second,
                                        Timeout:     2 * time.Second,
                                        Retries:     3,
                                        StartPeriod: 10 * time.Second,
                                },
                                ExposedPorts: nat.PortSet{"4000/tcp": {}},
                        },
                        container.HostConfig{
                                Binds:         bind,
                                PortBindings:  nat.PortMap{"4000/tcp": []nat.PortBinding{{HostPort: strconv.FormatUint(uint64(utils.Config.Analytics.Port), 10)}}},
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.LogflareAliases,
                                        },
                                },
                        },
                        utils.LogflareId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.LogflareId)
        }

        // Start vector
        if utils.Config.Analytics.Enabled && !isContainerExcluded(utils.Config.Analytics.VectorImage, excluded) {
                var vectorConfigBuf bytes.Buffer
                if err := vectorConfigTemplate.Option("missingkey=error").Execute(&vectorConfigBuf, vectorConfig{
                        ApiKey:        utils.Config.Analytics.ApiKey,
                        VectorId:      utils.VectorId,
                        LogflareId:    utils.LogflareId,
                        KongId:        utils.KongId,
                        GotrueId:      utils.GotrueId,
                        RestId:        utils.RestId,
                        RealtimeId:    utils.RealtimeId,
                        StorageId:     utils.StorageId,
                        EdgeRuntimeId: utils.EdgeRuntimeId,
                        DbId:          utils.DbId,
                }); err != nil {
                        return errors.Errorf("failed to exec template: %w", err)
                }
                var binds, env, securityOpts []string
                // Special case for GitLab pipeline
                parsed, err := client.ParseHostURL(utils.Docker.DaemonHost())
                if err != nil {
                        return errors.Errorf("failed to parse docker host: %w", err)
                }
                // Ref: https://vector.dev/docs/reference/configuration/sources/docker_logs/#docker_host
                dindHost := &url.URL{Scheme: "http", Host: net.JoinHostPort(utils.DinDHost, "2375")}
                switch parsed.Scheme {
                case "tcp":
                        if _, port, err := net.SplitHostPort(parsed.Host); err == nil {
                                dindHost.Host = net.JoinHostPort(utils.DinDHost, port)
                        }
                        env = append(env, "DOCKER_HOST="+dindHost.String())
                case "npipe":
                        const dockerDaemonNeededErr = "Analytics on Windows requires Docker daemon exposed on tcp://localhost:2375.\nSee https://supabase.com/docs/guides/local-development/cli/getting-started?queryGroups=platform&platform=windows#running-supabase-locally for more details."
                        fmt.Fprintln(os.Stderr, utils.Yellow("WARNING:"), dockerDaemonNeededErr)
                        env = append(env, "DOCKER_HOST="+dindHost.String())
                case "unix":
                        if dindHost, err = client.ParseHostURL(client.DefaultDockerHost); err != nil {
                                return errors.Errorf("failed to parse default host: %w", err)
                        } else if strings.HasSuffix(parsed.Host, "/.docker/run/docker.sock") {
                                fmt.Fprintln(os.Stderr, utils.Yellow("WARNING:"), "analytics requires mounting default docker socket:", dindHost.Host)
                                binds = append(binds, fmt.Sprintf("%[1]s:%[1]s:ro", dindHost.Host))
                        } else {
                                // Podman and OrbStack can mount root-less socket without issue
                                binds = append(binds, fmt.Sprintf("%s:%s:ro", parsed.Host, dindHost.Host))
                                securityOpts = append(securityOpts, "label:disable")
                        }
                }
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Analytics.VectorImage,
                                Env:   env,
                                Entrypoint: []string{"sh", "-c", `cat <<'EOF' > /etc/vector/vector.yaml && vector --config /etc/vector/vector.yaml
` + vectorConfigBuf.String() + `
EOF
`},
                                Healthcheck: &container.HealthConfig{
                                        Test: []string{"CMD", "wget", "--no-verbose", "--tries=1", "--spider",
                                                "http://127.0.0.1:9001/health",
                                        },
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                Binds:         binds,
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                                SecurityOpt:   securityOpts,
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.VectorAliases,
                                        },
                                },
                        },
                        utils.VectorId,
                ); err != nil {
                        return err
                }
                if parsed.Scheme != "npipe" {
                        started = append(started, utils.VectorId)
                }
        }

        // Start Kong.
        if !isContainerExcluded(utils.Config.Api.KongImage, excluded) {
                var kongConfigBuf bytes.Buffer
                if err := kongConfigTemplate.Option("missingkey=error").Execute(&kongConfigBuf, kongConfig{
                        GotrueId:      utils.GotrueId,
                        RestId:        utils.RestId,
                        RealtimeId:    utils.Config.Realtime.TenantId,
                        StorageId:     utils.StorageId,
                        StudioId:      utils.StudioId,
                        PgmetaId:      utils.PgmetaId,
                        EdgeRuntimeId: utils.EdgeRuntimeId,
                        LogflareId:    utils.LogflareId,
                        PoolerId:      utils.PoolerId,
                        ApiHost:       utils.Config.Hostname,
                        ApiPort:       utils.Config.Api.Port,
                        BearerToken: fmt.Sprintf(
                                // If Authorization header is set to a self-minted JWT, we want to pass it down.
                                // Legacy supabase-js may set Authorization header to Bearer <apikey>. We must remove it
                                // to avoid failing JWT validation.
                                // If Authorization header is missing, we want to match against apikey header to set the
                                // default JWT for downstream services.
                                // Finally, the apikey header may be set to a legacy JWT. In that case, we want to copy
                                // it to Authorization header for backwards compatibility.
                                `$((headers.authorization ~= nil and headers.authorization:sub(1, 10) ~= 'Bearer sb_' and headers.authorization) or (headers.apikey == '%s' and 'Bearer %s') or (headers.apikey == '%s' and 'Bearer %s') or headers.apikey)`,
                                utils.Config.Auth.SecretKey.Value,
                                utils.Config.Auth.ServiceRoleKey.Value,
                                utils.Config.Auth.PublishableKey.Value,
                                utils.Config.Auth.AnonKey.Value,
                        ),
                        QueryToken: fmt.Sprintf(
                                `$((query_params.apikey == '%s' and '%s') or (query_params.apikey == '%s' and '%s') or query_params.apikey)`,
                                utils.Config.Auth.SecretKey.Value,
                                utils.Config.Auth.ServiceRoleKey.Value,
                                utils.Config.Auth.PublishableKey.Value,
                                utils.Config.Auth.AnonKey.Value,
                        ),
                }); err != nil {
                        return errors.Errorf("failed to exec template: %w", err)
                }

                binds := []string{}
                for id, tmpl := range utils.Config.Auth.Email.Template {
                        if len(tmpl.ContentPath) == 0 {
                                continue
                        }
                        hostPath := tmpl.ContentPath
                        if !filepath.IsAbs(tmpl.ContentPath) {
                                var err error
                                hostPath, err = filepath.Abs(hostPath)
                                if err != nil {
                                        return errors.Errorf("failed to resolve absolute path: %w", err)
                                }
                        }
                        dockerPath := path.Join(nginxEmailTemplateDir, id+filepath.Ext(hostPath))
                        binds = append(binds, fmt.Sprintf("%s:%s:rw", hostPath, dockerPath))
                }

                dockerPort := uint16(8000)
                if utils.Config.Api.Tls.Enabled {
                        dockerPort = 8443
                }
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Api.KongImage,
                                Env: []string{
                                        "KONG_DATABASE=off",
                                        "KONG_DECLARATIVE_CONFIG=/home/kong/kong.yml",
                                        "KONG_DNS_ORDER=LAST,A,CNAME", // https://github.com/supabase/cli/issues/14
                                        "KONG_PLUGINS=request-transformer,cors",
                                        fmt.Sprintf("KONG_PORT_MAPS=%d:8000", utils.Config.Api.Port),
                                        // Need to increase the nginx buffers in kong to avoid it rejecting the rather
                                        // sizeable response headers azure can generate
                                        // Ref: https://github.com/Kong/kong/issues/3974#issuecomment-482105126
                                        "KONG_NGINX_PROXY_PROXY_BUFFER_SIZE=160k",
                                        "KONG_NGINX_PROXY_PROXY_BUFFERS=64 160k",
                                        "KONG_NGINX_WORKER_PROCESSES=1",
                                        // Use modern TLS certificate
                                        "KONG_SSL_CERT=/home/kong/localhost.crt",
                                        "KONG_SSL_CERT_KEY=/home/kong/localhost.key",
                                },
                                Entrypoint: []string{"sh", "-c", `cat <<'EOF' > /home/kong/kong.yml && \
cat <<'EOF' > /home/kong/custom_nginx.template && \
cat <<'EOF' > /home/kong/localhost.crt && \
cat <<'EOF' > /home/kong/localhost.key && \
./docker-entrypoint.sh kong docker-start --nginx-conf /home/kong/custom_nginx.template
` + kongConfigBuf.String() + `
EOF
` + nginxConfigEmbed + `
EOF
` + string(utils.Config.Api.Tls.CertContent) + `
EOF
` + string(utils.Config.Api.Tls.KeyContent) + `
EOF
`},
                                ExposedPorts: nat.PortSet{
                                        "8000/tcp": {},
                                        "8443/tcp": {},
                                        nat.Port(fmt.Sprintf("%d/tcp", nginxTemplateServerPort)): {},
                                },
                        },
                        container.HostConfig{
                                Binds: binds,
                                PortBindings: nat.PortMap{nat.Port(fmt.Sprintf("%d/tcp", dockerPort)): []nat.PortBinding{{
                                        HostPort: strconv.FormatUint(uint64(utils.Config.Api.Port), 10)},
                                }},
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.KongAliases,
                                        },
                                },
                        },
                        utils.KongId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.KongId)
        }

        // Start GoTrue.
        if utils.Config.Auth.Enabled && !isContainerExcluded(utils.Config.Auth.Image, excluded) {
                var testOTP bytes.Buffer
                if len(utils.Config.Auth.Sms.TestOTP) > 0 {
                        formatMapForEnvConfig(utils.Config.Auth.Sms.TestOTP, &testOTP)
                }

                env := []string{
                        "API_EXTERNAL_URL=" + utils.Config.Api.ExternalUrl,

                        "GOTRUE_API_HOST=0.0.0.0",
                        "GOTRUE_API_PORT=9999",

                        "GOTRUE_DB_DRIVER=postgres",
                        fmt.Sprintf("GOTRUE_DB_DATABASE_URL=postgresql://supabase_auth_admin:%s@%s:%d/%s", dbConfig.Password, dbConfig.Host, dbConfig.Port, dbConfig.Database),

                        "GOTRUE_SITE_URL=" + utils.Config.Auth.SiteUrl,
                        "GOTRUE_URI_ALLOW_LIST=" + strings.Join(utils.Config.Auth.AdditionalRedirectUrls, ","),
                        fmt.Sprintf("GOTRUE_DISABLE_SIGNUP=%v", !utils.Config.Auth.EnableSignup),

                        "GOTRUE_JWT_ADMIN_ROLES=service_role",
                        "GOTRUE_JWT_AUD=authenticated",
                        "GOTRUE_JWT_DEFAULT_GROUP_NAME=authenticated",
                        fmt.Sprintf("GOTRUE_JWT_EXP=%v", utils.Config.Auth.JwtExpiry),
                        "GOTRUE_JWT_SECRET=" + utils.Config.Auth.JwtSecret.Value,
                        "GOTRUE_JWT_ISSUER=" + utils.Config.Auth.JwtIssuer,

                        fmt.Sprintf("GOTRUE_EXTERNAL_EMAIL_ENABLED=%v", utils.Config.Auth.Email.EnableSignup),
                        fmt.Sprintf("GOTRUE_MAILER_SECURE_EMAIL_CHANGE_ENABLED=%v", utils.Config.Auth.Email.DoubleConfirmChanges),
                        fmt.Sprintf("GOTRUE_MAILER_AUTOCONFIRM=%v", !utils.Config.Auth.Email.EnableConfirmations),
                        fmt.Sprintf("GOTRUE_MAILER_OTP_LENGTH=%v", utils.Config.Auth.Email.OtpLength),
                        fmt.Sprintf("GOTRUE_MAILER_OTP_EXP=%v", utils.Config.Auth.Email.OtpExpiry),

                        fmt.Sprintf("GOTRUE_EXTERNAL_ANONYMOUS_USERS_ENABLED=%v", utils.Config.Auth.EnableAnonymousSignIns),

                        fmt.Sprintf("GOTRUE_SMTP_MAX_FREQUENCY=%v", utils.Config.Auth.Email.MaxFrequency),

                        fmt.Sprintf("GOTRUE_MAILER_URLPATHS_INVITE=%s/verify", utils.Config.Auth.JwtIssuer),
                        fmt.Sprintf("GOTRUE_MAILER_URLPATHS_CONFIRMATION=%s/verify", utils.Config.Auth.JwtIssuer),
                        fmt.Sprintf("GOTRUE_MAILER_URLPATHS_RECOVERY=%s/verify", utils.Config.Auth.JwtIssuer),
                        fmt.Sprintf("GOTRUE_MAILER_URLPATHS_EMAIL_CHANGE=%s/verify", utils.Config.Auth.JwtIssuer),
                        "GOTRUE_RATE_LIMIT_EMAIL_SENT=360000",

                        fmt.Sprintf("GOTRUE_EXTERNAL_PHONE_ENABLED=%v", utils.Config.Auth.Sms.EnableSignup),
                        fmt.Sprintf("GOTRUE_SMS_AUTOCONFIRM=%v", !utils.Config.Auth.Sms.EnableConfirmations),
                        fmt.Sprintf("GOTRUE_SMS_MAX_FREQUENCY=%v", utils.Config.Auth.Sms.MaxFrequency),
                        "GOTRUE_SMS_OTP_EXP=6000",
                        "GOTRUE_SMS_OTP_LENGTH=6",
                        fmt.Sprintf("GOTRUE_SMS_TEMPLATE=%v", utils.Config.Auth.Sms.Template),
                        "GOTRUE_SMS_TEST_OTP=" + testOTP.String(),

                        fmt.Sprintf("GOTRUE_PASSWORD_MIN_LENGTH=%v", utils.Config.Auth.MinimumPasswordLength),
                        fmt.Sprintf("GOTRUE_PASSWORD_REQUIRED_CHARACTERS=%v", utils.Config.Auth.PasswordRequirements.ToChar()),
                        fmt.Sprintf("GOTRUE_SECURITY_REFRESH_TOKEN_ROTATION_ENABLED=%v", utils.Config.Auth.EnableRefreshTokenRotation),
                        fmt.Sprintf("GOTRUE_SECURITY_REFRESH_TOKEN_REUSE_INTERVAL=%v", utils.Config.Auth.RefreshTokenReuseInterval),
                        fmt.Sprintf("GOTRUE_SECURITY_MANUAL_LINKING_ENABLED=%v", utils.Config.Auth.EnableManualLinking),
                        fmt.Sprintf("GOTRUE_SECURITY_UPDATE_PASSWORD_REQUIRE_REAUTHENTICATION=%v", utils.Config.Auth.Email.SecurePasswordChange),
                        fmt.Sprintf("GOTRUE_MFA_PHONE_ENROLL_ENABLED=%v", utils.Config.Auth.MFA.Phone.EnrollEnabled),
                        fmt.Sprintf("GOTRUE_MFA_PHONE_VERIFY_ENABLED=%v", utils.Config.Auth.MFA.Phone.VerifyEnabled),
                        fmt.Sprintf("GOTRUE_MFA_TOTP_ENROLL_ENABLED=%v", utils.Config.Auth.MFA.TOTP.EnrollEnabled),
                        fmt.Sprintf("GOTRUE_MFA_TOTP_VERIFY_ENABLED=%v", utils.Config.Auth.MFA.TOTP.VerifyEnabled),
                        fmt.Sprintf("GOTRUE_MFA_WEB_AUTHN_ENROLL_ENABLED=%v", utils.Config.Auth.MFA.WebAuthn.EnrollEnabled),
                        fmt.Sprintf("GOTRUE_MFA_WEB_AUTHN_VERIFY_ENABLED=%v", utils.Config.Auth.MFA.WebAuthn.VerifyEnabled),
                        fmt.Sprintf("GOTRUE_MFA_MAX_ENROLLED_FACTORS=%v", utils.Config.Auth.MFA.MaxEnrolledFactors),

                        // Add rate limit configurations
                        fmt.Sprintf("GOTRUE_RATE_LIMIT_ANONYMOUS_USERS=%v", utils.Config.Auth.RateLimit.AnonymousUsers),
                        fmt.Sprintf("GOTRUE_RATE_LIMIT_TOKEN_REFRESH=%v", utils.Config.Auth.RateLimit.TokenRefresh),
                        fmt.Sprintf("GOTRUE_RATE_LIMIT_OTP=%v", utils.Config.Auth.RateLimit.SignInSignUps),
                        fmt.Sprintf("GOTRUE_RATE_LIMIT_VERIFY=%v", utils.Config.Auth.RateLimit.TokenVerifications),
                        fmt.Sprintf("GOTRUE_RATE_LIMIT_SMS_SENT=%v", utils.Config.Auth.RateLimit.SmsSent),
                        fmt.Sprintf("GOTRUE_RATE_LIMIT_WEB3=%v", utils.Config.Auth.RateLimit.Web3),
                }

                // Since signing key is validated by ResolveJWKS, simply read the key file.
                if keys, err := afero.ReadFile(fsys, utils.Config.Auth.SigningKeysPath); err == nil && len(keys) > 0 {
                        env = append(env, "GOTRUE_JWT_KEYS="+string(keys))
                }

                if utils.Config.Auth.Email.Smtp != nil && utils.Config.Auth.Email.Smtp.Enabled {
                        env = append(env,
                                fmt.Sprintf("GOTRUE_RATE_LIMIT_EMAIL_SENT=%v", utils.Config.Auth.RateLimit.EmailSent),
                                fmt.Sprintf("GOTRUE_SMTP_HOST=%s", utils.Config.Auth.Email.Smtp.Host),
                                fmt.Sprintf("GOTRUE_SMTP_PORT=%d", utils.Config.Auth.Email.Smtp.Port),
                                fmt.Sprintf("GOTRUE_SMTP_USER=%s", utils.Config.Auth.Email.Smtp.User),
                                fmt.Sprintf("GOTRUE_SMTP_PASS=%s", utils.Config.Auth.Email.Smtp.Pass.Value),
                                fmt.Sprintf("GOTRUE_SMTP_ADMIN_EMAIL=%s", utils.Config.Auth.Email.Smtp.AdminEmail),
                                fmt.Sprintf("GOTRUE_SMTP_SENDER_NAME=%s", utils.Config.Auth.Email.Smtp.SenderName),
                        )
                } else if utils.Config.Inbucket.Enabled {
                        env = append(env,
                                "GOTRUE_SMTP_HOST="+utils.InbucketId,
                                "GOTRUE_SMTP_PORT=1025",
                                fmt.Sprintf("GOTRUE_SMTP_ADMIN_EMAIL=%s", utils.Config.Inbucket.AdminEmail),
                                fmt.Sprintf("GOTRUE_SMTP_SENDER_NAME=%s", utils.Config.Inbucket.SenderName),
                        )
                }

                if utils.Config.Auth.Sessions.Timebox > 0 {
                        env = append(env, fmt.Sprintf("GOTRUE_SESSIONS_TIMEBOX=%v", utils.Config.Auth.Sessions.Timebox))
                }
                if utils.Config.Auth.Sessions.InactivityTimeout > 0 {
                        env = append(env, fmt.Sprintf("GOTRUE_SESSIONS_INACTIVITY_TIMEOUT=%v", utils.Config.Auth.Sessions.InactivityTimeout))
                }

                for id, tmpl := range utils.Config.Auth.Email.Template {
                        if len(tmpl.ContentPath) > 0 {
                                env = append(env, fmt.Sprintf("GOTRUE_MAILER_TEMPLATES_%s=http://%s:%d/email/%s",
                                        strings.ToUpper(id),
                                        utils.KongId,
                                        nginxTemplateServerPort,
                                        id+filepath.Ext(tmpl.ContentPath),
                                ))
                        }
                        if tmpl.Subject != nil {
                                env = append(env, fmt.Sprintf("GOTRUE_MAILER_SUBJECTS_%s=%s",
                                        strings.ToUpper(id),
                                        *tmpl.Subject,
                                ))
                        }
                }

                switch {
                case utils.Config.Auth.Sms.Twilio.Enabled:
                        env = append(
                                env,
                                "GOTRUE_SMS_PROVIDER=twilio",
                                "GOTRUE_SMS_TWILIO_ACCOUNT_SID="+utils.Config.Auth.Sms.Twilio.AccountSid,
                                "GOTRUE_SMS_TWILIO_AUTH_TOKEN="+utils.Config.Auth.Sms.Twilio.AuthToken.Value,
                                "GOTRUE_SMS_TWILIO_MESSAGE_SERVICE_SID="+utils.Config.Auth.Sms.Twilio.MessageServiceSid,
                        )
                case utils.Config.Auth.Sms.TwilioVerify.Enabled:
                        env = append(
                                env,
                                "GOTRUE_SMS_PROVIDER=twilio_verify",
                                "GOTRUE_SMS_TWILIO_VERIFY_ACCOUNT_SID="+utils.Config.Auth.Sms.TwilioVerify.AccountSid,
                                "GOTRUE_SMS_TWILIO_VERIFY_AUTH_TOKEN="+utils.Config.Auth.Sms.TwilioVerify.AuthToken.Value,
                                "GOTRUE_SMS_TWILIO_VERIFY_MESSAGE_SERVICE_SID="+utils.Config.Auth.Sms.TwilioVerify.MessageServiceSid,
                        )
                case utils.Config.Auth.Sms.Messagebird.Enabled:
                        env = append(
                                env,
                                "GOTRUE_SMS_PROVIDER=messagebird",
                                "GOTRUE_SMS_MESSAGEBIRD_ACCESS_KEY="+utils.Config.Auth.Sms.Messagebird.AccessKey.Value,
                                "GOTRUE_SMS_MESSAGEBIRD_ORIGINATOR="+utils.Config.Auth.Sms.Messagebird.Originator,
                        )
                case utils.Config.Auth.Sms.Textlocal.Enabled:
                        env = append(
                                env,
                                "GOTRUE_SMS_PROVIDER=textlocal",
                                "GOTRUE_SMS_TEXTLOCAL_API_KEY="+utils.Config.Auth.Sms.Textlocal.ApiKey.Value,
                                "GOTRUE_SMS_TEXTLOCAL_SENDER="+utils.Config.Auth.Sms.Textlocal.Sender,
                        )
                case utils.Config.Auth.Sms.Vonage.Enabled:
                        env = append(
                                env,
                                "GOTRUE_SMS_PROVIDER=vonage",
                                "GOTRUE_SMS_VONAGE_API_KEY="+utils.Config.Auth.Sms.Vonage.ApiKey,
                                "GOTRUE_SMS_VONAGE_API_SECRET="+utils.Config.Auth.Sms.Vonage.ApiSecret.Value,
                                "GOTRUE_SMS_VONAGE_FROM="+utils.Config.Auth.Sms.Vonage.From,
                        )
                }

                if captcha := utils.Config.Auth.Captcha; captcha != nil {
                        env = append(
                                env,
                                fmt.Sprintf("GOTRUE_SECURITY_CAPTCHA_ENABLED=%v", captcha.Enabled),
                                fmt.Sprintf("GOTRUE_SECURITY_CAPTCHA_PROVIDER=%v", captcha.Provider),
                                fmt.Sprintf("GOTRUE_SECURITY_CAPTCHA_SECRET=%v", captcha.Secret.Value),
                        )
                }

                if hook := utils.Config.Auth.Hook.MFAVerificationAttempt; hook != nil && hook.Enabled {
                        env = append(
                                env,
                                "GOTRUE_HOOK_MFA_VERIFICATION_ATTEMPT_ENABLED=true",
                                "GOTRUE_HOOK_MFA_VERIFICATION_ATTEMPT_URI="+hook.URI,
                                "GOTRUE_HOOK_MFA_VERIFICATION_ATTEMPT_SECRETS="+hook.Secrets.Value,
                        )
                }
                if hook := utils.Config.Auth.Hook.PasswordVerificationAttempt; hook != nil && hook.Enabled {
                        env = append(
                                env,
                                "GOTRUE_HOOK_PASSWORD_VERIFICATION_ATTEMPT_ENABLED=true",
                                "GOTRUE_HOOK_PASSWORD_VERIFICATION_ATTEMPT_URI="+hook.URI,
                                "GOTRUE_HOOK_PASSWORD_VERIFICATION_ATTEMPT_SECRETS="+hook.Secrets.Value,
                        )
                }
                if hook := utils.Config.Auth.Hook.CustomAccessToken; hook != nil && hook.Enabled {
                        env = append(
                                env,
                                "GOTRUE_HOOK_CUSTOM_ACCESS_TOKEN_ENABLED=true",
                                "GOTRUE_HOOK_CUSTOM_ACCESS_TOKEN_URI="+hook.URI,
                                "GOTRUE_HOOK_CUSTOM_ACCESS_TOKEN_SECRETS="+hook.Secrets.Value,
                        )
                }
                if hook := utils.Config.Auth.Hook.SendSMS; hook != nil && hook.Enabled {
                        env = append(
                                env,
                                "GOTRUE_HOOK_SEND_SMS_ENABLED=true",
                                "GOTRUE_HOOK_SEND_SMS_URI="+hook.URI,
                                "GOTRUE_HOOK_SEND_SMS_SECRETS="+hook.Secrets.Value,
                        )
                }
                if hook := utils.Config.Auth.Hook.SendEmail; hook != nil && hook.Enabled {
                        env = append(
                                env,
                                "GOTRUE_HOOK_SEND_EMAIL_ENABLED=true",
                                "GOTRUE_HOOK_SEND_EMAIL_URI="+hook.URI,
                                "GOTRUE_HOOK_SEND_EMAIL_SECRETS="+hook.Secrets.Value,
                        )
                }
                if hook := utils.Config.Auth.Hook.BeforeUserCreated; hook != nil && hook.Enabled {
                        env = append(
                                env,
                                "GOTRUE_HOOK_BEFORE_USER_CREATED_ENABLED=true",
                                "GOTRUE_HOOK_BEFORE_USER_CREATED_URI="+hook.URI,
                                "GOTRUE_HOOK_BEFORE_USER_CREATED_SECRETS="+hook.Secrets.Value,
                        )
                }

                if utils.Config.Auth.MFA.Phone.EnrollEnabled || utils.Config.Auth.MFA.Phone.VerifyEnabled {
                        env = append(
                                env,
                                "GOTRUE_MFA_PHONE_TEMPLATE="+utils.Config.Auth.MFA.Phone.Template,
                                fmt.Sprintf("GOTRUE_MFA_PHONE_OTP_LENGTH=%v", utils.Config.Auth.MFA.Phone.OtpLength),
                                fmt.Sprintf("GOTRUE_MFA_PHONE_MAX_FREQUENCY=%v", utils.Config.Auth.MFA.Phone.MaxFrequency),
                        )
                }

                for name, config := range utils.Config.Auth.External {
                        env = append(
                                env,
                                fmt.Sprintf("GOTRUE_EXTERNAL_%s_ENABLED=%v", strings.ToUpper(name), config.Enabled),
                                fmt.Sprintf("GOTRUE_EXTERNAL_%s_CLIENT_ID=%s", strings.ToUpper(name), config.ClientId),
                                fmt.Sprintf("GOTRUE_EXTERNAL_%s_SECRET=%s", strings.ToUpper(name), config.Secret.Value),
                                fmt.Sprintf("GOTRUE_EXTERNAL_%s_SKIP_NONCE_CHECK=%t", strings.ToUpper(name), config.SkipNonceCheck),
                                fmt.Sprintf("GOTRUE_EXTERNAL_%s_EMAIL_OPTIONAL=%t", strings.ToUpper(name), config.EmailOptional),
                        )

                        redirectUri := config.RedirectUri
                        if redirectUri == "" {
                                redirectUri = utils.Config.Auth.JwtIssuer + "/callback"
                        }
                        env = append(env, fmt.Sprintf("GOTRUE_EXTERNAL_%s_REDIRECT_URI=%s", strings.ToUpper(name), redirectUri))

                        if config.Url != "" {
                                env = append(env, fmt.Sprintf("GOTRUE_EXTERNAL_%s_URL=%s", strings.ToUpper(name), config.Url))
                        }
                }
                env = append(env, fmt.Sprintf("GOTRUE_EXTERNAL_WEB3_SOLANA_ENABLED=%v", utils.Config.Auth.Web3.Solana.Enabled))

                // OAuth server configuration
                if utils.Config.Auth.OAuthServer.Enabled {
                        env = append(env,
                                fmt.Sprintf("GOTRUE_OAUTH_SERVER_ENABLED=%v", utils.Config.Auth.OAuthServer.Enabled),
                                "GOTRUE_OAUTH_SERVER_AUTHORIZATION_PATH="+utils.Config.Auth.OAuthServer.AuthorizationUrlPath,
                                fmt.Sprintf("GOTRUE_OAUTH_SERVER_ALLOW_DYNAMIC_REGISTRATION=%v", utils.Config.Auth.OAuthServer.AllowDynamicRegistration),
                        )
                }

                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image:        utils.Config.Auth.Image,
                                Env:          env,
                                ExposedPorts: nat.PortSet{"9999/tcp": {}},
                                Healthcheck: &container.HealthConfig{
                                        Test: []string{"CMD", "wget", "--no-verbose", "--tries=1", "--spider",
                                                "http://127.0.0.1:9999/health",
                                        },
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.GotrueAliases,
                                        },
                                },
                        },
                        utils.GotrueId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.GotrueId)
        }

        // Start Mailpit
        if utils.Config.Inbucket.Enabled && !isContainerExcluded(utils.Config.Inbucket.Image, excluded) {
                inbucketPortBindings := nat.PortMap{"8025/tcp": []nat.PortBinding{{HostPort: strconv.FormatUint(uint64(utils.Config.Inbucket.Port), 10)}}}
                if utils.Config.Inbucket.SmtpPort != 0 {
                        inbucketPortBindings["1025/tcp"] = []nat.PortBinding{{HostPort: strconv.FormatUint(uint64(utils.Config.Inbucket.SmtpPort), 10)}}
                }
                if utils.Config.Inbucket.Pop3Port != 0 {
                        inbucketPortBindings["1110/tcp"] = []nat.PortBinding{{HostPort: strconv.FormatUint(uint64(utils.Config.Inbucket.Pop3Port), 10)}}
                }
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Inbucket.Image,
                                Env: []string{
                                        // Disable reverse DNS lookups in Mailpit to avoid slow/delayed DNS resolution
                                        "MP_SMTP_DISABLE_RDNS=true",
                                },
                                Healthcheck: &container.HealthConfig{
                                        Test:     []string{"CMD", "/mailpit", "readyz"},
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                        // StartPeriod taken from upstream Dockerfile
                                        StartPeriod: 10 * time.Second,
                                },
                        },
                        container.HostConfig{
                                PortBindings:  inbucketPortBindings,
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.InbucketAliases,
                                        },
                                },
                        },
                        utils.InbucketId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.InbucketId)
        }

        // Start Realtime.
        if utils.Config.Realtime.Enabled && !isContainerExcluded(utils.Config.Realtime.Image, excluded) {
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Realtime.Image,
                                Env: []string{
                                        "PORT=4000",
                                        "DB_HOST=" + dbConfig.Host,
                                        fmt.Sprintf("DB_PORT=%d", dbConfig.Port),
                                        "DB_USER=" + utils.SUPERUSER_ROLE,
                                        "DB_PASSWORD=" + dbConfig.Password,
                                        "DB_NAME=" + dbConfig.Database,
                                        "DB_AFTER_CONNECT_QUERY=SET search_path TO _realtime",
                                        "DB_ENC_KEY=" + utils.Config.Realtime.EncryptionKey,
                                        "API_JWT_SECRET=" + utils.Config.Auth.JwtSecret.Value,
                                        fmt.Sprintf("API_JWT_JWKS=%s", jwks),
                                        "METRICS_JWT_SECRET=" + utils.Config.Auth.JwtSecret.Value,
                                        "APP_NAME=realtime",
                                        "SECRET_KEY_BASE=" + utils.Config.Realtime.SecretKeyBase,
                                        "ERL_AFLAGS=" + utils.ToRealtimeEnv(utils.Config.Realtime.IpVersion),
                                        "DNS_NODES=''",
                                        "RLIMIT_NOFILE=",
                                        "SEED_SELF_HOST=true",
                                        "RUN_JANITOR=true",
                                        fmt.Sprintf("MAX_HEADER_LENGTH=%d", utils.Config.Realtime.MaxHeaderLength),
                                },
                                ExposedPorts: nat.PortSet{"4000/tcp": {}},
                                Healthcheck: &container.HealthConfig{
                                        // Podman splits command by spaces unless it's quoted, but curl header can't be quoted.
                                        Test: []string{"CMD", "curl", "-sSfL", "--head", "-o", "/dev/null",
                                                "-H", "Host:" + utils.Config.Realtime.TenantId,
                                                "http://127.0.0.1:4000/api/ping",
                                        },
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.RealtimeAliases,
                                        },
                                },
                        },
                        utils.RealtimeId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.RealtimeId)
        }

        // Start PostgREST.
        if utils.Config.Api.Enabled && !isContainerExcluded(utils.Config.Api.Image, excluded) {
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Api.Image,
                                Env: []string{
                                        fmt.Sprintf("PGRST_DB_URI=postgresql://authenticator:%s@%s:%d/%s", dbConfig.Password, dbConfig.Host, dbConfig.Port, dbConfig.Database),
                                        "PGRST_DB_SCHEMAS=" + strings.Join(utils.Config.Api.Schemas, ","),
                                        "PGRST_DB_EXTRA_SEARCH_PATH=" + strings.Join(utils.Config.Api.ExtraSearchPath, ","),
                                        fmt.Sprintf("PGRST_DB_MAX_ROWS=%d", utils.Config.Api.MaxRows),
                                        "PGRST_DB_ANON_ROLE=anon",
                                        fmt.Sprintf("PGRST_JWT_SECRET=%s", jwks),
                                        "PGRST_ADMIN_SERVER_PORT=3001",
                                },
                                // PostgREST does not expose a shell for health check
                        },
                        container.HostConfig{
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.RestAliases,
                                        },
                                },
                        },
                        utils.RestId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.RestId)
        }

        // Start Storage.
        if isStorageEnabled {
                dockerStoragePath := "/mnt"
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Storage.Image,
                                Env: []string{
                                        "DB_MIGRATIONS_FREEZE_AT=" + utils.Config.Storage.TargetMigration,
                                        "ANON_KEY=" + utils.Config.Auth.AnonKey.Value,
                                        "SERVICE_KEY=" + utils.Config.Auth.ServiceRoleKey.Value,
                                        "AUTH_JWT_SECRET=" + utils.Config.Auth.JwtSecret.Value,
                                        fmt.Sprintf("JWT_JWKS=%s", jwks),
                                        fmt.Sprintf("DATABASE_URL=postgresql://supabase_storage_admin:%s@%s:%d/%s", dbConfig.Password, dbConfig.Host, dbConfig.Port, dbConfig.Database),
                                        fmt.Sprintf("FILE_SIZE_LIMIT=%v", utils.Config.Storage.FileSizeLimit),
                                        "STORAGE_BACKEND=file",
                                        "FILE_STORAGE_BACKEND_PATH=" + dockerStoragePath,
                                        "TENANT_ID=stub",
                                        // TODO: https://github.com/supabase/storage-api/issues/55
                                        "STORAGE_S3_REGION=" + utils.Config.Storage.S3Credentials.Region,
                                        "GLOBAL_S3_BUCKET=stub",
                                        fmt.Sprintf("ENABLE_IMAGE_TRANSFORMATION=%t", isImgProxyEnabled),
                                        fmt.Sprintf("IMGPROXY_URL=http://%s:5001", utils.ImgProxyId),
                                        "TUS_URL_PATH=/storage/v1/upload/resumable",
                                        "S3_PROTOCOL_ACCESS_KEY_ID=" + utils.Config.Storage.S3Credentials.AccessKeyId,
                                        "S3_PROTOCOL_ACCESS_KEY_SECRET=" + utils.Config.Storage.S3Credentials.SecretAccessKey,
                                        "S3_PROTOCOL_PREFIX=/storage/v1",
                                        "UPLOAD_FILE_SIZE_LIMIT=52428800000",
                                        "UPLOAD_FILE_SIZE_LIMIT_STANDARD=5242880000",
                                        "SIGNED_UPLOAD_URL_EXPIRATION_TIME=7200",
                                },
                                Healthcheck: &container.HealthConfig{
                                        // For some reason, localhost resolves to IPv6 address on GitPod which breaks healthcheck.
                                        Test: []string{"CMD", "wget", "--no-verbose", "--tries=1", "--spider",
                                                "http://127.0.0.1:5000/status",
                                        },
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                                Binds:         []string{utils.StorageId + ":" + dockerStoragePath},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.StorageAliases,
                                        },
                                },
                        },
                        utils.StorageId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.StorageId)
        }

        // Start Storage ImgProxy.
        if isStorageEnabled && isImgProxyEnabled {
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Storage.ImgProxyImage,
                                Env: []string{
                                        "IMGPROXY_BIND=:5001",
                                        "IMGPROXY_LOCAL_FILESYSTEM_ROOT=/",
                                        "IMGPROXY_USE_ETAG=/",
                                        "IMGPROXY_MAX_SRC_RESOLUTION=50",
                                        "IMGPROXY_MAX_SRC_FILE_SIZE=25000000",
                                        "IMGPROXY_MAX_ANIMATION_FRAMES=60",
                                        "IMGPROXY_ENABLE_WEBP_DETECTION=true",
                                        "IMGPROXY_PRESETS=default=width:3000/height:8192",
                                        "IMGPROXY_FORMAT_QUALITY=jpeg=80,avif=62,webp=80",
                                },
                                Healthcheck: &container.HealthConfig{
                                        Test:     []string{"CMD", "imgproxy", "health"},
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                VolumesFrom:   []string{utils.StorageId},
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.ImgProxyAliases,
                                        },
                                },
                        },
                        utils.ImgProxyId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.ImgProxyId)
        }

        // Start all functions.
        if utils.Config.EdgeRuntime.Enabled && !isContainerExcluded(utils.Config.EdgeRuntime.Image, excluded) {
                dbUrl := fmt.Sprintf("postgresql://%s:%s@%s:%d/%s", dbConfig.User, dbConfig.Password, dbConfig.Host, dbConfig.Port, dbConfig.Database)
                if err := serve.ServeFunctions(ctx, "", nil, "", dbUrl, serve.RuntimeOption{}, fsys); err != nil {
                        return err
                }
                started = append(started, utils.EdgeRuntimeId)
        }

        // Start pg-meta.
        if utils.Config.Studio.Enabled && !isContainerExcluded(utils.Config.Studio.PgmetaImage, excluded) {
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Studio.PgmetaImage,
                                Env: []string{
                                        "PG_META_PORT=8080",
                                        "PG_META_DB_HOST=" + dbConfig.Host,
                                        "PG_META_DB_NAME=" + dbConfig.Database,
                                        "PG_META_DB_USER=" + dbConfig.User,
                                        fmt.Sprintf("PG_META_DB_PORT=%d", dbConfig.Port),
                                        "PG_META_DB_PASSWORD=" + dbConfig.Password,
                                },
                                Healthcheck: &container.HealthConfig{
                                        Test:     []string{"CMD-SHELL", `node --eval="fetch('http://127.0.0.1:8080/health').then((r) => {if (!r.ok) throw new Error(r.status)})"`},
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.PgmetaAliases,
                                        },
                                },
                        },
                        utils.PgmetaId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.PgmetaId)
        }

        // Start Studio.
        if utils.Config.Studio.Enabled && !isContainerExcluded(utils.Config.Studio.Image, excluded) {
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Studio.Image,
                                Env: []string{
                                        "CURRENT_CLI_VERSION=" + utils.Version,
                                        "STUDIO_PG_META_URL=http://" + utils.PgmetaId + ":8080",
                                        "POSTGRES_PASSWORD=" + dbConfig.Password,
                                        "SUPABASE_URL=http://" + utils.KongId + ":8000",
                                        "SUPABASE_PUBLIC_URL=" + utils.Config.Studio.ApiUrl,
                                        "AUTH_JWT_SECRET=" + utils.Config.Auth.JwtSecret.Value,
                                        "SUPABASE_ANON_KEY=" + utils.Config.Auth.AnonKey.Value,
                                        "SUPABASE_SERVICE_KEY=" + utils.Config.Auth.ServiceRoleKey.Value,
                                        "LOGFLARE_PRIVATE_ACCESS_TOKEN=" + utils.Config.Analytics.ApiKey,
                                        "OPENAI_API_KEY=" + utils.Config.Studio.OpenaiApiKey.Value,
                                        fmt.Sprintf("LOGFLARE_URL=http://%v:4000", utils.LogflareId),
                                        fmt.Sprintf("NEXT_PUBLIC_ENABLE_LOGS=%v", utils.Config.Analytics.Enabled),
                                        fmt.Sprintf("NEXT_ANALYTICS_BACKEND_PROVIDER=%v", utils.Config.Analytics.Backend),
                                        // Ref: https://github.com/vercel/next.js/issues/51684#issuecomment-1612834913
                                        "HOSTNAME=0.0.0.0",
                                },
                                Healthcheck: &container.HealthConfig{
                                        Test:     []string{"CMD-SHELL", `node --eval="fetch('http://127.0.0.1:3000/api/platform/profile').then((r) => {if (!r.ok) throw new Error(r.status)})"`},
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                PortBindings:  nat.PortMap{"3000/tcp": []nat.PortBinding{{HostPort: strconv.FormatUint(uint64(utils.Config.Studio.Port), 10)}}},
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.StudioAliases,
                                        },
                                },
                        },
                        utils.StudioId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.StudioId)
        }

        // Start pooler.
        if utils.Config.Db.Pooler.Enabled && !isContainerExcluded(utils.Config.Db.Pooler.Image, excluded) {
                portSession := uint16(5432)
                portTransaction := uint16(6543)
                dockerPort := portTransaction
                if utils.Config.Db.Pooler.PoolMode == config.SessionMode {
                        dockerPort = portSession
                }
                // Create pooler tenant
                var poolerTenantBuf bytes.Buffer
                if err := poolerTenantTemplate.Option("missingkey=error").Execute(&poolerTenantBuf, poolerTenant{
                        DbHost:            dbConfig.Host,
                        DbPort:            dbConfig.Port,
                        DbDatabase:        dbConfig.Database,
                        DbPassword:        dbConfig.Password,
                        ExternalId:        utils.Config.Db.Pooler.TenantId,
                        ModeType:          utils.Config.Db.Pooler.PoolMode,
                        DefaultMaxClients: utils.Config.Db.Pooler.MaxClientConn,
                        DefaultPoolSize:   utils.Config.Db.Pooler.DefaultPoolSize,
                }); err != nil {
                        return errors.Errorf("failed to exec template: %w", err)
                }
                if _, err := utils.DockerStart(
                        ctx,
                        container.Config{
                                Image: utils.Config.Db.Pooler.Image,
                                Env: []string{
                                        "PORT=4000",
                                        fmt.Sprintf("PROXY_PORT_SESSION=%d", portSession),
                                        fmt.Sprintf("PROXY_PORT_TRANSACTION=%d", portTransaction),
                                        fmt.Sprintf("DATABASE_URL=ecto://%s:%s@%s:%d/%s", dbConfig.User, dbConfig.Password, dbConfig.Host, dbConfig.Port, "_supabase"),
                                        "CLUSTER_POSTGRES=true",
                                        "SECRET_KEY_BASE=" + utils.Config.Db.Pooler.SecretKeyBase,
                                        "VAULT_ENC_KEY=" + utils.Config.Db.Pooler.EncryptionKey,
                                        "API_JWT_SECRET=" + utils.Config.Auth.JwtSecret.Value,
                                        "METRICS_JWT_SECRET=" + utils.Config.Auth.JwtSecret.Value,
                                        "REGION=local",
                                        "RUN_JANITOR=true",
                                        "ERL_AFLAGS=-proto_dist inet_tcp",
                                        "RLIMIT_NOFILE=",
                                },
                                Cmd: []string{
                                        "/bin/sh", "-c",
                                        fmt.Sprintf("/app/bin/migrate && /app/bin/supavisor eval '%s' && /app/bin/server", poolerTenantBuf.String()),
                                },
                                ExposedPorts: nat.PortSet{
                                        "4000/tcp": {},
                                        nat.Port(fmt.Sprintf("%d/tcp", portSession)):     {},
                                        nat.Port(fmt.Sprintf("%d/tcp", portTransaction)): {},
                                },
                                Healthcheck: &container.HealthConfig{
                                        Test:     []string{"CMD", "curl", "-sSfL", "--head", "-o", "/dev/null", "http://127.0.0.1:4000/api/health"},
                                        Interval: 10 * time.Second,
                                        Timeout:  2 * time.Second,
                                        Retries:  3,
                                },
                        },
                        container.HostConfig{
                                PortBindings: nat.PortMap{nat.Port(fmt.Sprintf("%d/tcp", dockerPort)): []nat.PortBinding{{
                                        HostPort: strconv.FormatUint(uint64(utils.Config.Db.Pooler.Port), 10)},
                                }},
                                RestartPolicy: container.RestartPolicy{Name: "always"},
                        },
                        network.NetworkingConfig{
                                EndpointsConfig: map[string]*network.EndpointSettings{
                                        utils.NetId: {
                                                Aliases: utils.PoolerAliases,
                                        },
                                },
                        },
                        utils.PoolerId,
                ); err != nil {
                        return err
                }
                started = append(started, utils.PoolerId)
        }

        fmt.Fprintln(os.Stderr, "Waiting for health checks...")
        if utils.NoBackupVolume && slices.Contains(started, utils.StorageId) {
                if err := start.WaitForHealthyService(ctx, serviceTimeout, utils.StorageId); err != nil {
                        return err
                }
                // Disable prompts when seeding
                if err := buckets.Run(ctx, "", false, fsys); err != nil {
                        return err
                }
        }
        return start.WaitForHealthyService(ctx, serviceTimeout, started...)
}

func isContainerExcluded(imageName string, excluded map[string]bool) bool {
        short := utils.ShortContainerImageName(imageName)
        val, ok := excluded[short]
        return ok && val
}

func ExcludableContainers() []string {
        names := []string{}
        for _, image := range config.Images.Services() {
                names = append(names, utils.ShortContainerImageName(image))
        }
        return names
}

func formatMapForEnvConfig(input map[string]string, output *bytes.Buffer) {
        numOfKeyPairs := len(input)
        i := 0
        for k, v := range input {
                output.WriteString(k)
                output.WriteString(":")
                output.WriteString(v)
                i++
                if i < numOfKeyPairs {
                        output.WriteString(",")
                }
        }
}

supabase / cli / 19627513060

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous