diff --git a/.forgejo/workflows/build-ipcei.yml b/.forgejo/workflows/build-ipcei.yml deleted file mode 100644 index d2a754ba..00000000 --- a/.forgejo/workflows/build-ipcei.yml +++ /dev/null @@ -1,27 +0,0 @@ -name: ci - -on: - push: - tags: - - v* - -jobs: - goreleaser: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v4 - with: - fetch-depth: 0 - - name: Set up Go - uses: actions/setup-go@v6 - with: - go-version: ">=1.25.1" - - name: Test code - run: make test - - name: Run GoReleaser - uses: https://github.com/goreleaser/goreleaser-action@v6 - env: - GITEA_TOKEN: ${{ secrets.PACKAGES_TOKEN }} - with: - args: release --clean diff --git a/.forgejo/workflows/build-release-integration.yml b/.forgejo/workflows/build-release-integration.yml index 4f387998..762cb222 100644 --- a/.forgejo/workflows/build-release-integration.yml +++ b/.forgejo/workflows/build-release-integration.yml @@ -18,22 +18,19 @@ on: enable-email-notifications: true -env: - FORGEJO_VERSION: 11.0.7 # renovate: datasource=docker depName=code.forgejo.org/forgejo/forgejo - jobs: release-simulation: runs-on: lxc-bookworm if: vars.ROLE == 'forgejo-coding' steps: - - uses: https://data.forgejo.org/actions/checkout@v4 + - uses: actions/checkout@v4 - id: forgejo - uses: https://data.forgejo.org/actions/setup-forgejo@v3.0.4 + uses: https://data.forgejo.org/actions/setup-forgejo@v3.0.2 with: user: root password: admin1234 - image-version: ${{ env.FORGEJO_VERSION }} + image-version: 1.20 lxc-ip-prefix: 10.0.9 - name: publish diff --git a/.forgejo/workflows/build-release.yml b/.forgejo/workflows/build-release.yml index 12d790ab..6bb6c4b4 100644 --- a/.forgejo/workflows/build-release.yml +++ b/.forgejo/workflows/build-release.yml @@ -23,7 +23,7 @@ jobs: # root is used for testing, allow it if: vars.ROLE == 'forgejo-integration' || forge.repository_owner == 'root' steps: - - uses: https://data.forgejo.org/actions/checkout@v4 + - uses: actions/checkout@v4 - name: Increase the verbosity when there are no secrets id: verbose diff --git a/.forgejo/workflows/cascade-forgejo.yml b/.forgejo/workflows/cascade-forgejo.yml index 36bc899d..c1c09565 100644 --- a/.forgejo/workflows/cascade-forgejo.yml +++ b/.forgejo/workflows/cascade-forgejo.yml @@ -87,10 +87,10 @@ jobs: with: fetch-depth: '0' show-progress: 'false' - - uses: https://data.forgejo.org/actions/setup-go@v5 + - uses: actions/setup-go@v5 with: go-version-file: go.mod - - uses: https://data.forgejo.org/actions/cascading-pr@v2.3.0 + - uses: https://data.forgejo.org/actions/cascading-pr@v2.2.1 with: origin-url: ${{ forge.server_url }} origin-repo: ${{ forge.repository }} @@ -106,5 +106,4 @@ jobs: close: true verbose: ${{ vars.VERBOSE == 'yes' }} debug: ${{ vars.DEBUG == 'yes' }} - wait-iteration: 120 update: .forgejo/cascading-forgejo diff --git a/.forgejo/workflows/cascade-setup-forgejo.yml b/.forgejo/workflows/cascade-setup-forgejo.yml index 9292d936..fff2309f 100644 --- a/.forgejo/workflows/cascade-setup-forgejo.yml +++ b/.forgejo/workflows/cascade-setup-forgejo.yml @@ -81,7 +81,7 @@ jobs: container: image: 'code.forgejo.org/oci/node:22-bookworm' steps: - - uses: https://data.forgejo.org/actions/cascading-pr@v2.3.0 + - uses: https://code.forgejo.org/actions/cascading-pr@v2.2.1 with: origin-url: ${{ forge.server_url }} origin-repo: ${{ forge.repository }} diff --git a/.forgejo/workflows/docker-build-push-action-in-lxc.yml b/.forgejo/workflows/docker-build-push-action-in-lxc.yml index dc1fe14b..da628a38 100644 --- a/.forgejo/workflows/docker-build-push-action-in-lxc.yml +++ b/.forgejo/workflows/docker-build-push-action-in-lxc.yml @@ -21,7 +21,7 @@ on: enable-email-notifications: true env: - FORGEJO_VERSION: 11.0.7 # renovate: datasource=docker depName=code.forgejo.org/forgejo/forgejo + FORGEJO_VERSION: 11.0.5 # renovate: datasource=docker depName=code.forgejo.org/forgejo/forgejo FORGEJO_USER: root FORGEJO_PASSWORD: admin1234 @@ -34,7 +34,7 @@ jobs: - name: install Forgejo so it can be used as a container registry id: registry - uses: https://data.forgejo.org/actions/setup-forgejo@v3.0.4 + uses: https://data.forgejo.org/actions/setup-forgejo@v3.0.2 with: user: ${{ env.FORGEJO_USER }} password: ${{ env.FORGEJO_PASSWORD }} diff --git a/.forgejo/workflows/example-docker-compose.yml b/.forgejo/workflows/example-docker-compose.yml index c39802ad..dce57a39 100644 --- a/.forgejo/workflows/example-docker-compose.yml +++ b/.forgejo/workflows/example-docker-compose.yml @@ -15,7 +15,7 @@ jobs: if: vars.ROLE == 'forgejo-coding' runs-on: lxc-bookworm steps: - - uses: https://data.forgejo.org/actions/checkout@v4 + - uses: actions/checkout@v4 - name: Install docker run: | diff --git a/.forgejo/workflows/example-lxc-systemd.yml b/.forgejo/workflows/example-lxc-systemd.yml index ba3c6a5d..5ebdd1a7 100644 --- a/.forgejo/workflows/example-lxc-systemd.yml +++ b/.forgejo/workflows/example-lxc-systemd.yml @@ -14,12 +14,11 @@ env: SERIAL: "30" LIFETIME: "60" SYSTEMD_OPTIONS: "--no-pager --full" - USE_VERSION: 11.0.7 # renovate: datasource=docker depName=code.forgejo.org/forgejo/forgejo jobs: example-lxc-systemd: if: vars.ROLE == 'forgejo-coding' - runs-on: lxc-trixie + runs-on: lxc-bookworm steps: - uses: https://data.forgejo.org/actions/checkout@v4 @@ -54,11 +53,11 @@ jobs: done - id: forgejo - uses: https://data.forgejo.org/actions/setup-forgejo@v3.0.4 + uses: https://data.forgejo.org/actions/setup-forgejo@v3.0.2 with: user: root password: admin1234 - binary: https://code.forgejo.org/forgejo/forgejo/releases/download/v${{ env.USE_VERSION }}/forgejo-${{ env.USE_VERSION }}-linux-amd64 + binary: https://code.forgejo.org/forgejo/forgejo/releases/download/v7.0.12/forgejo-7.0.12-linux-amd64 # must be the same as LXC_IPV4_PREFIX in examples/lxc-systemd/forgejo-runner-service.sh lxc-ip-prefix: 10.105.7 @@ -124,8 +123,8 @@ jobs: started_running=/etc/forgejo-runner/$serial/started-running killed_gracefully=/etc/forgejo-runner/$serial/killed-gracefully stopped_gracefully=/etc/forgejo-runner/$serial/stopped-gracefully - retry --delay 10 --times 20 cp -a $started_running /tmp/first-run - retry --delay 2 --times 30 grep --quiet 'Starting runner daemon' /var/log/forgejo-runner/$serial.log + retry --delay 5 --times 20 cp -a $started_running /tmp/first-run + retry --delay 1 --times 30 grep --quiet 'Starting runner daemon' /var/log/forgejo-runner/$serial.log systemctl stop forgejo-runner@$serial ! systemctl $all status forgejo-runner@$serial ls -l /etc/forgejo-runner/$serial @@ -137,7 +136,7 @@ jobs: ! test -f $killed_gracefully ! test -f $stopped_gracefully lifetime=${{ env.LIFETIME }} - : give it time to restart at least once + # give it time to restart at least once ls -l /etc/forgejo-runner/$serial sleep $lifetime ; sleep $lifetime ls -l /etc/forgejo-runner/$serial diff --git a/.forgejo/workflows/release-notes-assistant.yml b/.forgejo/workflows/release-notes-assistant.yml index 9dc12abe..bf63f433 100644 --- a/.forgejo/workflows/release-notes-assistant.yml +++ b/.forgejo/workflows/release-notes-assistant.yml @@ -6,17 +6,16 @@ name: issue-labels on: pull_request_target: types: - - opened - edited - synchronize - labeled env: - RNA_VERSION: v1.4.1 # renovate: datasource=forgejo-releases depName=forgejo/release-notes-assistant + RNA_VERSION: v1.4.0 # renovate: datasource=forgejo-releases depName=forgejo/release-notes-assistant registryUrl=https://code.forgejo.org jobs: release-notes: - if: vars.ROLE == 'forgejo-coding' && !contains(forge.event.pull_request.labels.*.name, 'Kind/DependencyUpdate') + if: vars.ROLE == 'forgejo-coding' runs-on: docker container: image: 'data.forgejo.org/oci/ci:1' diff --git a/.forgejo/workflows/test.yml b/.forgejo/workflows/test.yml index 773e0ae2..d817ae3b 100644 --- a/.forgejo/workflows/test.yml +++ b/.forgejo/workflows/test.yml @@ -59,7 +59,7 @@ jobs: - run: make build - - uses: https://data.forgejo.org/actions/upload-artifact@v3 + - uses: https://code.forgejo.org/actions/upload-artifact@v3 with: name: forgejo-runner path: forgejo-runner @@ -79,9 +79,9 @@ jobs: needs: [build-and-tests] steps: - - uses: https://data.forgejo.org/actions/checkout@v4 + - uses: actions/checkout@v4 - - uses: https://data.forgejo.org/actions/download-artifact@v3 + - uses: https://code.forgejo.org/actions/download-artifact@v3 with: name: forgejo-runner @@ -156,9 +156,9 @@ jobs: needs: [build-and-tests] steps: - - uses: https://data.forgejo.org/actions/checkout@v4 + - uses: actions/checkout@v4 - - uses: https://data.forgejo.org/actions/setup-go@v5 + - uses: actions/setup-go@v5 with: go-version-file: go.mod @@ -185,11 +185,6 @@ jobs: EOF apt --quiet install --yes -qq docker.io make - - name: install LXC - run: | - act/runner/lxc-helpers.sh lxc_prepare_environment - act/runner/lxc-helpers.sh lxc_install_lxc_inside 10.39.28 fdb1 - - run: apt-get -q install -qq -y gcc # required for `-race` - run: make integration-test @@ -222,53 +217,3 @@ jobs: git diff --color=always exit 1 } - - validate-pre-commit: - name: validate pre-commit-hooks file - if: vars.ROLE == 'forgejo-coding' - runs-on: docker - container: - image: 'code.forgejo.org/oci/ci:1' - - steps: - - uses: https://data.forgejo.org/actions/checkout@v4 - - - name: install pre-commit - env: - DEBIAN_FRONTEND: noninteractive - PIP_ROOT_USER_ACTION: ignore - PIP_BREAK_SYSTEM_PACKAGES: 1 - PIP_PROGRESS_BAR: off - run: | - apt-get update -qq - apt-get -q install -qq -y python3-pip - python3 -m pip install 'pre-commit>=3.2.0' - - - name: validate .pre-commit-hooks.yaml - run: pre-commit validate-manifest .pre-commit-hooks.yaml - - # Will fail due to `act/runner/testdata/local-action-fails-schema-validation/action/action.yml` - - name: check pre-commit hook against local action files (should fail) - continue-on-error: true - run: | - pre-commit try-repo --all-files --verbose . forgejo-runner-validate - - - name: check that a bad workflow file doesn’t validate (should fail) - continue-on-error: true - run: | - mkdir -p test-repo - cd test-repo - git config set advice.defaultBranchName false - git init --quiet - mkdir -p .forgejo/workflows - cp ../act/runner/testdata/local-action-fails-schema-validation/action/action.yml ./ - touch .forgejo/workflows/bad-workflow.yml - cat > .pre-commit-config.yaml < /dev/null 2>&1 || (( i == ${{ env.MAX_WAIT_ITERATIONS }} )); do + echo "Waiting for Docker to be ready... ($(( ++i ))/${{ env.MAX_WAIT_ITERATIONS }})" + sleep 1 + done + [ $i -lt ${{ env.MAX_WAIT_ITERATIONS }} ] && echo "Docker is ready!" || { echo "Timed out waiting for Docker" ; exit 1; } + + - name: WSL - Start Forgejo Server + shell: wsl-bash {0} + run: | + docker run -d --name forgejo \ + -p 3000:3000 \ + -e USER_UID=1000 \ + -e USER_GID=1000 \ + -e FORGEJO__security__INSTALL_LOCK=true \ + -e FORGEJO__server__DOMAIN=localhost \ + -e FORGEJO__server__ROOT_URL=${{ env.FORGEJO_ROOT_URL }} \ + codeberg.org/forgejo/forgejo:11.0-rootless + + - name: Windows - Set up Go + uses: actions/setup-go@v5 + with: + go-version-file: go.mod + + - name: Windows - Install dependencies + run: go mod download + + - name: WSL - Register Runner on Forgejo Server + # Starting the Forgejo server takes some time. + # That time used to install go. + shell: wsl-bash {0} + run: | + i=0 + until curl -s ${{ env.FORGEJO_ROOT_URL }}/api/v1/version > /dev/null || (( i == ${{ env.MAX_WAIT_ITERATIONS }} )); do + echo "Waiting for Forgejo to be ready... ($(( ++i ))/${{ env.MAX_WAIT_ITERATIONS }})" + sleep 1 + done + [ $i -lt ${{ env.MAX_WAIT_ITERATIONS }} ] && echo "Forgejo is ready!" || { echo "Timed out waiting for Forgejo" ; exit 1; } + + # Create admin user and generate runner token + docker exec forgejo forgejo admin user create --admin --username ${{ env.FORGEJO_ADMIN_USER }} --password ${{ env.FORGEJO_ADMIN_PASSWORD }} --email root@example.com + docker exec forgejo forgejo forgejo-cli actions register --labels docker --name therunner --secret ${{ env.FORGEJO_RUNNER_SECRET }} + + - name: Windows - Connect to Forgejo server + run: | + $configFileContent = @" + log: + level: debug + runner: + labels: + - windows:host + - docker:docker://node:20 + "@ + Set-Content -Path temporaryConfig.yml -Value $configFileContent + + # Register the runner + go run main.go create-runner-file --config temporaryConfig.yml --instance ${{ env.FORGEJO_ROOT_URL }} --secret ${{ env.FORGEJO_RUNNER_SECRET }} --name "windows-test-runner" + + - name: Windows - Run tests + run: go test -v ./... + env: + FORGEJO_URL: ${{ env.FORGEJO_ROOT_URL }} + FORGEJO_RUNNER_SECRET: ${{ env.FORGEJO_RUNNER_SECRET }} + FORGEJO_RUNNER_HEX_SECRET: ${{ env.FORGEJO_RUNNER_SECRET }} + + + release: + runs-on: ubuntu-latest + needs: [build, test] + if: github.event_name == 'push' && github.ref_type == 'tag' + steps: + - uses: actions/download-artifact@v4 + with: + path: . + + - name: Create Release + uses: softprops/action-gh-release@v2 + with: + tag_name: ${{ github.ref_name }} + files: forgejo-runner-windows-*/forgejo-runner-windows-*.exe + draft: false + prerelease: ${{ contains(github.ref, 'beta') || contains(github.ref, 'alpha') }} + token: ${{ secrets.RELEASE_TOKEN }} + fail_on_unmatched_files: true + body: See [original release notes](https://code.forgejo.org/forgejo/runner/releases/tag/${{ github.ref_name }}). diff --git a/.goreleaser.yaml b/.goreleaser.yaml deleted file mode 100644 index b7116d9b..00000000 --- a/.goreleaser.yaml +++ /dev/null @@ -1,60 +0,0 @@ -version: 2 - -before: - hooks: - - go mod download - -builds: - - env: - - CGO_ENABLED=0 - goos: - - linux - - darwin - - windows - goarch: - - amd64 - - arm64 - -archives: - - formats: [binary] - # this name template makes the OS and Arch compatible with the results of `uname`. - name_template: >- - {{ .ProjectName }}_ - {{- title .Os }}_ - {{- if eq .Arch "amd64" }}x86_64 - {{- else if eq .Arch "386" }}i386 - {{- else }}{{ .Arch }}{{ end }} - {{- if .Arm }}v{{ .Arm }}{{ end }} - -changelog: - abbrev: 10 - filters: - exclude: - - "^docs:" - - "^test:" - format: "{{.SHA}}: {{.Message}}" - groups: - - title: Features - regexp: '^.*?feat(\([[:word:]]+\))??!?:.+$' - order: 0 - - title: "Bug fixes" - regexp: '^.*?fix(\([[:word:]]+\))??!?:.+$' - order: 1 - - title: "Chores" - regexp: '^.*?chore(\([[:word:]]+\))??!?:.+$' - order: 2 - - title: Others - order: 999 - sort: asc - -release: - gitea: - owner: DevFW-CICD - name: runner - -force_token: gitea -gitea_urls: - api: https://edp.buildth.ing/api/v1 - download: https://edp.buildth.ing - # set to true if you use a self-signed certificate - skip_tls_verify: false diff --git a/.pre-commit-hooks.yaml b/.pre-commit-hooks.yaml deleted file mode 100644 index 315c03e1..00000000 --- a/.pre-commit-hooks.yaml +++ /dev/null @@ -1,13 +0,0 @@ -- id: forgejo-runner-validate - name: Validate Forgejo Actions files - description: This hook validates Forgejo Actions action and workflow files. - language: golang - entry: runner validate - args: ['--directory', '.'] - pass_filenames: false - files: (?:(?:^|/)action|^\.(?:forgejo|github|gitea)/workflows/[^/\n]+)\.ya?ml$ - types: [yaml] - # 3.2.0 is when the pre-* `stages` used here were added. - # Old names (without the pre- prefix) are deprecated since 4.0.0. - minimum_pre_commit_version: '3.2.0' - stages: [pre-commit, pre-merge-commit, pre-push, manual] diff --git a/Dockerfile b/Dockerfile index 2c654211..bcfe98f5 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,6 +1,6 @@ FROM --platform=$BUILDPLATFORM data.forgejo.org/oci/xx AS xx -FROM --platform=$BUILDPLATFORM data.forgejo.org/oci/golang:1.25-alpine3.22 AS build-env +FROM --platform=$BUILDPLATFORM data.forgejo.org/oci/golang:1.24-alpine3.22 AS build-env # # Transparently cross compile for the target platform diff --git a/Makefile b/Makefile index 07ab0134..06029b7f 100644 --- a/Makefile +++ b/Makefile @@ -14,7 +14,7 @@ GO_FMT_FILES := $(shell find . -type f -name "*.go" ! -name "generated.*") GOFILES := $(shell find . -type f -name "*.go" -o -name "go.mod" ! -name "generated.*") MOCKERY_PACKAGE ?= github.com/vektra/mockery/v2@v2.53.5 # renovate: datasource=go -GOLANGCI_LINT_PACKAGE ?= github.com/golangci/golangci-lint/v2/cmd/golangci-lint@v2.5.0 # renovate: datasource=go +GOLANGCI_LINT_PACKAGE ?= github.com/golangci/golangci-lint/v2/cmd/golangci-lint@v2.4.0 # renovate: datasource=go DOCKER_IMAGE ?= gitea/act_runner DOCKER_TAG ?= nightly diff --git a/act/artifactcache/caches.go b/act/artifactcache/caches.go index b4d9bd17..6d499c8a 100644 --- a/act/artifactcache/caches.go +++ b/act/artifactcache/caches.go @@ -19,13 +19,12 @@ import ( //go:generate mockery --inpackage --name caches type caches interface { - getDB() *bolthold.Store + openDB() (*bolthold.Store, error) validateMac(rundata RunData) (string, error) readCache(id uint64, repo string) (*Cache, error) useCache(id uint64) error setgcAt(at time.Time) gcCache() - close() serve(w http.ResponseWriter, r *http.Request, id uint64) commit(id uint64, size int64) (int64, error) @@ -39,8 +38,6 @@ type cachesImpl struct { logger logrus.FieldLogger secret string - db *bolthold.Store - gcing atomic.Bool gcAt time.Time } @@ -71,6 +68,12 @@ func newCaches(dir, secret string, logger logrus.FieldLogger) (caches, error) { } c.storage = storage + c.gcCache() + + return c, nil +} + +func (c *cachesImpl) openDB() (*bolthold.Store, error) { file := filepath.Join(c.dir, "bolt.db") db, err := bolthold.Open(file, 0o644, &bolthold.Options{ Encoder: json.Marshal, @@ -84,22 +87,7 @@ func newCaches(dir, secret string, logger logrus.FieldLogger) (caches, error) { if err != nil { return nil, fmt.Errorf("Open(%s): %w", file, err) } - c.db = db - - c.gcCache() - - return c, nil -} - -func (c *cachesImpl) close() { - if c.db != nil { - c.db.Close() - c.db = nil - } -} - -func (c *cachesImpl) getDB() *bolthold.Store { - return c.db + return db, nil } var findCacheWithIsolationKeyFallback = func(db *bolthold.Store, repo string, keys []string, version, writeIsolationKey string) (*Cache, error) { @@ -168,7 +156,11 @@ func insertCache(db *bolthold.Store, cache *Cache) error { } func (c *cachesImpl) readCache(id uint64, repo string) (*Cache, error) { - db := c.getDB() + db, err := c.openDB() + if err != nil { + return nil, err + } + defer db.Close() cache := &Cache{} if err := db.Get(id, cache); err != nil { return nil, fmt.Errorf("readCache: Get(%v): %w", id, err) @@ -181,7 +173,11 @@ func (c *cachesImpl) readCache(id uint64, repo string) (*Cache, error) { } func (c *cachesImpl) useCache(id uint64) error { - db := c.getDB() + db, err := c.openDB() + if err != nil { + return err + } + defer db.Close() cache := &Cache{} if err := db.Get(id, cache); err != nil { return fmt.Errorf("useCache: Get(%v): %w", id, err) @@ -236,7 +232,12 @@ func (c *cachesImpl) gcCache() { c.gcAt = time.Now() c.logger.Debugf("gc: %v", c.gcAt.String()) - db := c.getDB() + db, err := c.openDB() + if err != nil { + fatal(c.logger, err) + return + } + defer db.Close() // Remove the caches which are not completed for a while, they are most likely to be broken. var caches []*Cache diff --git a/act/artifactcache/caches_test.go b/act/artifactcache/caches_test.go index 34eab331..a08a9af7 100644 --- a/act/artifactcache/caches_test.go +++ b/act/artifactcache/caches_test.go @@ -14,7 +14,6 @@ import ( func TestCacheReadWrite(t *testing.T) { caches, err := newCaches(t.TempDir(), "secret", logrus.New()) require.NoError(t, err) - defer caches.close() t.Run("NotFound", func(t *testing.T) { found, err := caches.readCache(456, "repo") assert.Nil(t, found) @@ -34,7 +33,9 @@ func TestCacheReadWrite(t *testing.T) { cache.Repo = repo t.Run("Insert", func(t *testing.T) { - db := caches.getDB() + db, err := caches.openDB() + require.NoError(t, err) + defer db.Close() assert.NoError(t, insertCache(db, cache)) }) diff --git a/act/artifactcache/handler.go b/act/artifactcache/handler.go index cbc58d8f..0b574397 100644 --- a/act/artifactcache/handler.go +++ b/act/artifactcache/handler.go @@ -9,6 +9,7 @@ import ( "net/http" "strconv" "strings" + "syscall" "time" "github.com/julienschmidt/httprouter" @@ -24,7 +25,7 @@ const ( var fatal = func(logger logrus.FieldLogger, err error) { logger.Errorf("unrecoverable error in the cache: %v", err) - if err := suicide(); err != nil { + if err := syscall.Kill(syscall.Getpid(), syscall.SIGTERM); err != nil { logger.Errorf("unrecoverable error in the cache: failed to send the TERM signal to shutdown the daemon %v", err) } } @@ -121,10 +122,6 @@ func (h *handler) Close() error { return nil } var retErr error - if h.caches != nil { - h.caches.close() - h.caches = nil - } if h.server != nil { err := h.server.Close() if err != nil { @@ -154,9 +151,6 @@ func (h *handler) getCaches() caches { } func (h *handler) setCaches(caches caches) { - if h.caches != nil { - h.caches.close() - } h.caches = caches } @@ -176,7 +170,12 @@ func (h *handler) find(w http.ResponseWriter, r *http.Request, params httprouter } version := r.URL.Query().Get("version") - db := h.caches.getDB() + db, err := h.caches.openDB() + if err != nil { + h.responseFatalJSON(w, r, err) + return + } + defer db.Close() cache, err := findCacheWithIsolationKeyFallback(db, repo, keys, version, rundata.WriteIsolationKey) if err != nil { @@ -222,7 +221,12 @@ func (h *handler) reserve(w http.ResponseWriter, r *http.Request, params httprou api.Key = strings.ToLower(api.Key) cache := api.ToCache() - db := h.caches.getDB() + db, err := h.caches.openDB() + if err != nil { + h.responseFatalJSON(w, r, err) + return + } + defer db.Close() now := time.Now().Unix() cache.CreatedAt = now @@ -331,7 +335,12 @@ func (h *handler) commit(w http.ResponseWriter, r *http.Request, params httprout // write real size back to cache, it may be different from the current value when the request doesn't specify it. cache.Size = size - db := h.caches.getDB() + db, err := h.caches.openDB() + if err != nil { + h.responseFatalJSON(w, r, err) + return + } + defer db.Close() cache.Complete = true if err := db.Update(cache.ID, cache); err != nil { diff --git a/act/artifactcache/handler_test.go b/act/artifactcache/handler_test.go index 91754f77..136f1a87 100644 --- a/act/artifactcache/handler_test.go +++ b/act/artifactcache/handler_test.go @@ -78,7 +78,9 @@ func TestHandler(t *testing.T) { defer func() { t.Run("inspect db", func(t *testing.T) { - db := handler.getCaches().getDB() + db, err := handler.getCaches().openDB() + require.NoError(t, err) + defer db.Close() require.NoError(t, db.Bolt().View(func(tx *bbolt.Tx) error { return tx.Bucket([]byte("Cache")).ForEach(func(k, v []byte) error { t.Logf("%s: %s", k, v) @@ -935,11 +937,40 @@ func TestHandlerAPIFatalErrors(t *testing.T) { handler.find(w, req, nil) }, }, + { + name: "find open", + caches: func(t *testing.T, message string) caches { + caches := newMockCaches(t) + caches.On("validateMac", RunData{}).Return(cacheRepo, nil) + caches.On("openDB", mock.Anything, mock.Anything).Return(nil, errors.New(message)) + return caches + }, + call: func(t *testing.T, handler Handler, w http.ResponseWriter) { + req, err := http.NewRequest("GET", "example.com/cache", nil) + require.NoError(t, err) + handler.find(w, req, nil) + }, + }, + { + name: "reserve", + caches: func(t *testing.T, message string) caches { + caches := newMockCaches(t) + caches.On("validateMac", RunData{}).Return(cacheRepo, nil) + caches.On("openDB", mock.Anything, mock.Anything).Return(nil, errors.New(message)) + return caches + }, + call: func(t *testing.T, handler Handler, w http.ResponseWriter) { + body, err := json.Marshal(&Request{}) + require.NoError(t, err) + req, err := http.NewRequest("POST", "example.com/caches", bytes.NewReader(body)) + require.NoError(t, err) + handler.reserve(w, req, nil) + }, + }, { name: "upload", caches: func(t *testing.T, message string) caches { caches := newMockCaches(t) - caches.On("close").Return() caches.On("validateMac", RunData{}).Return(cacheRepo, nil) caches.On("readCache", mock.Anything, mock.Anything).Return(nil, errors.New(message)) return caches @@ -957,7 +988,6 @@ func TestHandlerAPIFatalErrors(t *testing.T) { name: "commit", caches: func(t *testing.T, message string) caches { caches := newMockCaches(t) - caches.On("close").Return() caches.On("validateMac", RunData{}).Return(cacheRepo, nil) caches.On("readCache", mock.Anything, mock.Anything).Return(nil, errors.New(message)) return caches @@ -975,7 +1005,6 @@ func TestHandlerAPIFatalErrors(t *testing.T) { name: "get", caches: func(t *testing.T, message string) caches { caches := newMockCaches(t) - caches.On("close").Return() caches.On("validateMac", RunData{}).Return(cacheRepo, nil) caches.On("readCache", mock.Anything, mock.Anything).Return(nil, errors.New(message)) return caches @@ -1013,12 +1042,10 @@ func TestHandlerAPIFatalErrors(t *testing.T) { dir := filepath.Join(t.TempDir(), "artifactcache") handler, err := StartHandler(dir, "", 0, "secret", nil) require.NoError(t, err) - defer handler.Close() fatalMessage = "" - caches := testCase.caches(t, message) // doesn't need to be closed because it will be given to handler - handler.setCaches(caches) + handler.setCaches(testCase.caches(t, message)) w := httptest.NewRecorder() testCase.call(t, handler, w) @@ -1111,15 +1138,18 @@ func TestHandler_gcCache(t *testing.T) { }, } - db := handler.getCaches().getDB() + db, err := handler.getCaches().openDB() + require.NoError(t, err) for _, c := range cases { require.NoError(t, insertCache(db, c.Cache)) } + require.NoError(t, db.Close()) handler.getCaches().setgcAt(time.Time{}) // ensure gcCache will not skip handler.getCaches().gcCache() - db = handler.getCaches().getDB() + db, err = handler.getCaches().openDB() + require.NoError(t, err) for i, v := range cases { t.Run(fmt.Sprintf("%d_%s", i, v.Cache.Key), func(t *testing.T) { cache := &Cache{} @@ -1131,6 +1161,7 @@ func TestHandler_gcCache(t *testing.T) { } }) } + require.NoError(t, db.Close()) } func TestHandler_ExternalURL(t *testing.T) { diff --git a/act/artifactcache/mock_caches.go b/act/artifactcache/mock_caches.go index cadf0b95..9d484f80 100644 --- a/act/artifactcache/mock_caches.go +++ b/act/artifactcache/mock_caches.go @@ -19,11 +19,6 @@ type mockCaches struct { mock.Mock } -// close provides a mock function with no fields -func (_m *mockCaches) close() { - _m.Called() -} - // commit provides a mock function with given fields: id, size func (_m *mockCaches) commit(id uint64, size int64) (int64, error) { ret := _m.Called(id, size) @@ -85,15 +80,19 @@ func (_m *mockCaches) gcCache() { _m.Called() } -// getDB provides a mock function with no fields -func (_m *mockCaches) getDB() *bolthold.Store { +// openDB provides a mock function with no fields +func (_m *mockCaches) openDB() (*bolthold.Store, error) { ret := _m.Called() if len(ret) == 0 { - panic("no return value specified for getDB") + panic("no return value specified for openDB") } var r0 *bolthold.Store + var r1 error + if rf, ok := ret.Get(0).(func() (*bolthold.Store, error)); ok { + return rf() + } if rf, ok := ret.Get(0).(func() *bolthold.Store); ok { r0 = rf() } else { @@ -102,7 +101,13 @@ func (_m *mockCaches) getDB() *bolthold.Store { } } - return r0 + if rf, ok := ret.Get(1).(func() error); ok { + r1 = rf() + } else { + r1 = ret.Error(1) + } + + return r0, r1 } // readCache provides a mock function with given fields: id, repo diff --git a/act/artifactcache/utils.go b/act/artifactcache/utils.go deleted file mode 100644 index 37274a4e..00000000 --- a/act/artifactcache/utils.go +++ /dev/null @@ -1,9 +0,0 @@ -//go:build !windows - -package artifactcache - -import "syscall" - -func suicide() error { - return syscall.Kill(syscall.Getpid(), syscall.SIGTERM) -} diff --git a/act/artifactcache/utils_windows.go b/act/artifactcache/utils_windows.go deleted file mode 100644 index 90b0f112..00000000 --- a/act/artifactcache/utils_windows.go +++ /dev/null @@ -1,14 +0,0 @@ -//go:build windows - -package artifactcache - -import "syscall" - -func suicide() error { - handle, err := syscall.GetCurrentProcess() - if err != nil { - return err - } - - return syscall.TerminateProcess(handle, uint32(syscall.SIGTERM)) -} diff --git a/act/cacheproxy/handler.go b/act/cacheproxy/handler.go index ebaf65e2..17adf3b5 100644 --- a/act/cacheproxy/handler.go +++ b/act/cacheproxy/handler.go @@ -37,8 +37,7 @@ type Handler struct { outboundIP string - cacheServerHost string - cacheProxyHostOverride string + cacheServerHost string cacheSecret string @@ -56,7 +55,7 @@ func (h *Handler) CreateRunData(fullName, runNumber, timestamp, writeIsolationKe } } -func StartHandler(targetHost, outboundIP string, port uint16, cacheProxyHostOverride, cacheSecret string, logger logrus.FieldLogger) (*Handler, error) { +func StartHandler(targetHost, outboundIP string, port uint16, cacheSecret string, logger logrus.FieldLogger) (*Handler, error) { h := &Handler{} if logger == nil { @@ -64,7 +63,7 @@ func StartHandler(targetHost, outboundIP string, port uint16, cacheProxyHostOver discard.Out = io.Discard logger = discard } - logger = logger.WithField("module", "cacheproxy") + logger = logger.WithField("module", "artifactcache") h.logger = logger h.cacheSecret = cacheSecret @@ -78,11 +77,10 @@ func StartHandler(targetHost, outboundIP string, port uint16, cacheProxyHostOver } h.cacheServerHost = targetHost - h.cacheProxyHostOverride = cacheProxyHostOverride proxy, err := h.newReverseProxy(targetHost) if err != nil { - return nil, fmt.Errorf("unable to set up proxy to target host: %v", err) + return nil, fmt.Errorf("unable to set up proxy to target host") } router := httprouter.New() @@ -139,7 +137,6 @@ func (h *Handler) newReverseProxy(targetHost string) (*httputil.ReverseProxy, er r.SetURL(targetURL) r.Out.URL.Path = uri - h.logger.Debugf("proxy req %s %q to %q", r.In.Method, r.In.URL, r.Out.URL) r.Out.Header.Set("Forgejo-Cache-Repo", runData.RepositoryFullName) r.Out.Header.Set("Forgejo-Cache-RunNumber", runData.RunNumber) @@ -151,18 +148,12 @@ func (h *Handler) newReverseProxy(targetHost string) (*httputil.ReverseProxy, er r.Out.Header.Set("Forgejo-Cache-WriteIsolationKey", runData.WriteIsolationKey) } }, - ModifyResponse: func(r *http.Response) error { - h.logger.Debugf("proxy resp %s w/ %d bytes", r.Status, r.ContentLength) - return nil - }, } return proxy, nil } func (h *Handler) ExternalURL() string { - if h.cacheProxyHostOverride != "" { - return h.cacheProxyHostOverride - } + // TODO: make the external url configurable if necessary return fmt.Sprintf("http://%s", net.JoinHostPort(h.outboundIP, strconv.Itoa(h.listener.Addr().(*net.TCPAddr).Port))) } diff --git a/act/common/git/git.go b/act/common/git/git.go index 2c47b5d2..2d3f1249 100644 --- a/act/common/git/git.go +++ b/act/common/git/git.go @@ -305,7 +305,7 @@ func gitOptions(token string) (fetchOptions git.FetchOptions, pullOptions git.Pu func NewGitCloneExecutor(input NewGitCloneExecutorInput) common.Executor { return func(ctx context.Context) error { logger := common.Logger(ctx) - logger.Infof(" \u2601\ufe0f git clone '%s' # ref=%s", input.URL, input.Ref) + logger.Infof(" \u2601 git clone '%s' # ref=%s", input.URL, input.Ref) logger.Debugf(" cloning %s to %s", input.URL, input.Dir) cloneLock.Lock() diff --git a/act/container/docker_run.go b/act/container/docker_run.go index cf15887c..b1247528 100644 --- a/act/container/docker_run.go +++ b/act/container/docker_run.go @@ -483,14 +483,6 @@ func (cr *containerReference) mergeJobOptions(ctx context.Context, config *conta } } - if jobConfig.HostConfig.Memory > 0 { - logger.Debugf("--memory %v", jobConfig.HostConfig.Memory) - if hostConfig.Memory > 0 && jobConfig.HostConfig.Memory > hostConfig.Memory { - return nil, nil, fmt.Errorf("the --memory %v option found in the workflow cannot be greater than the --memory %v option from the runner configuration file", jobConfig.HostConfig.Memory, hostConfig.Memory) - } - hostConfig.Memory = jobConfig.HostConfig.Memory - } - if len(jobConfig.Config.Hostname) > 0 { logger.Debugf("--hostname %v", jobConfig.Config.Hostname) config.Hostname = jobConfig.Config.Hostname diff --git a/act/container/host_environment.go b/act/container/host_environment.go index 34d24b9b..0e12fa3a 100644 --- a/act/container/host_environment.go +++ b/act/container/host_environment.go @@ -13,7 +13,6 @@ import ( "path/filepath" "runtime" "strings" - "sync/atomic" "time" "github.com/go-git/go-billy/v5/helper/polyfill" @@ -34,6 +33,7 @@ type HostEnvironment struct { Workdir string ActPath string Root string + CleanUp func() StdOut io.Writer LXC bool } @@ -191,12 +191,12 @@ func (e *HostEnvironment) Start(_ bool) common.Executor { type ptyWriter struct { Out io.Writer - AutoStop atomic.Bool + AutoStop bool dirtyLine bool } func (w *ptyWriter) Write(buf []byte) (int, error) { - if w.AutoStop.Load() && len(buf) > 0 && buf[len(buf)-1] == 4 { + if w.AutoStop && len(buf) > 0 && buf[len(buf)-1] == 4 { n, err := w.Out.Write(buf[:len(buf)-1]) if err != nil { return n, err @@ -365,7 +365,7 @@ func (e *HostEnvironment) exec(ctx context.Context, commandparam []string, cmdli return fmt.Errorf("RUN %w", err) } if tty != nil { - writer.AutoStop.Store(true) + writer.AutoStop = true if _, err := tty.Write([]byte("\x04")); err != nil { common.Logger(ctx).Debug("Failed to write EOT") } @@ -388,7 +388,7 @@ func (e *HostEnvironment) ExecWithCmdLine(command []string, cmdline string, env if err := e.exec(ctx, command, cmdline, env, user, workdir); err != nil { select { case <-ctx.Done(): - return fmt.Errorf("this step has been cancelled: ctx: %w, exec: %w", ctx.Err(), err) + return fmt.Errorf("this step has been cancelled: %w", err) default: return err } @@ -403,12 +403,10 @@ func (e *HostEnvironment) UpdateFromEnv(srcPath string, env *map[string]string) func (e *HostEnvironment) Remove() common.Executor { return func(ctx context.Context) error { - if e.GetLXC() { - // there may be files owned by root: removal - // is the responsibility of the LXC backend - return nil + if e.CleanUp != nil { + e.CleanUp() } - return os.RemoveAll(e.Root) + return os.RemoveAll(e.Path) } } diff --git a/act/exprparser/interpreter.go b/act/exprparser/interpreter.go index 26ad9d0e..8ec3f7b4 100644 --- a/act/exprparser/interpreter.go +++ b/act/exprparser/interpreter.go @@ -158,8 +158,6 @@ func (impl *interperterImpl) evaluateVariable(variableNode *actionlint.VariableN return impl.env.Github, nil case "forge": return impl.env.Github, nil - case "forgejo": - return impl.env.Github, nil case "env": return impl.env.Env, nil case "job": diff --git a/act/jobparser/interpeter.go b/act/jobparser/interpeter.go index 362e18cc..e82444e4 100644 --- a/act/jobparser/interpeter.go +++ b/act/jobparser/interpeter.go @@ -76,36 +76,6 @@ func NewInterpeter( return exprparser.NewInterpeter(ee, config) } -// Returns an interpeter used in the server in the context of workflow-level templates. Needs github, inputs, and vars -// context only. -func NewWorkflowInterpeter( - gitCtx *model.GithubContext, - vars map[string]string, - inputs map[string]any, -) exprparser.Interpreter { - ee := &exprparser.EvaluationEnvironment{ - Github: gitCtx, - Env: nil, // no need - Job: nil, // no need - Steps: nil, // no need - Runner: nil, // no need - Secrets: nil, // no need - Strategy: nil, // no need - Matrix: nil, // no need - Needs: nil, // no need - Inputs: inputs, - Vars: vars, - } - - config := exprparser.Config{ - Run: nil, - WorkingDir: "", // WorkingDir is used for the function hashFiles, but it's not needed in the server - Context: "workflow", - } - - return exprparser.NewInterpeter(ee, config) -} - // JobResult is the minimum requirement of job results for Interpeter type JobResult struct { Needs []string diff --git a/act/jobparser/model.go b/act/jobparser/model.go index 74de0450..ed6e5ece 100644 --- a/act/jobparser/model.go +++ b/act/jobparser/model.go @@ -1,8 +1,8 @@ package jobparser import ( + "bytes" "fmt" - "strings" "code.forgejo.org/forgejo/runner/v11/act/model" "go.yaml.in/yaml/v3" @@ -193,32 +193,83 @@ func (evt *Event) Schedules() []map[string]string { return evt.schedules } -// Convert the raw YAML from the `concurrency` block on a workflow into the evaluated concurrency group and -// cancel-in-progress value. This implementation only supports workflow-level concurrency definition, where we expect -// expressions to be able to access only the github, inputs and vars contexts. If RawConcurrency is empty, then the -// returned concurrency group will be "" and cancel-in-progress will be nil -- this can be used to distinguish from an -// explicit cancel-in-progress choice even if a group isn't specified. -func EvaluateWorkflowConcurrency(rc *model.RawConcurrency, gitCtx *model.GithubContext, vars map[string]string, inputs map[string]any) (string, *bool, error) { - evaluator := NewExpressionEvaluator(NewWorkflowInterpeter(gitCtx, vars, inputs)) +func ReadWorkflowRawConcurrency(content []byte) (*model.RawConcurrency, error) { + w := new(model.Workflow) + err := yaml.NewDecoder(bytes.NewReader(content)).Decode(w) + return w.RawConcurrency, err +} + +func EvaluateConcurrency(rc *model.RawConcurrency, jobID string, job *Job, gitCtx map[string]any, results map[string]*JobResult, vars map[string]string, inputs map[string]any) (string, bool, error) { + actJob := &model.Job{} + if job != nil { + actJob.Strategy = &model.Strategy{ + FailFastString: job.Strategy.FailFastString, + MaxParallelString: job.Strategy.MaxParallelString, + RawMatrix: job.Strategy.RawMatrix, + } + actJob.Strategy.FailFast = actJob.Strategy.GetFailFast() + actJob.Strategy.MaxParallel = actJob.Strategy.GetMaxParallel() + } + + matrix := make(map[string]any) + matrixes, err := actJob.GetMatrixes() + if err != nil { + return "", false, err + } + if len(matrixes) > 0 { + matrix = matrixes[0] + } + + evaluator := NewExpressionEvaluator(NewInterpeter(jobID, actJob, matrix, toGitContext(gitCtx), results, vars, inputs)) var node yaml.Node if err := node.Encode(rc); err != nil { - return "", nil, fmt.Errorf("failed to encode concurrency: %w", err) + return "", false, fmt.Errorf("failed to encode concurrency: %w", err) } if err := evaluator.EvaluateYamlNode(&node); err != nil { - return "", nil, fmt.Errorf("failed to evaluate concurrency: %w", err) + return "", false, fmt.Errorf("failed to evaluate concurrency: %w", err) } var evaluated model.RawConcurrency if err := node.Decode(&evaluated); err != nil { - return "", nil, fmt.Errorf("failed to unmarshal evaluated concurrency: %w", err) + return "", false, fmt.Errorf("failed to unmarshal evaluated concurrency: %w", err) } if evaluated.RawExpression != "" { - return evaluated.RawExpression, nil, nil + return evaluated.RawExpression, false, nil } - if evaluated.CancelInProgress == "" { - return evaluated.Group, nil, nil + return evaluated.Group, evaluated.CancelInProgress == "true", nil +} + +func toGitContext(input map[string]any) *model.GithubContext { + gitContext := &model.GithubContext{ + EventPath: asString(input["event_path"]), + Workflow: asString(input["workflow"]), + RunID: asString(input["run_id"]), + RunNumber: asString(input["run_number"]), + Actor: asString(input["actor"]), + Repository: asString(input["repository"]), + EventName: asString(input["event_name"]), + Sha: asString(input["sha"]), + Ref: asString(input["ref"]), + RefName: asString(input["ref_name"]), + RefType: asString(input["ref_type"]), + HeadRef: asString(input["head_ref"]), + BaseRef: asString(input["base_ref"]), + Token: asString(input["token"]), + Workspace: asString(input["workspace"]), + Action: asString(input["action"]), + ActionPath: asString(input["action_path"]), + ActionRef: asString(input["action_ref"]), + ActionRepository: asString(input["action_repository"]), + Job: asString(input["job"]), + RepositoryOwner: asString(input["repository_owner"]), + RetentionDays: asString(input["retention_days"]), } - cancelInProgress := evaluated.CancelInProgress == "true" - return evaluated.Group, &cancelInProgress, nil + + event, ok := input["event"].(map[string]any) + if ok { + gitContext.Event = event + } + + return gitContext } func ParseRawOn(rawOn *yaml.Node) ([]*Event, error) { @@ -227,7 +278,7 @@ func ParseRawOn(rawOn *yaml.Node) ([]*Event, error) { var val string err := rawOn.Decode(&val) if err != nil { - return nil, fmt.Errorf("unable to interpret scalar value into a string: %w", err) + return nil, err } return []*Event{ {Name: val}, @@ -239,12 +290,12 @@ func ParseRawOn(rawOn *yaml.Node) ([]*Event, error) { return nil, err } res := make([]*Event, 0, len(val)) - for i, v := range val { + for _, v := range val { switch t := v.(type) { case string: res = append(res, &Event{Name: t}) default: - return nil, fmt.Errorf("value at index %d was unexpected type %[2]T; must be a string but was %#[2]v", i, v) + return nil, fmt.Errorf("invalid type %T", t) } } return res, nil @@ -264,6 +315,16 @@ func ParseRawOn(rawOn *yaml.Node) ([]*Event, error) { continue } switch t := v.(type) { + case string: + res = append(res, &Event{ + Name: k, + acts: map[string][]string{}, + }) + case []string: + res = append(res, &Event{ + Name: k, + acts: map[string][]string{}, + }) case map[string]any: acts := make(map[string][]string, len(t)) for act, branches := range t { @@ -277,15 +338,15 @@ func ParseRawOn(rawOn *yaml.Node) ([]*Event, error) { for i, v := range b { var ok bool if acts[act][i], ok = v.(string); !ok { - return nil, fmt.Errorf("key %q.%q index %d had unexpected type %[4]T; a string was expected but was %#[4]v", k, act, i, v) + return nil, fmt.Errorf("unknown on type: %#v", branches) } } case map[string]any: - if err := isInvalidOnType(k, act); err != nil { - return nil, fmt.Errorf("invalid value on key %q: %w", k, err) + if isInvalidOnType(k, act) { + return nil, fmt.Errorf("unknown on type: %#v", v) } default: - return nil, fmt.Errorf("key %q.%q had unexpected type %T; was %#v", k, act, branches, branches) + return nil, fmt.Errorf("unknown on type: %#v", branches) } } if k == "workflow_dispatch" || k == "workflow_call" { @@ -297,22 +358,19 @@ func ParseRawOn(rawOn *yaml.Node) ([]*Event, error) { }) case []any: if k != "schedule" { - return nil, fmt.Errorf("key %q had an type %T; only the 'schedule' key is expected with this type", k, v) + return nil, fmt.Errorf("unknown on type: %#v", v) } schedules := make([]map[string]string, len(t)) for i, tt := range t { vv, ok := tt.(map[string]any) if !ok { - return nil, fmt.Errorf("key %q[%d] had unexpected type %[3]T; a map with a key \"cron\" was expected, but value was %#[3]v", k, i, tt) + return nil, fmt.Errorf("unknown on type: %#v", v) } schedules[i] = make(map[string]string, len(vv)) - for kk, vvv := range vv { - if strings.ToLower(kk) != "cron" { - return nil, fmt.Errorf("key %q[%d] had unexpected key %q; \"cron\" was expected", k, i, kk) - } + for k, vvv := range vv { var ok bool - if schedules[i][kk], ok = vvv.(string); !ok { - return nil, fmt.Errorf("key %q[%d].%q had unexpected type %[4]T; a string was expected by was %#[4]v", k, i, kk, vvv) + if schedules[i][k], ok = vvv.(string); !ok { + return nil, fmt.Errorf("unknown on type: %#v", v) } } } @@ -321,29 +379,23 @@ func ParseRawOn(rawOn *yaml.Node) ([]*Event, error) { schedules: schedules, }) default: - return nil, fmt.Errorf("key %q had unexpected type %[2]T; expected a map or array but was %#[2]v", k, v) + return nil, fmt.Errorf("unknown on type: %#v", v) } } return res, nil default: - return nil, fmt.Errorf("unexpected yaml node in `on`: %v", rawOn.Kind) + return nil, fmt.Errorf("unknown on type: %v", rawOn.Kind) } } -func isInvalidOnType(onType, subKey string) error { - if onType == "workflow_dispatch" { - if subKey == "inputs" { - return nil - } - return fmt.Errorf("workflow_dispatch only supports key \"inputs\", but key %q was found", subKey) +func isInvalidOnType(onType, subKey string) bool { + if onType == "workflow_dispatch" && subKey == "inputs" { + return false } - if onType == "workflow_call" { - if subKey == "inputs" || subKey == "outputs" { - return nil - } - return fmt.Errorf("workflow_call only supports keys \"inputs\" and \"outputs\", but key %q was found", subKey) + if onType == "workflow_call" && (subKey == "inputs" || subKey == "outputs") { + return false } - return fmt.Errorf("unexpected key %q.%q", onType, subKey) + return true } // parseMappingNode parse a mapping node and preserve order. @@ -378,3 +430,12 @@ func parseMappingNode[T any](node *yaml.Node) ([]string, []T, error) { return scalars, datas, nil } + +func asString(v any) string { + if v == nil { + return "" + } else if s, ok := v.(string); ok { + return s + } + return "" +} diff --git a/act/jobparser/model_test.go b/act/jobparser/model_test.go index 454de71c..fd62ef65 100644 --- a/act/jobparser/model_test.go +++ b/act/jobparser/model_test.go @@ -16,7 +16,6 @@ func TestParseRawOn(t *testing.T) { kases := []struct { input string result []*Event - err string }{ { input: "on: issue_comment", @@ -34,10 +33,7 @@ func TestParseRawOn(t *testing.T) { }, }, }, - { - input: "on: [123]", - err: "value at index 0 was unexpected type int; must be a string but was 123", - }, + { input: "on:\n - push\n - pull_request", result: []*Event{ @@ -49,19 +45,6 @@ func TestParseRawOn(t *testing.T) { }, }, }, - { - input: "on: { push: null }", - result: []*Event{ - { - Name: "push", - acts: map[string][]string{}, - }, - }, - }, - { - input: "on: { push: 'abc' }", - err: "key \"push\" had unexpected type string; expected a map or array but was \"abc\"", - }, { input: "on:\n push:\n branches:\n - master", result: []*Event{ @@ -89,10 +72,6 @@ func TestParseRawOn(t *testing.T) { }, }, }, - { - input: "on:\n branch_protection_rule:\n types: [123, deleted]", - err: "key \"branch_protection_rule\".\"types\" index 0 had unexpected type int; a string was expected but was 123", - }, { input: "on:\n project:\n types: [created, deleted]\n milestone:\n types: [opened, deleted]", result: []*Event{ @@ -210,22 +189,6 @@ func TestParseRawOn(t *testing.T) { }, }, }, - { - input: "on:\n schedule2:\n - cron: '20 6 * * *'", - err: "key \"schedule2\" had an type []interface {}; only the 'schedule' key is expected with this type", - }, - { - input: "on:\n schedule:\n - 123", - err: "key \"schedule\"[0] had unexpected type int; a map with a key \"cron\" was expected, but value was 123", - }, - { - input: "on:\n schedule:\n - corn: '20 6 * * *'", - err: "key \"schedule\"[0] had unexpected key \"corn\"; \"cron\" was expected", - }, - { - input: "on:\n schedule:\n - cron: 123", - err: "key \"schedule\"[0].\"cron\" had unexpected type int; a string was expected by was 123", - }, { input: ` on: @@ -259,37 +222,15 @@ on: }, }, }, - { - input: ` -on: - workflow_call: - mistake: - access-token: - description: 'A token passed from the caller workflow' - required: false -`, - err: "invalid value on key \"workflow_call\": workflow_call only supports keys \"inputs\" and \"outputs\", but key \"mistake\" was found", - }, - { - input: ` -on: - workflow_call: { map: 123 } -`, - err: "key \"workflow_call\".\"map\" had unexpected type int; was 123", - }, } for _, kase := range kases { t.Run(kase.input, func(t *testing.T) { origin, err := model.ReadWorkflow(strings.NewReader(kase.input), false) - require.NoError(t, err) + assert.NoError(t, err) events, err := ParseRawOn(&origin.RawOn) - if kase.err != "" { - assert.ErrorContains(t, err, kase.err) - } else { - assert.NoError(t, err) - assert.EqualValues(t, kase.result, events, fmt.Sprintf("%#v", events)) - } + assert.NoError(t, err) + assert.EqualValues(t, kase.result, events, fmt.Sprintf("%#v", events)) }) } } @@ -401,11 +342,10 @@ func TestParseMappingNode(t *testing.T) { func TestEvaluateConcurrency(t *testing.T) { tests := []struct { - name string - input model.RawConcurrency - group string - cancelInProgressNil bool - cancelInProgress bool + name string + input model.RawConcurrency + group string + cancelInProgress bool }{ { name: "basic", @@ -417,18 +357,18 @@ func TestEvaluateConcurrency(t *testing.T) { cancelInProgress: true, }, { - name: "undefined", - input: model.RawConcurrency{}, - group: "", - cancelInProgressNil: true, + name: "undefined", + input: model.RawConcurrency{}, + group: "", + cancelInProgress: false, }, { name: "group-evaluation", input: model.RawConcurrency{ Group: "${{ github.workflow }}-${{ github.ref }}", }, - group: "test_workflow-main", - cancelInProgressNil: true, + group: "test_workflow-main", + cancelInProgress: false, }, { name: "cancel-evaluation-true", @@ -453,44 +393,37 @@ func TestEvaluateConcurrency(t *testing.T) { input: model.RawConcurrency{ Group: "user-${{ github.event.commits[0].author.username }}", }, - group: "user-someone", - cancelInProgressNil: true, + group: "user-someone", + cancelInProgress: false, }, { name: "arbitrary-var", input: model.RawConcurrency{ Group: "${{ vars.eval_arbitrary_var }}", }, - group: "123", - cancelInProgressNil: true, + group: "123", + cancelInProgress: false, }, { name: "arbitrary-input", input: model.RawConcurrency{ Group: "${{ inputs.eval_arbitrary_input }}", }, - group: "456", - cancelInProgressNil: true, - }, - { - name: "cancel-in-progress-only", - input: model.RawConcurrency{ - CancelInProgress: "true", - }, - group: "", - cancelInProgress: true, + group: "456", + cancelInProgress: false, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { - group, cancelInProgress, err := EvaluateWorkflowConcurrency( + group, cancelInProgress, err := EvaluateConcurrency( &test.input, - // gitCtx - &model.GithubContext{ - Workflow: "test_workflow", - Ref: "main", - Event: map[string]any{ + "job-id", + nil, // job + map[string]any{ + "workflow": "test_workflow", + "ref": "main", + "event": map[string]any{ "commits": []any{ map[string]any{ "author": map[string]any{ @@ -504,24 +437,20 @@ func TestEvaluateConcurrency(t *testing.T) { }, }, }, - }, - // vars + }, // gitCtx + map[string]*JobResult{ + "job-id": {}, + }, // results map[string]string{ "eval_arbitrary_var": "123", - }, - // inputs + }, // vars map[string]any{ "eval_arbitrary_input": "456", - }, + }, // inputs ) assert.NoError(t, err) assert.EqualValues(t, test.group, group) - if test.cancelInProgressNil { - assert.Nil(t, cancelInProgress) - } else { - require.NotNil(t, cancelInProgress) - assert.EqualValues(t, test.cancelInProgress, *cancelInProgress) - } + assert.EqualValues(t, test.cancelInProgress, cancelInProgress) }) } } diff --git a/act/runner/expression.go b/act/runner/expression.go index 152a2f8e..e17af233 100644 --- a/act/runner/expression.go +++ b/act/runner/expression.go @@ -479,6 +479,8 @@ func rewriteSubExpression(ctx context.Context, in string, forceFormat bool) (str func getEvaluatorInputs(ctx context.Context, rc *RunContext, step step, ghc *model.GithubContext) map[string]any { inputs := map[string]any{} + setupWorkflowInputs(ctx, &inputs, rc) + var env map[string]string if step != nil { env = *step.getEnv() @@ -492,8 +494,6 @@ func getEvaluatorInputs(ctx context.Context, rc *RunContext, step step, ghc *mod } } - setupWorkflowInputs(ctx, &inputs, rc) - if rc.caller == nil && ghc.EventName == "workflow_dispatch" { config := rc.Run.Workflow.WorkflowDispatchConfig() if config != nil && config.Inputs != nil { diff --git a/act/runner/job_executor.go b/act/runner/job_executor.go index f1ef21c5..cb50c84c 100644 --- a/act/runner/job_executor.go +++ b/act/runner/job_executor.go @@ -8,7 +8,6 @@ import ( "code.forgejo.org/forgejo/runner/v11/act/common" "code.forgejo.org/forgejo/runner/v11/act/container" "code.forgejo.org/forgejo/runner/v11/act/model" - "github.com/sirupsen/logrus" ) type jobInfo interface { @@ -105,40 +104,37 @@ func newJobExecutor(info jobInfo, sf stepFactory, rc *RunContext) common.Executo } } - setJobResults := func(ctx context.Context) error { + postExecutor = postExecutor.Finally(func(ctx context.Context) error { jobError := common.JobError(ctx) // Fresh context to ensure job result output works even if prev. context was a cancelled job ctx, cancel := context.WithTimeout(common.WithLogger(context.Background(), common.Logger(ctx)), time.Minute) defer cancel() setJobResult(ctx, info, rc, jobError == nil) + setJobOutputs(ctx, rc) - return nil - } - - cleanupJob := func(_ context.Context) error { var err error + { + // Separate timeout for cleanup tasks; logger is cleared so that cleanup logs go to runner, not job + ctx, cancel := context.WithTimeout(context.Background(), cleanupTimeout) + defer cancel() - // Separate timeout for cleanup tasks; logger is cleared so that cleanup logs go to runner, not job - ctx, cancel := context.WithTimeout(context.Background(), cleanupTimeout) - defer cancel() + logger := common.Logger(ctx) + logger.Debugf("Cleaning up container for job %s", rc.jobContainerName()) + if err = info.stopContainer()(ctx); err != nil { + logger.Errorf("Error while stop job container %s: %v", rc.jobContainerName(), err) + } - logger := common.Logger(ctx) - logger.Debugf("Cleaning up container for job %s", rc.jobContainerName()) - if err = info.stopContainer()(ctx); err != nil { - logger.Errorf("Error while stop job container %s: %v", rc.jobContainerName(), err) - } - - if !rc.IsHostEnv(ctx) && rc.getNetworkCreated(ctx) { - networkName := rc.getNetworkName(ctx) - logger.Debugf("Cleaning up network %s for job %s", networkName, rc.jobContainerName()) - if err := container.NewDockerNetworkRemoveExecutor(networkName)(ctx); err != nil { - logger.Errorf("Error while cleaning network %s: %v", networkName, err) + if !rc.IsHostEnv(ctx) && rc.getNetworkCreated(ctx) { + networkName := rc.getNetworkName(ctx) + logger.Debugf("Cleaning up network %s for job %s", networkName, rc.jobContainerName()) + if err := container.NewDockerNetworkRemoveExecutor(networkName)(ctx); err != nil { + logger.Errorf("Error while cleaning network %s: %v", networkName, err) + } } } - return err - } + }) pipeline := make([]common.Executor, 0) pipeline = append(pipeline, preSteps...) @@ -156,8 +152,6 @@ func newJobExecutor(info jobInfo, sf stepFactory, rc *RunContext) common.Executo return postExecutor(ctx) }). Finally(info.interpolateOutputs()). - Finally(setJobResults). - Finally(cleanupJob). Finally(info.closeContainer())) } @@ -180,42 +174,33 @@ func setJobResult(ctx context.Context, info jobInfo, rc *RunContext, success boo jobResult = "failure" } - // Set local result on current job (child or parent) info.result(jobResult) - if rc.caller != nil { - // Child reusable workflow: - // 1) propagate result to parent job state + // set reusable workflow job result rc.caller.runContext.result(jobResult) - - // 2) copy workflow_call outputs from child to parent (as in upstream) - jobOutputs := make(map[string]string) - ee := rc.NewExpressionEvaluator(ctx) - if wfcc := rc.Run.Workflow.WorkflowCallConfig(); wfcc != nil { - for k, v := range wfcc.Outputs { - jobOutputs[k] = ee.Interpolate(ctx, ee.Interpolate(ctx, v.Value)) - } - } - rc.caller.runContext.Run.Job().Outputs = jobOutputs - - // 3) DO NOT print banner in child job (prevents premature token revocation) - logger.Debugf("Reusable job result=%s (parent will finalize, no banner)", jobResult) - return } - // Parent job: print the final banner ONCE (job-level) jobResultMessage := "succeeded" if jobResult != "success" { jobResultMessage = "failed" } - jobOutputs := rc.Run.Job().Outputs - logger. - WithFields(logrus.Fields{ - "jobResult": jobResult, - "jobOutputs": jobOutputs, - }). - Infof("\U0001F3C1 Job %s", jobResultMessage) + logger.WithField("jobResult", jobResult).Infof("\U0001F3C1 Job %s", jobResultMessage) +} + +func setJobOutputs(ctx context.Context, rc *RunContext) { + if rc.caller != nil { + // map outputs for reusable workflows + callerOutputs := make(map[string]string) + + ee := rc.NewExpressionEvaluator(ctx) + + for k, v := range rc.Run.Workflow.WorkflowCallConfig().Outputs { + callerOutputs[k] = ee.Interpolate(ctx, ee.Interpolate(ctx, v.Value)) + } + + rc.caller.runContext.Run.Job().Outputs = callerOutputs + } } func useStepLogger(rc *RunContext, stepModel *model.Step, stage stepStage, executor common.Executor) common.Executor { diff --git a/act/runner/job_executor_test.go b/act/runner/job_executor_test.go index 96ace803..e42bf610 100644 --- a/act/runner/job_executor_test.go +++ b/act/runner/job_executor_test.go @@ -12,14 +12,10 @@ import ( "code.forgejo.org/forgejo/runner/v11/act/common" "code.forgejo.org/forgejo/runner/v11/act/container" "code.forgejo.org/forgejo/runner/v11/act/model" - "code.forgejo.org/forgejo/runner/v11/act/runner/mocks" - "github.com/sirupsen/logrus" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/mock" ) -//go:generate mockery --srcpkg=github.com/sirupsen/logrus --name=FieldLogger - func TestJobExecutor(t *testing.T) { tables := []TestJobFileInfo{ {workdir, "uses-and-run-in-one-step", "push", "Invalid run/uses syntax for job:test step:Test", platforms, secrets}, @@ -131,9 +127,8 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { executedSteps: []string{ "startContainer", "step1", - "interpolateOutputs", - "setJobResults", "stopContainer", + "interpolateOutputs", "closeContainer", }, result: "success", @@ -149,9 +144,8 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { executedSteps: []string{ "startContainer", "step1", - "interpolateOutputs", - "setJobResults", "stopContainer", + "interpolateOutputs", "closeContainer", }, result: "failure", @@ -168,9 +162,8 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { "startContainer", "pre1", "step1", - "interpolateOutputs", - "setJobResults", "stopContainer", + "interpolateOutputs", "closeContainer", }, result: "success", @@ -187,9 +180,8 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { "startContainer", "step1", "post1", - "interpolateOutputs", - "setJobResults", "stopContainer", + "interpolateOutputs", "closeContainer", }, result: "success", @@ -207,9 +199,8 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { "pre1", "step1", "post1", - "interpolateOutputs", - "setJobResults", "stopContainer", + "interpolateOutputs", "closeContainer", }, result: "success", @@ -238,9 +229,8 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { "step3", "post3", "post2", - "interpolateOutputs", - "setJobResults", "stopContainer", + "interpolateOutputs", "closeContainer", }, result: "success", @@ -256,27 +246,7 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { t.Run(tt.name, func(t *testing.T) { fmt.Printf("::group::%s\n", tt.name) - executorOrder := make([]string, 0) - - mockLogger := mocks.NewFieldLogger(t) - mockLogger.On("Debugf", mock.Anything, mock.Anything).Return(0).Maybe() - mockLogger.On("Warningf", mock.Anything, mock.Anything).Return(0).Maybe() - mockLogger.On("WithField", mock.Anything, mock.Anything).Return(&logrus.Entry{Logger: &logrus.Logger{}}).Maybe() - // When `WithFields()` is called with jobResult & jobOutputs field, add `setJobResults` to executorOrder. - mockLogger.On("WithFields", - mock.MatchedBy(func(fields logrus.Fields) bool { - _, okJobResult := fields["jobResult"] - _, okJobOutput := fields["jobOutputs"] - return okJobOutput && okJobResult - })). - Run(func(args mock.Arguments) { - executorOrder = append(executorOrder, "setJobResults") - }). - Return(&logrus.Entry{Logger: &logrus.Logger{}}).Maybe() - - mockLogger.On("WithFields", mock.Anything).Return(&logrus.Entry{Logger: &logrus.Logger{}}).Maybe() - - ctx := common.WithLogger(common.WithJobErrorContainer(t.Context()), mockLogger) + ctx := common.WithJobErrorContainer(t.Context()) jim := &jobInfoMock{} sfm := &stepFactoryMock{} rc := &RunContext{ @@ -292,6 +262,7 @@ func TestJobExecutorNewJobExecutor(t *testing.T) { Config: &Config{}, } rc.ExprEval = rc.NewExpressionEvaluator(ctx) + executorOrder := make([]string, 0) jim.On("steps").Return(tt.steps) @@ -444,76 +415,3 @@ func TestSetJobResultConcurrency(t *testing.T) { assert.Equal(t, "failure", lastResult) } - -func TestSetJobResult_SkipsBannerInChildReusableWorkflow(t *testing.T) { - // Test that child reusable workflow does not print final banner - // to prevent premature token revocation - - mockLogger := mocks.NewFieldLogger(t) - // Allow all variants of Debugf (git operations can call with 1-3 args) - mockLogger.On("Debugf", mock.Anything).Return(0).Maybe() - mockLogger.On("Debugf", mock.Anything, mock.Anything).Return(0).Maybe() - mockLogger.On("Debugf", mock.Anything, mock.Anything, mock.Anything).Return(0).Maybe() - // CRITICAL: In CI, git ref detection may fail and call Warningf - mockLogger.On("Warningf", mock.Anything, mock.Anything).Return(0).Maybe() - mockLogger.On("WithField", mock.Anything, mock.Anything).Return(&logrus.Entry{Logger: &logrus.Logger{}}).Maybe() - mockLogger.On("WithFields", mock.Anything).Return(&logrus.Entry{Logger: &logrus.Logger{}}).Maybe() - - ctx := common.WithLogger(common.WithJobErrorContainer(t.Context()), mockLogger) - - // Setup parent job - parentJob := &model.Job{ - Result: "success", - } - parentRC := &RunContext{ - Config: &Config{Env: map[string]string{}}, // Must have Config - Run: &model.Run{ - JobID: "parent", - Workflow: &model.Workflow{ - Jobs: map[string]*model.Job{ - "parent": parentJob, - }, - }, - }, - } - - // Setup child job with caller reference - childJob := &model.Job{ - Result: "success", - } - childRC := &RunContext{ - Config: &Config{Env: map[string]string{}}, // Must have Config - Run: &model.Run{ - JobID: "child", - Workflow: &model.Workflow{ - Jobs: map[string]*model.Job{ - "child": childJob, - }, - }, - }, - caller: &caller{ - runContext: parentRC, - }, - } - - jim := &jobInfoMock{} - jim.On("matrix").Return(map[string]any{}) // REQUIRED: setJobResult always calls matrix() - jim.On("result", "success") - - // Call setJobResult for child workflow - setJobResult(ctx, jim, childRC, true) - - // Verify: - // 1. Child result is set - jim.AssertCalled(t, "result", "success") - - // 2. Parent result is propagated - assert.Equal(t, "success", parentJob.Result) - - // 3. Final banner was NOT printed by child (critical for token security) - mockLogger.AssertNotCalled(t, "WithFields", mock.MatchedBy(func(fields logrus.Fields) bool { - _, okJobResult := fields["jobResult"] - _, okJobOutput := fields["jobOutputs"] - return okJobOutput && okJobResult - })) -} diff --git a/act/runner/logger.go b/act/runner/logger.go index 5f4dae1d..f97292bf 100644 --- a/act/runner/logger.go +++ b/act/runner/logger.go @@ -146,26 +146,6 @@ func WithCompositeStepLogger(ctx context.Context, stepID string) context.Context }).WithContext(ctx)) } -func GetOuterStepResult(entry *logrus.Entry) any { - r, ok := entry.Data["stepResult"] - if !ok { - return nil - } - - // composite actions steps log with a list of stepID - if s, ok := entry.Data["stepID"]; ok { - if stepIDs, ok := s.([]string); ok { - if len(stepIDs) > 1 { - return nil - } - } - } else { - return nil - } - - return r -} - func withStepLogger(ctx context.Context, stepNumber int, stepID, stepName, stageName string) context.Context { rtn := common.Logger(ctx).WithFields(logrus.Fields{ "stepNumber": stepNumber, diff --git a/act/runner/logger_test.go b/act/runner/logger_test.go deleted file mode 100644 index 4df2db12..00000000 --- a/act/runner/logger_test.go +++ /dev/null @@ -1,63 +0,0 @@ -package runner - -import ( - "testing" - - "code.forgejo.org/forgejo/runner/v11/act/common" - - "github.com/sirupsen/logrus/hooks/test" - "github.com/stretchr/testify/assert" - "github.com/stretchr/testify/require" -) - -func TestRunner_GetOuterStepResult(t *testing.T) { - nullLogger, hook := test.NewNullLogger() - ctx := common.WithLogger(t.Context(), nullLogger) - - t.Run("no stepResult", func(t *testing.T) { - hook.Reset() - common.Logger(ctx).Info("âś… Success") - entry := hook.LastEntry() - require.NotNil(t, entry) - assert.Nil(t, GetOuterStepResult(entry)) - }) - - t.Run("stepResult and no stepID", func(t *testing.T) { - hook.Reset() - common.Logger(ctx).WithField("stepResult", "success").Info("âś… Success") - entry := hook.LastEntry() - require.NotNil(t, entry) - assert.Nil(t, GetOuterStepResult(entry)) - }) - - stepNumber := 123 - stepID := "step id" - stepName := "readable name" - stageName := "Main" - ctx = withStepLogger(ctx, stepNumber, stepID, stepName, stageName) - - t.Run("stepResult and stepID", func(t *testing.T) { - hook.Reset() - common.Logger(ctx).WithField("stepResult", "success").Info("âś… Success") - entry := hook.LastEntry() - actualStepIDs, ok := entry.Data["stepID"] - require.True(t, ok) - require.Equal(t, []string{stepID}, actualStepIDs) - require.NotNil(t, entry) - assert.Equal(t, "success", GetOuterStepResult(entry)) - }) - - compositeStepID := "composite step id" - ctx = WithCompositeStepLogger(ctx, compositeStepID) - - t.Run("stepResult and composite stepID", func(t *testing.T) { - hook.Reset() - common.Logger(ctx).WithField("stepResult", "success").Info("âś… Success") - entry := hook.LastEntry() - actualStepIDs, ok := entry.Data["stepID"] - require.True(t, ok) - require.Equal(t, []string{stepID, compositeStepID}, actualStepIDs) - require.NotNil(t, entry) - assert.Nil(t, GetOuterStepResult(entry)) - }) -} diff --git a/act/runner/lxc-helpers-lib.sh b/act/runner/lxc-helpers-lib.sh index 4d3b959a..2f36541f 100755 --- a/act/runner/lxc-helpers-lib.sh +++ b/act/runner/lxc-helpers-lib.sh @@ -11,8 +11,6 @@ LXC_IPV6_PREFIX_DEFAULT="fd15" LXC_DOCKER_PREFIX_DEFAULT="172.17" LXC_IPV6_DOCKER_PREFIX_DEFAULT="fd00:d0ca" LXC_APT_TOO_OLD='1 week ago' -: ${LXC_TRANSACTION_TIMEOUT:=600} -LXC_TRANSACTION_LOCK_FILE=/tmp/lxc-helper.lock : ${LXC_SUDO:=} : ${LXC_CONTAINER_RELEASE:=bookworm} @@ -30,22 +28,16 @@ function lxc_template_release() { echo lxc-helpers-$LXC_CONTAINER_RELEASE } -function lxc_directory() { - local name="$1" - - echo /var/lib/lxc/$name -} - function lxc_root() { local name="$1" - echo $(lxc_directory $name)/rootfs + echo /var/lib/lxc/$name/rootfs } function lxc_config() { local name="$1" - echo $(lxc_directory $name)/config + echo /var/lib/lxc/$name/config } function lxc_container_run() { @@ -55,42 +47,6 @@ function lxc_container_run() { $LXC_SUDO lxc-attach --clear-env --name $name -- "$@" } -function lxc_transaction_lock() { - exec 7>$LXC_TRANSACTION_LOCK_FILE - flock --timeout $LXC_TRANSACTION_TIMEOUT 7 -} - -function lxc_transaction_unlock() { - exec 7>&- -} - -function lxc_transaction_draft_name() { - echo "lxc-helper-draft" -} - -function lxc_transaction_begin() { - local name=$1 # not actually used but it helps when reading in the caller - local draft=$(lxc_transaction_draft_name) - - lxc_transaction_lock - lxc_container_destroy $draft -} - -function lxc_transaction_commit() { - local name=$1 - local draft=$(lxc_transaction_draft_name) - - # do not use lxc-copy because it is not atomic if lxc-copy is - # interrupted it may leave the $name container half populated - $LXC_SUDO sed -i -e "s/$draft/$name/g" \ - $(lxc_config $draft) \ - $(lxc_root $draft)/etc/hosts \ - $(lxc_root $draft)/etc/hostname - $LXC_SUDO rm -f $(lxc_root $draft)/var/lib/dhcp/dhclient.* - $LXC_SUDO mv $(lxc_directory $draft) $(lxc_directory $name) - lxc_transaction_unlock -} - function lxc_container_run_script_as() { local name="$1" local user="$2" @@ -286,7 +242,7 @@ function lxc_container_configure() { function lxc_container_install_lxc_helpers() { local name="$1" - $LXC_SUDO cp -a $LXC_SELF_DIR/lxc-helpers*.sh $(lxc_root $name)/$LXC_BIN + $LXC_SUDO cp -a $LXC_SELF_DIR/lxc-helpers*.sh $root/$LXC_BIN # # Wait for the network to come up # @@ -348,9 +304,10 @@ function lxc_container_stop() { function lxc_container_destroy() { local name="$1" + local root="$2" if lxc_exists "$name"; then - lxc_container_stop $name + lxc_container_stop $name $root $LXC_SUDO lxc-destroy --force --name="$name" fi } @@ -385,44 +342,36 @@ function lxc_running() { function lxc_build_template_release() { local name="$(lxc_template_release)" - lxc_transaction_begin $name - if lxc_exists_and_apt_not_old $name; then - lxc_transaction_unlock return fi - local draft=$(lxc_transaction_draft_name) - $LXC_SUDO lxc-create --name $draft --template debian -- --release=$LXC_CONTAINER_RELEASE - echo 'lxc.apparmor.profile = unconfined' | $LXC_SUDO tee -a $(lxc_config $draft) - lxc_container_install_lxc_helpers $draft - lxc_container_start $draft - lxc_container_run $draft apt-get update -qq - lxc_apt_install $draft sudo git python3 - lxc_container_stop $draft - lxc_transaction_commit $name + local root=$(lxc_root $name) + $LXC_SUDO lxc-create --name $name --template debian -- --release=$LXC_CONTAINER_RELEASE + echo 'lxc.apparmor.profile = unconfined' | $LXC_SUDO tee -a $(lxc_config $name) + lxc_container_install_lxc_helpers $name + lxc_container_start $name + lxc_container_run $name apt-get update -qq + lxc_apt_install $name sudo git python3 + lxc_container_stop $name } function lxc_build_template() { local name="$1" local newname="$2" + if lxc_exists_and_apt_not_old $newname; then + return + fi + if test "$name" = "$(lxc_template_release)"; then lxc_build_template_release fi - lxc_transaction_begin $name - if lxc_exists_and_apt_not_old $newname; then - lxc_transaction_unlock - return - fi - - local draft=$(lxc_transaction_draft_name) - if ! $LXC_SUDO lxc-copy --name=$name --newname=$draft; then - echo lxc-copy --name=$name --newname=$draft failed + if ! $LXC_SUDO lxc-copy --name=$name --newname=$newname; then + echo lxc-copy --name=$name --newname=$newname failed return 1 fi - lxc_transaction_commit $newname lxc_container_configure $newname } @@ -464,7 +413,7 @@ function lxc_install_lxc_inside() { local prefixv6="${2:-$LXC_IPV6_PREFIX_DEFAULT}" local packages="make git libvirt0 libpam-cgfs bridge-utils uidmap dnsmasq-base dnsmasq dnsmasq-utils qemu-user-static lxc-templates debootstrap" - if test "$(lxc_release)" != bullseye; then + if test "$(lxc_release)" = bookworm; then packages="$packages distro-info" fi diff --git a/act/runner/lxc-helpers.sh b/act/runner/lxc-helpers.sh index 769e238a..705c5aab 100755 --- a/act/runner/lxc-helpers.sh +++ b/act/runner/lxc-helpers.sh @@ -18,11 +18,11 @@ lxc-helpers.sh - LXC container management helpers SYNOPSIS lxc-helpers.sh [-v|--verbose] [-h|--help] - [-o|--os {trixie|bookworm|bullseye} (default bookworm)] + [-o|--os {bookworm|bullseye} (default bookworm)] command [arguments] lxc-helpers.sh [-v|--verbose] [-h|--help] - [-o|--os {trixie|bookworm|bullseye} (default bookworm)] + [-o|--os {bookworm|bullseye} (default bookworm)] [-c|--config {unprivileged lxc libvirt docker k8s} (default "lxc libvirt docker")] lxc_container_create [arguments] diff --git a/act/runner/mocks/FieldLogger.go b/act/runner/mocks/FieldLogger.go deleted file mode 100644 index 5cfa5ad2..00000000 --- a/act/runner/mocks/FieldLogger.go +++ /dev/null @@ -1,264 +0,0 @@ -// Code generated by mockery v2.53.5. DO NOT EDIT. - -package mocks - -import ( - logrus "github.com/sirupsen/logrus" - mock "github.com/stretchr/testify/mock" -) - -// FieldLogger is an autogenerated mock type for the FieldLogger type -type FieldLogger struct { - mock.Mock -} - -// Debug provides a mock function with given fields: args -func (_m *FieldLogger) Debug(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Debugf provides a mock function with given fields: format, args -func (_m *FieldLogger) Debugf(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Debugln provides a mock function with given fields: args -func (_m *FieldLogger) Debugln(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Error provides a mock function with given fields: args -func (_m *FieldLogger) Error(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Errorf provides a mock function with given fields: format, args -func (_m *FieldLogger) Errorf(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Errorln provides a mock function with given fields: args -func (_m *FieldLogger) Errorln(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Fatal provides a mock function with given fields: args -func (_m *FieldLogger) Fatal(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Fatalf provides a mock function with given fields: format, args -func (_m *FieldLogger) Fatalf(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Fatalln provides a mock function with given fields: args -func (_m *FieldLogger) Fatalln(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Info provides a mock function with given fields: args -func (_m *FieldLogger) Info(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Infof provides a mock function with given fields: format, args -func (_m *FieldLogger) Infof(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Infoln provides a mock function with given fields: args -func (_m *FieldLogger) Infoln(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Panic provides a mock function with given fields: args -func (_m *FieldLogger) Panic(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Panicf provides a mock function with given fields: format, args -func (_m *FieldLogger) Panicf(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Panicln provides a mock function with given fields: args -func (_m *FieldLogger) Panicln(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Print provides a mock function with given fields: args -func (_m *FieldLogger) Print(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Printf provides a mock function with given fields: format, args -func (_m *FieldLogger) Printf(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Println provides a mock function with given fields: args -func (_m *FieldLogger) Println(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Warn provides a mock function with given fields: args -func (_m *FieldLogger) Warn(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Warnf provides a mock function with given fields: format, args -func (_m *FieldLogger) Warnf(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Warning provides a mock function with given fields: args -func (_m *FieldLogger) Warning(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Warningf provides a mock function with given fields: format, args -func (_m *FieldLogger) Warningf(format string, args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, format) - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Warningln provides a mock function with given fields: args -func (_m *FieldLogger) Warningln(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// Warnln provides a mock function with given fields: args -func (_m *FieldLogger) Warnln(args ...interface{}) { - var _ca []interface{} - _ca = append(_ca, args...) - _m.Called(_ca...) -} - -// WithError provides a mock function with given fields: err -func (_m *FieldLogger) WithError(err error) *logrus.Entry { - ret := _m.Called(err) - - if len(ret) == 0 { - panic("no return value specified for WithError") - } - - var r0 *logrus.Entry - if rf, ok := ret.Get(0).(func(error) *logrus.Entry); ok { - r0 = rf(err) - } else { - if ret.Get(0) != nil { - r0 = ret.Get(0).(*logrus.Entry) - } - } - - return r0 -} - -// WithField provides a mock function with given fields: key, value -func (_m *FieldLogger) WithField(key string, value interface{}) *logrus.Entry { - ret := _m.Called(key, value) - - if len(ret) == 0 { - panic("no return value specified for WithField") - } - - var r0 *logrus.Entry - if rf, ok := ret.Get(0).(func(string, interface{}) *logrus.Entry); ok { - r0 = rf(key, value) - } else { - if ret.Get(0) != nil { - r0 = ret.Get(0).(*logrus.Entry) - } - } - - return r0 -} - -// WithFields provides a mock function with given fields: fields -func (_m *FieldLogger) WithFields(fields logrus.Fields) *logrus.Entry { - ret := _m.Called(fields) - - if len(ret) == 0 { - panic("no return value specified for WithFields") - } - - var r0 *logrus.Entry - if rf, ok := ret.Get(0).(func(logrus.Fields) *logrus.Entry); ok { - r0 = rf(fields) - } else { - if ret.Get(0) != nil { - r0 = ret.Get(0).(*logrus.Entry) - } - } - - return r0 -} - -// NewFieldLogger creates a new instance of FieldLogger. It also registers a testing interface on the mock and a cleanup function to assert the mocks expectations. -// The first argument is typically a *testing.T value. -func NewFieldLogger(t interface { - mock.TestingT - Cleanup(func()) -}, -) *FieldLogger { - mock := &FieldLogger{} - mock.Mock.Test(t) - - t.Cleanup(func() { mock.AssertExpectations(t) }) - - return mock -} diff --git a/act/runner/reusable_workflow.go b/act/runner/reusable_workflow.go index c117c4a7..5e92ee88 100644 --- a/act/runner/reusable_workflow.go +++ b/act/runner/reusable_workflow.go @@ -16,7 +16,6 @@ import ( "code.forgejo.org/forgejo/runner/v11/act/common" "code.forgejo.org/forgejo/runner/v11/act/common/git" "code.forgejo.org/forgejo/runner/v11/act/model" - "github.com/sirupsen/logrus" ) func newLocalReusableWorkflowExecutor(rc *RunContext) common.Executor { @@ -116,10 +115,7 @@ func newActionCacheReusableWorkflowExecutor(rc *RunContext, filename string, rem return err } - planErr := runner.NewPlanExecutor(plan)(ctx) - - // Finalize from parent context: one job-level banner - return finalizeReusableWorkflow(ctx, rc, planErr) + return runner.NewPlanExecutor(plan)(ctx) } } @@ -175,10 +171,7 @@ func newReusableWorkflowExecutor(rc *RunContext, directory, workflow string) com return err } - planErr := runner.NewPlanExecutor(plan)(ctx) - - // Finalize from parent context: one job-level banner - return finalizeReusableWorkflow(ctx, rc, planErr) + return runner.NewPlanExecutor(plan)(ctx) } } @@ -236,29 +229,3 @@ func newRemoteReusableWorkflowWithPlat(url, uses string) *remoteReusableWorkflow URL: url, } } - -// finalizeReusableWorkflow prints the final job banner from the parent job context. -// -// The Forgejo reporter waits for this banner (log entry with "jobResult" -// field and without stage="Main") before marking the job as complete and revoking -// tokens. Printing this banner from the child reusable workflow would cause -// premature token revocation, breaking subsequent steps in the parent workflow. -func finalizeReusableWorkflow(ctx context.Context, rc *RunContext, planErr error) error { - jobResult := "success" - jobResultMessage := "succeeded" - if planErr != nil { - jobResult = "failure" - jobResultMessage = "failed" - } - - // Outputs should already be present in the parent context: - // - copied by child's setJobResult branch (rc.caller != nil) - jobOutputs := rc.Run.Job().Outputs - - common.Logger(ctx).WithFields(logrus.Fields{ - "jobResult": jobResult, - "jobOutputs": jobOutputs, - }).Infof("\U0001F3C1 Job %s", jobResultMessage) - - return planErr -} diff --git a/act/runner/reusable_workflow_test.go b/act/runner/reusable_workflow_test.go deleted file mode 100644 index f4aab893..00000000 --- a/act/runner/reusable_workflow_test.go +++ /dev/null @@ -1,247 +0,0 @@ -package runner - -import ( - "errors" - "testing" - - "code.forgejo.org/forgejo/runner/v11/act/common" - "code.forgejo.org/forgejo/runner/v11/act/model" - "code.forgejo.org/forgejo/runner/v11/act/runner/mocks" - "github.com/sirupsen/logrus" - "github.com/stretchr/testify/assert" - "github.com/stretchr/testify/mock" -) - -func TestConfig_GetToken(t *testing.T) { - t.Run("returns GITEA_TOKEN when both GITEA_TOKEN and GITHUB_TOKEN present", func(t *testing.T) { - c := &Config{ - Secrets: map[string]string{ - "GITHUB_TOKEN": "github-token", - "GITEA_TOKEN": "gitea-token", - }, - } - assert.Equal(t, "gitea-token", c.GetToken()) - }) - - t.Run("returns GITHUB_TOKEN when only GITHUB_TOKEN present", func(t *testing.T) { - c := &Config{ - Secrets: map[string]string{ - "GITHUB_TOKEN": "github-token", - }, - } - assert.Equal(t, "github-token", c.GetToken()) - }) - - t.Run("returns empty string when no tokens present", func(t *testing.T) { - c := &Config{ - Secrets: map[string]string{}, - } - assert.Equal(t, "", c.GetToken()) - }) - - t.Run("returns empty string when Secrets is nil", func(t *testing.T) { - c := &Config{} - assert.Equal(t, "", c.GetToken()) - }) -} - -func TestRemoteReusableWorkflow_CloneURL(t *testing.T) { - t.Run("adds https prefix when missing", func(t *testing.T) { - rw := &remoteReusableWorkflow{ - URL: "code.forgejo.org", - Org: "owner", - Repo: "repo", - } - assert.Equal(t, "https://code.forgejo.org/owner/repo", rw.CloneURL()) - }) - - t.Run("preserves https prefix", func(t *testing.T) { - rw := &remoteReusableWorkflow{ - URL: "https://code.forgejo.org", - Org: "owner", - Repo: "repo", - } - assert.Equal(t, "https://code.forgejo.org/owner/repo", rw.CloneURL()) - }) - - t.Run("preserves http prefix", func(t *testing.T) { - rw := &remoteReusableWorkflow{ - URL: "http://localhost:3000", - Org: "owner", - Repo: "repo", - } - assert.Equal(t, "http://localhost:3000/owner/repo", rw.CloneURL()) - }) -} - -func TestRemoteReusableWorkflow_FilePath(t *testing.T) { - tests := []struct { - name string - gitPlatform string - filename string - expectedPath string - }{ - { - name: "github platform", - gitPlatform: "github", - filename: "test.yml", - expectedPath: "./.github/workflows/test.yml", - }, - { - name: "gitea platform", - gitPlatform: "gitea", - filename: "build.yaml", - expectedPath: "./.gitea/workflows/build.yaml", - }, - { - name: "forgejo platform", - gitPlatform: "forgejo", - filename: "deploy.yml", - expectedPath: "./.forgejo/workflows/deploy.yml", - }, - } - - for _, tt := range tests { - t.Run(tt.name, func(t *testing.T) { - rw := &remoteReusableWorkflow{ - GitPlatform: tt.gitPlatform, - Filename: tt.filename, - } - assert.Equal(t, tt.expectedPath, rw.FilePath()) - }) - } -} - -func TestNewRemoteReusableWorkflowWithPlat(t *testing.T) { - tests := []struct { - name string - url string - uses string - expectedOrg string - expectedRepo string - expectedPlatform string - expectedFilename string - expectedRef string - shouldFail bool - }{ - { - name: "valid github workflow", - url: "github.com", - uses: "owner/repo/.github/workflows/test.yml@main", - expectedOrg: "owner", - expectedRepo: "repo", - expectedPlatform: "github", - expectedFilename: "test.yml", - expectedRef: "main", - shouldFail: false, - }, - { - name: "valid gitea workflow", - url: "code.forgejo.org", - uses: "forgejo/runner/.gitea/workflows/build.yaml@v1.0.0", - expectedOrg: "forgejo", - expectedRepo: "runner", - expectedPlatform: "gitea", - expectedFilename: "build.yaml", - expectedRef: "v1.0.0", - shouldFail: false, - }, - { - name: "invalid format - missing platform", - url: "github.com", - uses: "owner/repo/workflows/test.yml@main", - shouldFail: true, - }, - { - name: "invalid format - no ref", - url: "github.com", - uses: "owner/repo/.github/workflows/test.yml", - shouldFail: true, - }, - } - - for _, tt := range tests { - t.Run(tt.name, func(t *testing.T) { - result := newRemoteReusableWorkflowWithPlat(tt.url, tt.uses) - - if tt.shouldFail { - assert.Nil(t, result) - } else { - assert.NotNil(t, result) - assert.Equal(t, tt.expectedOrg, result.Org) - assert.Equal(t, tt.expectedRepo, result.Repo) - assert.Equal(t, tt.expectedPlatform, result.GitPlatform) - assert.Equal(t, tt.expectedFilename, result.Filename) - assert.Equal(t, tt.expectedRef, result.Ref) - assert.Equal(t, tt.url, result.URL) - } - }) - } -} - -func TestFinalizeReusableWorkflow_PrintsBannerSuccess(t *testing.T) { - mockLogger := mocks.NewFieldLogger(t) - - bannerCalled := false - mockLogger.On("WithFields", - mock.MatchedBy(func(fields logrus.Fields) bool { - result, ok := fields["jobResult"].(string) - if !ok || result != "success" { - return false - } - outs, ok := fields["jobOutputs"].(map[string]string) - return ok && outs["foo"] == "bar" - }), - ).Run(func(args mock.Arguments) { - bannerCalled = true - }).Return(&logrus.Entry{Logger: &logrus.Logger{}}).Once() - - ctx := common.WithLogger(t.Context(), mockLogger) - rc := &RunContext{ - Run: &model.Run{ - JobID: "parent", - Workflow: &model.Workflow{ - Jobs: map[string]*model.Job{ - "parent": { - Outputs: map[string]string{"foo": "bar"}, - }, - }, - }, - }, - } - - err := finalizeReusableWorkflow(ctx, rc, nil) - assert.NoError(t, err) - assert.True(t, bannerCalled, "final banner should be printed from parent") -} - -func TestFinalizeReusableWorkflow_PrintsBannerFailure(t *testing.T) { - mockLogger := mocks.NewFieldLogger(t) - - bannerCalled := false - mockLogger.On("WithFields", - mock.MatchedBy(func(fields logrus.Fields) bool { - result, ok := fields["jobResult"].(string) - return ok && result == "failure" - }), - ).Run(func(args mock.Arguments) { - bannerCalled = true - }).Return(&logrus.Entry{Logger: &logrus.Logger{}}).Once() - - ctx := common.WithLogger(t.Context(), mockLogger) - rc := &RunContext{ - Run: &model.Run{ - JobID: "parent", - Workflow: &model.Workflow{ - Jobs: map[string]*model.Job{ - "parent": {}, - }, - }, - }, - } - - planErr := errors.New("workflow failed") - err := finalizeReusableWorkflow(ctx, rc, planErr) - assert.EqualError(t, err, "workflow failed") - assert.True(t, bannerCalled, "banner should be printed even on failure") -} diff --git a/act/runner/run_context.go b/act/runner/run_context.go index dd72ff09..f6978b64 100644 --- a/act/runner/run_context.go +++ b/act/runner/run_context.go @@ -248,18 +248,12 @@ var stopTemplate = template.Must(template.New("stop").Parse(`#!/bin/bash source $(dirname $0)/lxc-helpers-lib.sh lxc_container_destroy "{{.Name}}" -lxc_maybe_sudo -$LXC_SUDO rm -fr "{{ .Root }}" `)) func (rc *RunContext) stopHostEnvironment(ctx context.Context) error { logger := common.Logger(ctx) logger.Debugf("stopHostEnvironment") - if !rc.IsLXCHostEnv(ctx) { - return nil - } - var stopScript bytes.Buffer if err := stopTemplate.Execute(&stopScript, struct { Name string @@ -316,18 +310,13 @@ func (rc *RunContext) startHostEnvironment() common.Executor { ToolCache: rc.getToolCache(ctx), Workdir: rc.Config.Workdir, ActPath: actPath, - StdOut: logWriter, - LXC: rc.IsLXCHostEnv(ctx), - } - rc.cleanUpJobContainer = func(ctx context.Context) error { - if err := rc.stopHostEnvironment(ctx); err != nil { - return err - } - if rc.JobContainer == nil { - return nil - } - return rc.JobContainer.Remove()(ctx) + CleanUp: func() { + os.RemoveAll(miscpath) + }, + StdOut: logWriter, + LXC: rc.IsLXCHostEnv(ctx), } + rc.cleanUpJobContainer = rc.JobContainer.Remove() for k, v := range rc.JobContainer.GetRunnerContext(ctx) { if v, ok := v.(string); ok { rc.Env[fmt.Sprintf("RUNNER_%s", strings.ToUpper(k))] = v @@ -901,6 +890,9 @@ func (rc *RunContext) IsHostEnv(ctx context.Context) bool { func (rc *RunContext) stopContainer() common.Executor { return func(ctx context.Context) error { + if rc.IsLXCHostEnv(ctx) { + return rc.stopHostEnvironment(ctx) + } return rc.stopJobContainer()(ctx) } } @@ -908,6 +900,9 @@ func (rc *RunContext) stopContainer() common.Executor { func (rc *RunContext) closeContainer() common.Executor { return func(ctx context.Context) error { if rc.JobContainer != nil { + if rc.IsLXCHostEnv(ctx) { + return rc.stopHostEnvironment(ctx) + } return rc.JobContainer.Close()(ctx) } return nil @@ -948,10 +943,7 @@ func (rc *RunContext) Executor() (common.Executor, error) { return err } if res { - timeoutctx, cancelTimeOut := evaluateTimeout(ctx, "job", rc.ExprEval, rc.Run.Job().TimeoutMinutes) - defer cancelTimeOut() - - return executor(timeoutctx) + return executor(ctx) } return nil }, nil @@ -1210,7 +1202,7 @@ func (rc *RunContext) getGithubContext(ctx context.Context) *model.GithubContext ghc.RetentionDays = preset.RetentionDays instance := rc.Config.GitHubInstance - if instance != "" && !strings.HasPrefix(instance, "http://") && + if !strings.HasPrefix(instance, "http://") && !strings.HasPrefix(instance, "https://") { instance = "https://" + instance } @@ -1253,7 +1245,7 @@ func (rc *RunContext) getGithubContext(ctx context.Context) *model.GithubContext { // Adapt to Gitea instance := rc.Config.GitHubInstance - if instance != "" && !strings.HasPrefix(instance, "http://") && + if !strings.HasPrefix(instance, "http://") && !strings.HasPrefix(instance, "https://") { instance = "https://" + instance } @@ -1355,6 +1347,16 @@ func (rc *RunContext) withGithubEnv(ctx context.Context, github *model.GithubCon set("SERVER_URL", github.ServerURL) set("API_URL", github.APIURL) + { // Adapt to Forgejo + instance := rc.Config.GitHubInstance + if !strings.HasPrefix(instance, "http://") && + !strings.HasPrefix(instance, "https://") { + instance = "https://" + instance + } + set("SERVER_URL", instance) + set("API_URL", instance+"/api/v1") + } + if rc.Config.ArtifactServerPath != "" { setActionRuntimeVars(rc, env) } diff --git a/act/runner/run_context_test.go b/act/runner/run_context_test.go index 4e11ba62..110afb45 100644 --- a/act/runner/run_context_test.go +++ b/act/runner/run_context_test.go @@ -280,39 +280,6 @@ func TestRunContext_GetBindsAndMounts(t *testing.T) { }) } -func TestRunContext_GetGithubContextURL(t *testing.T) { - table := []struct { - instance string - serverURL string - APIURL string - }{ - {instance: "", serverURL: "", APIURL: "/api/v1"}, - {instance: "example.com", serverURL: "https://example.com", APIURL: "https://example.com/api/v1"}, - {instance: "http://example.com", serverURL: "http://example.com", APIURL: "http://example.com/api/v1"}, - {instance: "https://example.com", serverURL: "https://example.com", APIURL: "https://example.com/api/v1"}, - } - for _, data := range table { - t.Run(data.instance, func(t *testing.T) { - rc := &RunContext{ - EventJSON: "{}", - Config: &Config{ - GitHubInstance: data.instance, - }, - Run: &model.Run{ - Workflow: &model.Workflow{ - Name: "GitHubContextTest", - }, - }, - } - - ghc := rc.getGithubContext(t.Context()) - - assert.Equal(t, data.serverURL, ghc.ServerURL) - assert.Equal(t, data.APIURL, ghc.APIURL) - }) - } -} - func TestRunContext_GetGithubContextRef(t *testing.T) { table := []struct { event string diff --git a/act/runner/runner_test.go b/act/runner/runner_test.go index f8b3918c..86c0ad6e 100644 --- a/act/runner/runner_test.go +++ b/act/runner/runner_test.go @@ -263,7 +263,6 @@ func TestRunner_RunEvent(t *testing.T) { {workdir, "uses-workflow", "pull_request", "", platforms, map[string]string{"secret": "keep_it_private"}}, {workdir, "uses-docker-url", "push", "", platforms, secrets}, {workdir, "act-composite-env-test", "push", "", platforms, secrets}, - {workdir, "uses-workflow-env-input", "push", "", platforms, secrets}, // Eval {workdir, "evalmatrix", "push", "", platforms, secrets}, @@ -273,8 +272,6 @@ func TestRunner_RunEvent(t *testing.T) { {workdir, "evalmatrix-merge-array", "push", "", platforms, secrets}, {workdir, "basic", "push", "", platforms, secrets}, - {workdir, "timeout-minutes-stop", "push", "Job 'check' failed", platforms, secrets}, - {workdir, "timeout-minutes-job", "push", "context deadline exceeded", platforms, secrets}, {workdir, "fail", "push", "Job 'build' failed", platforms, secrets}, {workdir, "runs-on", "push", "", platforms, secrets}, {workdir, "checkout", "push", "", platforms, secrets}, diff --git a/act/runner/step.go b/act/runner/step.go index c93291c4..25c67cfd 100644 --- a/act/runner/step.go +++ b/act/runner/step.go @@ -177,7 +177,7 @@ func runStepExecutor(step step, stage stepStage, executor common.Executor) commo Mode: 0o666, })(ctx) - timeoutctx, cancelTimeOut := evaluateTimeout(ctx, "step", rc.ExprEval, stepModel.TimeoutMinutes) + timeoutctx, cancelTimeOut := evaluateStepTimeout(ctx, rc.ExprEval, stepModel) defer cancelTimeOut() err = executor(timeoutctx) @@ -213,15 +213,12 @@ func runStepExecutor(step step, stage stepStage, executor common.Executor) commo } } -func evaluateTimeout(ctx context.Context, contextType string, exprEval ExpressionEvaluator, timeoutMinutes string) (context.Context, context.CancelFunc) { - timeout := exprEval.Interpolate(ctx, timeoutMinutes) +func evaluateStepTimeout(ctx context.Context, exprEval ExpressionEvaluator, stepModel *model.Step) (context.Context, context.CancelFunc) { + timeout := exprEval.Interpolate(ctx, stepModel.TimeoutMinutes) if timeout != "" { - timeOutMinutes, err := strconv.ParseInt(timeout, 10, 64) - if err == nil { - common.Logger(ctx).Debugf("the %s will stop in timeout-minutes %s", contextType, timeout) + if timeOutMinutes, err := strconv.ParseInt(timeout, 10, 64); err == nil { return context.WithTimeout(ctx, time.Duration(timeOutMinutes)*time.Minute) } - common.Logger(ctx).Errorf("timeout-minutes %s cannot be parsed and will be ignored: %w", timeout, err) } return ctx, func() {} } diff --git a/act/runner/testdata/.github/workflows/local-reusable-env-input.yml b/act/runner/testdata/.github/workflows/local-reusable-env-input.yml deleted file mode 100644 index eb1d9092..00000000 --- a/act/runner/testdata/.github/workflows/local-reusable-env-input.yml +++ /dev/null @@ -1,21 +0,0 @@ -name: "use-inputs-impl" - -on: - workflow_call: - inputs: - greet_target: - type: string - required: false - default: "Some Default Value" - -jobs: - works: - runs-on: ubuntu-latest - env: - MY_INPUT_TEST: ${{ inputs.greet_target }} - INPUT_TEST: ${{ inputs.greet_target }} - INPUT_GREET_TARGET: ${{ inputs.greet_target }} - steps: - - run: '[ "$MY_INPUT_TEST" = "Mona the Octocat" ] || exit 1' - - run: '[ "$INPUT_TEST" = "Mona the Octocat" ] || exit 1' - - run: '[ "$INPUT_GREET_TARGET" = "Mona the Octocat" ] || exit 1' diff --git a/act/runner/testdata/actions-environment-and-context-tests/docker/Dockerfile b/act/runner/testdata/actions-environment-and-context-tests/docker/Dockerfile index f50a50da..bd8fcb22 100644 --- a/act/runner/testdata/actions-environment-and-context-tests/docker/Dockerfile +++ b/act/runner/testdata/actions-environment-and-context-tests/docker/Dockerfile @@ -1,4 +1,4 @@ -FROM code.forgejo.org/oci/alpine:latest +FROM alpine:3 COPY entrypoint.sh /entrypoint.sh diff --git a/act/runner/testdata/basic/push.yml b/act/runner/testdata/basic/push.yml index 8b40283e..8cb1836f 100644 --- a/act/runner/testdata/basic/push.yml +++ b/act/runner/testdata/basic/push.yml @@ -18,8 +18,7 @@ jobs: - run: ls - run: echo 'hello world' - run: echo ${GITHUB_SHA} >> $(dirname "${GITHUB_WORKSPACE}")/sha.txt - - timeout-minutes: 30 - run: cat $(dirname "${GITHUB_WORKSPACE}")/sha.txt | grep ${GITHUB_SHA} + - run: cat $(dirname "${GITHUB_WORKSPACE}")/sha.txt | grep ${GITHUB_SHA} build: runs-on: ubuntu-latest needs: [check] diff --git a/act/runner/testdata/timeout-minutes-job/push.yml b/act/runner/testdata/timeout-minutes-job/push.yml deleted file mode 100644 index be5f6c2d..00000000 --- a/act/runner/testdata/timeout-minutes-job/push.yml +++ /dev/null @@ -1,12 +0,0 @@ -name: timeout-minutes -on: push - -env: - TIMEOUT_MINUTES: 0 - -jobs: - check: - runs-on: ubuntu-latest - timeout-minutes: ${{ env.TIMEOUT_MINUTES }} - steps: - - run: sleep 10 diff --git a/act/runner/testdata/timeout-minutes-step/push.yml b/act/runner/testdata/timeout-minutes-step/push.yml deleted file mode 100644 index a79bb63a..00000000 --- a/act/runner/testdata/timeout-minutes-step/push.yml +++ /dev/null @@ -1,12 +0,0 @@ -name: timeout-minutes -on: push - -env: - TIMEOUT_MINUTES: 0 - -jobs: - check: - runs-on: ubuntu-latest - steps: - - timeout-minutes: ${{ env.TIMEOUT_MINUTES }} - run: sleep 10 diff --git a/act/runner/testdata/uses-workflow-env-input/push.yml b/act/runner/testdata/uses-workflow-env-input/push.yml deleted file mode 100644 index d702c4bb..00000000 --- a/act/runner/testdata/uses-workflow-env-input/push.yml +++ /dev/null @@ -1,8 +0,0 @@ -name: local-action-env-input -on: push -jobs: - test: - runs-on: docker - uses: ./testdata/.github/workflows/local-reusable-env-input.yml - with: - greet_target: 'Mona the Octocat' diff --git a/act/schema/action_schema.json b/act/schema/action_schema.json index f5252c9c..6a0eabb0 100644 --- a/act/schema/action_schema.json +++ b/act/schema/action_schema.json @@ -157,7 +157,6 @@ "output-value": { "context": [ "forge", - "forgejo", "github", "strategy", "matrix", @@ -172,7 +171,6 @@ "input-default-context": { "context": [ "forge", - "forgejo", "github", "inputs", "env", @@ -193,7 +191,6 @@ "string-steps-context": { "context": [ "forge", - "forgejo", "github", "inputs", "strategy", @@ -210,7 +207,6 @@ "boolean-steps-context": { "context": [ "forge", - "forgejo", "github", "inputs", "strategy", @@ -227,7 +223,6 @@ "step-env": { "context": [ "forge", - "forgejo", "github", "inputs", "strategy", @@ -247,7 +242,6 @@ "step-if": { "context": [ "forge", - "forgejo", "github", "inputs", "strategy", @@ -268,7 +262,6 @@ "step-with": { "context": [ "forge", - "forgejo", "github", "inputs", "strategy", diff --git a/act/schema/schema.go b/act/schema/schema.go index e1d41e96..cbb51283 100644 --- a/act/schema/schema.go +++ b/act/schema/schema.go @@ -237,9 +237,6 @@ func (s *Node) UnmarshalYAML(node *yaml.Node) error { if node != nil && node.Kind == yaml.DocumentNode { return s.UnmarshalYAML(node.Content[0]) } - if node != nil && node.Kind == yaml.AliasNode { - return s.UnmarshalYAML(node.Alias) - } def := s.Schema.GetDefinition(s.Definition) if s.Context == nil { s.Context = def.Context @@ -363,15 +360,6 @@ func (s *Node) checkMapping(node *yaml.Node, def Definition) error { if node.Kind != yaml.MappingNode { return fmt.Errorf("%sExpected a mapping got %v", formatLocation(node), getStringKind(node.Kind)) } - // merges cannot be conveniently validated and are skipped - // https://yaml.org/type/merge.html - for i, n := range node.Content { - if i%2 == 0 { - if n.Kind == yaml.ScalarNode && n.Value == "<<" && (n.Tag == "" || n.ShortTag() == "!!merge") { - return nil - } - } - } insertDirective := regexp.MustCompile(`\${{\s*insert\s*}}`) var allErrors error for i, k := range node.Content { diff --git a/act/schema/schema_test.go b/act/schema/schema_test.go index beb1c185..dc54834e 100644 --- a/act/schema/schema_test.go +++ b/act/schema/schema_test.go @@ -30,84 +30,6 @@ jobs: assert.NoError(t, err) } -func TestContextsInWorkflowMatrix(t *testing.T) { - t.Run("KnownContexts", func(t *testing.T) { - // Parse raw YAML snippet. - var node yaml.Node - err := yaml.Unmarshal([]byte(` -on: push - -jobs: - job: - uses: ./.forgejo/workflow/test.yaml - strategy: - matrix: - input1: - - ${{ forge.KEY }} - - ${{ forgejo.KEY }} - - ${{ github.KEY }} - - ${{ inputs.KEY }} - - ${{ vars.KEY }} - - ${{ needs.KEY }} - include: - - forge: ${{ forge.KEY }} - - forgejo: ${{ forgejo.KEY }} - - github: ${{ github.KEY }} - - inputs: ${{ inputs.KEY }} - - vars: ${{ vars.KEY }} - - needs: ${{ needs.KEY }} - exclude: - - forge: ${{ forge.KEY }} - - forgejo: ${{ forgejo.KEY }} - - github: ${{ github.KEY }} - - inputs: ${{ inputs.KEY }} - - vars: ${{ vars.KEY }} - - needs: ${{ needs.KEY }} -`), &node) - if !assert.NoError(t, err) { - return - } - - // Parse YAML node as a validated workflow. - err = (&Node{ - Definition: "workflow-root", - Schema: GetWorkflowSchema(), - }).UnmarshalYAML(&node) - assert.NoError(t, err) - }) - - t.Run("UnknownContext", func(t *testing.T) { - for _, property := range []string{"include", "exclude", "input1"} { - t.Run(property, func(t *testing.T) { - for _, context := range []string{"secrets", "job", "steps", "runner", "matrix", "strategy"} { - t.Run(context, func(t *testing.T) { - var node yaml.Node - err := yaml.Unmarshal([]byte(fmt.Sprintf(` -on: push - -jobs: - job: - uses: ./.forgejo/workflow/test.yaml - strategy: - matrix: - %[1]s: - - input1: ${{ %[2]s.KEY }} -`, property, context)), &node) - if !assert.NoError(t, err) { - return - } - err = (&Node{ - Definition: "workflow-root", - Schema: GetWorkflowSchema(), - }).UnmarshalYAML(&node) - assert.ErrorContains(t, err, "Unknown Variable Access "+context) - }) - } - }) - } - }) -} - func TestReusableWorkflow(t *testing.T) { t.Run("KnownContexts", func(t *testing.T) { var node yaml.Node @@ -242,7 +164,7 @@ jobs: name: Build Silo Frontend DEV runs-on: ubuntu-latest container: - image: code.forgejo.org/oci/${{ env.IMAGE }} + image: code.forgejo.org/oci/node:22-bookworm uses: ./.forgejo/workflows/${{ vars.PATHNAME }} with: STAGE: dev @@ -321,39 +243,3 @@ runs: }) } } - -// https://yaml.org/spec/1.2.1/#id2785586 -// An anchor is denoted by the “&” indicator. It marks a node for future reference. -// https://yaml.org/type/merge.html -// Specify one or more mappings to be merged with the current one. -func TestSchema_AnchorAndReference(t *testing.T) { - var node yaml.Node - err := yaml.Unmarshal([]byte(` -on: [push] -jobs: - test1: - runs-on: docker - steps: - - &step - run: echo All good! - - *step - test2: - runs-on: docker - steps: - - << : *step - name: other name - test3: - runs-on: docker - steps: - - !!merge << : *step - name: other name -`), &node) - if !assert.NoError(t, err) { - return - } - err = (&Node{ - Definition: "workflow-root", - Schema: GetWorkflowSchema(), - }).UnmarshalYAML(&node) - assert.NoError(t, err) -} diff --git a/act/schema/workflow_schema.json b/act/schema/workflow_schema.json index 99633cac..826269a8 100644 --- a/act/schema/workflow_schema.json +++ b/act/schema/workflow_schema.json @@ -52,7 +52,7 @@ "boolean": {} }, "run-name": { - "context": ["forge", "forgejo", "github", "inputs", "vars"], + "context": ["forge", "github", "inputs", "vars"], "string": {}, "description": "The name for workflow runs generated from the workflow. GitHub displays the workflow run name in the list of workflow runs on your repository's 'Actions' tab.\n\n[Documentation](https://docs.github.com/actions/using-workflows/workflow-syntax-for-github-actions#run-name)" }, @@ -1139,7 +1139,7 @@ }, "workflow-call-input-default": { "description": "If a `default` parameter is not set, the default value of the input is `false` for boolean, `0` for a number, and `\"\"` for a string.", - "context": ["forge", "forgejo", "github", "inputs", "vars"], + "context": ["forge", "github", "inputs", "vars"], "one-of": ["string", "boolean", "number"] }, "workflow-call-secrets": { @@ -1201,7 +1201,7 @@ }, "workflow-output-context": { "description": "The value to assign to the output parameter.", - "context": ["forge", "forgejo", "github", "inputs", "vars", "jobs"], + "context": ["forge", "github", "inputs", "vars", "jobs"], "string": {} }, "workflow-dispatch-string": { @@ -1402,7 +1402,7 @@ }, "workflow-env": { "description": "A map of environment variables that are available to the steps of all jobs in the workflow. You can also set environment variables that are only available to the steps of a single job or to a single step.\n\n[Documentation](https://docs.github.com/actions/using-workflows/workflow-syntax-for-github-actions#env)", - "context": ["forge", "forgejo", "github", "inputs", "vars", "secrets", "env"], + "context": ["forge", "github", "inputs", "vars", "secrets", "env"], "mapping": { "loose-key-type": "non-empty-string", "loose-value-type": "string" @@ -1517,7 +1517,6 @@ "description": "You can use the `if` conditional to prevent a job from running unless a condition is met. You can use any supported context and expression to create a conditional.", "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1535,7 +1534,6 @@ "job-if-result": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1550,7 +1548,7 @@ }, "strategy": { "description": "Use `strategy` to use a matrix strategy for your jobs. A matrix strategy lets you use variables in a single job definition to automatically create multiple job runs that are based on the combinations of the variables. ", - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs"], + "context": ["forge", "github", "inputs", "vars", "needs"], "mapping": { "properties": { "fail-fast": { @@ -1568,7 +1566,6 @@ "fail-fast": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1587,7 +1584,6 @@ "max-parallel": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1634,7 +1630,7 @@ "runs-on": { "description": "Use `runs-on` to define the type of machine to run the job on.\n* The destination machine can be either a GitHub-hosted runner, larger runner, or a self-hosted runner.\n* You can target runners based on the labels assigned to them, or their group membership, or a combination of these.\n* You can provide `runs-on` as a single string or as an array of strings.\n* If you specify an array of strings, your workflow will execute on any runner that matches all of the specified `runs-on` values.\n* If you would like to run your workflow on multiple machines, use `jobs..strategy`.", "required": true, - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "one-of": [ "non-empty-string", "sequence-of-non-empty-string", @@ -1660,7 +1656,6 @@ "description": "A map of variables that are available to all steps in the job.", "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1676,12 +1671,12 @@ }, "workflow-concurrency": { "description": "Concurrency ensures that only a single job or workflow using the same concurrency group will run at a time. A concurrency group can be any string or expression.\n\nYou can also specify `concurrency` at the job level.\n\n[Documentation](https://docs.github.com/actions/using-workflows/workflow-syntax-for-github-actions#concurrency)", - "context": ["forge", "forgejo", "github", "inputs", "vars"], + "context": ["forge", "github", "inputs", "vars"], "one-of": ["string", "concurrency-mapping"] }, "job-concurrency": { "description": "Concurrency ensures that only a single job using the same concurrency group will run at a time. A concurrency group can be any string or expression. The expression can use any context except for the `secrets` context.\n\nYou can also specify `concurrency` at the workflow level.", - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "one-of": ["non-empty-string", "concurrency-mapping"] }, "concurrency-mapping": { @@ -1702,7 +1697,7 @@ }, "job-environment": { "description": "The environment that the job references. All environment protection rules must pass before a job referencing the environment is sent to a runner.", - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "one-of": ["string", "job-environment-mapping"] }, "job-environment-mapping": { @@ -1721,7 +1716,7 @@ }, "job-environment-name": { "description": "The name of the environment used by the job.", - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "string": {} }, "job-defaults": { @@ -1735,7 +1730,6 @@ "job-defaults-run": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1806,7 +1800,6 @@ "step-uses": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1828,7 +1821,6 @@ "job-uses": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1849,7 +1841,6 @@ "step-continue-on-error": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1875,7 +1866,6 @@ "step-if": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1901,7 +1891,6 @@ "step-if-result": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1924,7 +1913,6 @@ "description": "Sets variables for steps to use in the runner environment. You can also set variables for the entire workflow or a job.", "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1946,7 +1934,6 @@ "step-name": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1966,7 +1953,6 @@ "step-timeout-minutes": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -1987,7 +1973,6 @@ "description": "A map of the input parameters defined by the action. Each input parameter is a key/value pair. Input parameters are set as variables. When you specify an input in a workflow file or use a default input value, GitHub creates a variable for the input with the name `INPUT_`. The variable created converts input names to uppercase letters and replaces spaces with `_`.", "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -2008,7 +1993,7 @@ }, "container": { "description": "A container to run any steps in a job that don't already specify a container. If you have steps that use both script and container actions, the container actions will run as sibling containers on the same network with the same volume mounts.\n\nIf you do not set a container, all steps will run directly on the host specified by runs-on unless a step refers to an action configured to run in a container.", - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix", "env"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "one-of": ["string", "container-mapping"] }, "container-mapping": { @@ -2041,19 +2026,19 @@ }, "services": { "description": "Additional containers to host services for a job in a workflow. These are useful for creating databases or cache services like redis. The runner on the virtual machine will automatically create a network and manage the life cycle of the service containers. When you use a service container for a job or your step uses container actions, you don't need to set port information to access the service. Docker automatically exposes all ports between containers on the same network. When both the job and the action run in a container, you can directly reference the container by its hostname. The hostname is automatically mapped to the service name. When a step does not use a container action, you must access the service using localhost and bind the ports.", - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "mapping": { "loose-key-type": "non-empty-string", "loose-value-type": "services-container" } }, "services-container": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "one-of": ["non-empty-string", "container-mapping"] }, "container-registry-credentials": { "description": "If the image's container registry requires authentication to pull the image, you can use `jobs..container.credentials` to set a map of the username and password. The credentials are the same values that you would provide to the `docker login` command.", - "context": ["forge", "forgejo", "github", "inputs", "vars", "secrets", "env"], + "context": ["forge", "github", "inputs", "vars", "secrets", "env"], "mapping": { "properties": { "username": "non-empty-string", @@ -2079,25 +2064,24 @@ } }, "boolean-needs-context": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs"], + "context": ["forge", "github", "inputs", "vars", "needs"], "boolean": {} }, "number-needs-context": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs"], + "context": ["forge", "github", "inputs", "vars", "needs"], "number": {} }, "string-needs-context": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs"], + "context": ["forge", "github", "inputs", "vars", "needs"], "string": {} }, "scalar-needs-context": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "env", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "env", "needs", "strategy", "matrix"], "one-of": ["string", "boolean", "number"] }, "scalar-needs-context-with-secrets": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -2109,25 +2093,24 @@ "one-of": ["string", "boolean", "number"] }, "boolean-strategy-context": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "boolean": {} }, "number-strategy-context": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "number": {} }, "string-strategy-context": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "string": {} }, "job-timeout-minutes": { - "context": ["forge", "forgejo", "github", "inputs", "vars", "needs", "strategy", "matrix"], + "context": ["forge", "github", "inputs", "vars", "needs", "strategy", "matrix"], "one-of": ["number", "string"] }, "boolean-steps-context": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -2146,7 +2129,6 @@ "number-steps-context": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -2165,7 +2147,6 @@ "string-runner-context": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -2183,7 +2164,6 @@ "string-runner-context-no-secrets": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", @@ -2200,7 +2180,6 @@ "string-steps-context": { "context": [ "forge", - "forgejo", "github", "inputs", "vars", diff --git a/examples/docker-compose/compose-forgejo-and-runner.yml b/examples/docker-compose/compose-forgejo-and-runner.yml index 201650ae..a0a90c77 100644 --- a/examples/docker-compose/compose-forgejo-and-runner.yml +++ b/examples/docker-compose/compose-forgejo-and-runner.yml @@ -35,7 +35,7 @@ services: bash -c ' /usr/bin/s6-svscan /etc/s6 & sleep 10 ; - su -c "forgejo forgejo-cli actions register --keep-labels --secret {SHARED_SECRET}" git ; + su -c "forgejo forgejo-cli actions register --secret {SHARED_SECRET}" git ; su -c "forgejo admin user create --admin --username root --password {ROOT_PASSWORD} --email root@example.com" git ; sleep infinity ' @@ -51,7 +51,7 @@ services: - 8080:3000 runner-register: - image: code.forgejo.org/forgejo/runner:11.1.2 + image: code.forgejo.org/forgejo/runner:9.1.1 links: - docker-in-docker - forgejo @@ -77,7 +77,7 @@ services: ' runner-daemon: - image: code.forgejo.org/forgejo/runner:11.1.2 + image: code.forgejo.org/forgejo/runner:9.1.1 links: - docker-in-docker - forgejo diff --git a/examples/lxc-systemd/forgejo-runner-service.sh b/examples/lxc-systemd/forgejo-runner-service.sh index 370d5fff..235c6e30 100755 --- a/examples/lxc-systemd/forgejo-runner-service.sh +++ b/examples/lxc-systemd/forgejo-runner-service.sh @@ -20,14 +20,14 @@ trap "rm -fr $TMPDIR" EXIT : ${INPUTS_TOKEN:=} : ${INPUTS_FORGEJO:=https://code.forgejo.org} : ${INPUTS_LIFETIME:=7d} -DEFAULT_LXC_HELPERS_VERSION=1.1.3 # renovate: datasource=forgejo-tags depName=forgejo/lxc-helpers +DEFAULT_LXC_HELPERS_VERSION=1.0.3 # renovate: datasource=forgejo-tags depName=forgejo/lxc-helpers : ${INPUTS_LXC_HELPERS_VERSION:=$DEFAULT_LXC_HELPERS_VERSION} -DEFAULT_RUNNER_VERSION=11.1.2 # renovate: datasource=forgejo-releases depName=forgejo/runner +DEFAULT_RUNNER_VERSION=10.0.1 # renovate: datasource=forgejo-releases depName=forgejo/runner : ${INPUTS_RUNNER_VERSION:=$DEFAULT_RUNNER_VERSION} : ${KILL_AFTER:=21600} # 6h == 21600 NODEJS_VERSION=20 -DEBIAN_RELEASE=trixie +DEBIAN_RELEASE=bookworm YQ_VERSION=v4.45.1 SELF=${BASH_SOURCE[0]} SELF_FILENAME=$(basename "$SELF") diff --git a/go.mod b/go.mod index 009ac5f9..137e7f39 100644 --- a/go.mod +++ b/go.mod @@ -2,24 +2,23 @@ module code.forgejo.org/forgejo/runner/v11 go 1.24.0 -toolchain go1.24.9 +toolchain go1.24.7 require ( - code.forgejo.org/forgejo/actions-proto v0.5.3 - connectrpc.com/connect v1.19.1 + code.forgejo.org/forgejo/actions-proto v0.5.1 + connectrpc.com/connect v1.18.1 dario.cat/mergo v1.0.2 github.com/Masterminds/semver v1.5.0 - github.com/avast/retry-go/v4 v4.7.0 + github.com/avast/retry-go/v4 v4.6.1 github.com/containerd/errdefs v1.0.0 github.com/creack/pty v1.1.24 github.com/distribution/reference v0.6.0 - github.com/docker/cli v28.5.1+incompatible - github.com/docker/docker v28.5.1+incompatible + github.com/docker/cli v28.4.0+incompatible + github.com/docker/docker v28.4.0+incompatible github.com/docker/go-connections v0.6.0 github.com/go-git/go-billy/v5 v5.6.2 - github.com/go-git/go-git/v5 v5.16.3 + github.com/go-git/go-git/v5 v5.16.2 github.com/gobwas/glob v0.2.3 - github.com/google/go-cmp v0.7.0 github.com/google/uuid v1.6.0 github.com/joho/godotenv v1.5.1 github.com/julienschmidt/httprouter v1.3.0 @@ -29,7 +28,7 @@ require ( github.com/moby/patternmatcher v0.6.0 github.com/opencontainers/image-spec v1.1.1 github.com/opencontainers/selinux v1.12.0 - github.com/rhysd/actionlint v1.7.8 + github.com/rhysd/actionlint v1.7.7 github.com/sirupsen/logrus v1.9.3 github.com/spf13/cobra v1.10.1 github.com/spf13/pflag v1.0.10 @@ -37,9 +36,9 @@ require ( github.com/timshannon/bolthold v0.0.0-20240314194003-30aac6950928 go.etcd.io/bbolt v1.4.3 go.yaml.in/yaml/v3 v3.0.4 - golang.org/x/term v0.36.0 - golang.org/x/time v0.14.0 - google.golang.org/protobuf v1.36.10 + golang.org/x/term v0.34.0 + golang.org/x/time v0.13.0 + google.golang.org/protobuf v1.36.8 gotest.tools/v3 v3.5.2 ) @@ -47,7 +46,7 @@ require ( github.com/Azure/go-ansiterm v0.0.0-20230124172434-306776ec8161 // indirect github.com/Microsoft/go-winio v0.6.2 // indirect github.com/ProtonMail/go-crypto v1.1.6 // indirect - github.com/bmatcuk/doublestar/v4 v4.9.1 // indirect + github.com/bmatcuk/doublestar/v4 v4.8.0 // indirect github.com/cloudflare/circl v1.6.1 // indirect github.com/containerd/errdefs/pkg v0.3.0 // indirect github.com/containerd/log v0.1.0 // indirect @@ -63,13 +62,14 @@ require ( github.com/go-logr/stdr v1.2.2 // indirect github.com/go-viper/mapstructure/v2 v2.4.0 // indirect github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 // indirect + github.com/google/go-cmp v0.7.0 // indirect github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 // indirect github.com/inconshreveable/mousetrap v1.1.0 // indirect github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect github.com/kevinburke/ssh_config v1.2.0 // indirect github.com/klauspost/compress v1.18.0 // indirect github.com/mattn/go-colorable v0.1.14 // indirect - github.com/mattn/go-runewidth v0.0.17 // indirect + github.com/mattn/go-runewidth v0.0.16 // indirect github.com/mattn/go-shellwords v1.0.12 // indirect github.com/moby/docker-image-spec v1.3.1 // indirect github.com/moby/sys/atomicwriter v0.1.0 // indirect @@ -98,11 +98,10 @@ require ( go.opentelemetry.io/otel/metric v1.36.0 // indirect go.opentelemetry.io/otel/sdk v1.21.0 // indirect go.opentelemetry.io/otel/trace v1.36.0 // indirect - go.yaml.in/yaml/v4 v4.0.0-rc.2 // indirect golang.org/x/crypto v0.37.0 // indirect golang.org/x/net v0.39.0 // indirect - golang.org/x/sync v0.17.0 // indirect - golang.org/x/sys v0.37.0 // indirect + golang.org/x/sync v0.12.0 // indirect + golang.org/x/sys v0.35.0 // indirect google.golang.org/genproto/googleapis/api v0.0.0-20231120223509-83a465c0220f // indirect gopkg.in/warnings.v0 v0.1.2 // indirect gopkg.in/yaml.v3 v3.0.1 // indirect diff --git a/go.sum b/go.sum index 76b55827..b42750cc 100644 --- a/go.sum +++ b/go.sum @@ -1,7 +1,7 @@ -code.forgejo.org/forgejo/actions-proto v0.5.3 h1:dDProRNB4CDvEl9gfo8jkiVfGdiW7fXAt5TM9Irka28= -code.forgejo.org/forgejo/actions-proto v0.5.3/go.mod h1:33iTdur/jVa/wAQP+BuciRTK9WZcVaxy0BNEnSWWFDM= -connectrpc.com/connect v1.19.1 h1:R5M57z05+90EfEvCY1b7hBxDVOUl45PrtXtAV2fOC14= -connectrpc.com/connect v1.19.1/go.mod h1:tN20fjdGlewnSFeZxLKb0xwIZ6ozc3OQs2hTXy4du9w= +code.forgejo.org/forgejo/actions-proto v0.5.1 h1:GCJHR/Y/Apk7Yl7CH9qOsKrdf/k0tRVFeVhz1EIZvb4= +code.forgejo.org/forgejo/actions-proto v0.5.1/go.mod h1:nu8N1HQLsu3c4T/PpYWbqwNBxsZnEOVxqV0mQWtIQvE= +connectrpc.com/connect v1.18.1 h1:PAg7CjSAGvscaf6YZKUefjoih5Z/qYkyaTrBW8xvYPw= +connectrpc.com/connect v1.18.1/go.mod h1:0292hj1rnx8oFrStN7cB4jjVBeqs+Yx5yDIC2prWDO8= dario.cat/mergo v1.0.2 h1:85+piFYR1tMbRrLcDwR18y4UKJ3aH1Tbzi24VRW1TK8= dario.cat/mergo v1.0.2/go.mod h1:E/hbnu0NxMFBjpMIE34DRGLWqDy0g5FuKDhCb31ngxA= github.com/AdaLogics/go-fuzz-headers v0.0.0-20240806141605-e8a1dd7889d6 h1:He8afgbRMd7mFxO99hRNu+6tazq8nFF9lIwo9JFroBk= @@ -19,10 +19,10 @@ github.com/anmitsu/go-shlex v0.0.0-20200514113438-38f4b401e2be h1:9AeTilPcZAjCFI github.com/anmitsu/go-shlex v0.0.0-20200514113438-38f4b401e2be/go.mod h1:ySMOLuWl6zY27l47sB3qLNK6tF2fkHG55UZxx8oIVo4= github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5 h1:0CwZNZbxp69SHPdPJAN/hZIm0C4OItdklCFmMRWYpio= github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5/go.mod h1:wHh0iHkYZB8zMSxRWpUBQtwG5a7fFgvEO+odwuTv2gs= -github.com/avast/retry-go/v4 v4.7.0 h1:yjDs35SlGvKwRNSykujfjdMxMhMQQM0TnIjJaHB+Zio= -github.com/avast/retry-go/v4 v4.7.0/go.mod h1:ZMPDa3sY2bKgpLtap9JRUgk2yTAba7cgiFhqxY2Sg6Q= -github.com/bmatcuk/doublestar/v4 v4.9.1 h1:X8jg9rRZmJd4yRy7ZeNDRnM+T3ZfHv15JiBJ/avrEXE= -github.com/bmatcuk/doublestar/v4 v4.9.1/go.mod h1:xBQ8jztBU6kakFMg+8WGxn0c6z1fTSPVIjEY1Wr7jzc= +github.com/avast/retry-go/v4 v4.6.1 h1:VkOLRubHdisGrHnTu89g08aQEWEgRU7LVEop3GbIcMk= +github.com/avast/retry-go/v4 v4.6.1/go.mod h1:V6oF8njAwxJ5gRo1Q7Cxab24xs5NCWZBeaHHBklR8mA= +github.com/bmatcuk/doublestar/v4 v4.8.0 h1:DSXtrypQddoug1459viM9X9D3dp1Z7993fw36I2kNcQ= +github.com/bmatcuk/doublestar/v4 v4.8.0/go.mod h1:xBQ8jztBU6kakFMg+8WGxn0c6z1fTSPVIjEY1Wr7jzc= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= github.com/cloudflare/circl v1.6.1 h1:zqIqSPIndyBh1bjLVVDHMPpVKqp8Su/V+6MeDzzQBQ0= @@ -43,10 +43,10 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/distribution/reference v0.6.0 h1:0IXCQ5g4/QMHHkarYzh5l+u8T3t73zM5QvfrDyIgxBk= github.com/distribution/reference v0.6.0/go.mod h1:BbU0aIcezP1/5jX/8MP0YiH4SdvB5Y4f/wlDRiLyi3E= -github.com/docker/cli v28.5.1+incompatible h1:ESutzBALAD6qyCLqbQSEf1a/U8Ybms5agw59yGVc+yY= -github.com/docker/cli v28.5.1+incompatible/go.mod h1:JLrzqnKDaYBop7H2jaqPtU4hHvMKP+vjCwu2uszcLI8= -github.com/docker/docker v28.5.1+incompatible h1:Bm8DchhSD2J6PsFzxC35TZo4TLGR2PdW/E69rU45NhM= -github.com/docker/docker v28.5.1+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= +github.com/docker/cli v28.4.0+incompatible h1:RBcf3Kjw2pMtwui5V0DIMdyeab8glEw5QY0UUU4C9kY= +github.com/docker/cli v28.4.0+incompatible/go.mod h1:JLrzqnKDaYBop7H2jaqPtU4hHvMKP+vjCwu2uszcLI8= +github.com/docker/docker v28.4.0+incompatible h1:KVC7bz5zJY/4AZe/78BIvCnPsLaC9T/zh72xnlrTTOk= +github.com/docker/docker v28.4.0+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= github.com/docker/docker-credential-helpers v0.8.0 h1:YQFtbBQb4VrpoPxhFuzEBPQ9E16qz5SpHLS+uswaCp8= github.com/docker/docker-credential-helpers v0.8.0/go.mod h1:UGFXcuoQ5TxPiB54nHOZ32AWRqQdECoh/Mg0AlEYb40= github.com/docker/go-connections v0.6.0 h1:LlMG9azAe1TqfR7sO+NJttz1gy6KO7VJBh+pMmjSD94= @@ -69,8 +69,8 @@ github.com/go-git/go-billy/v5 v5.6.2 h1:6Q86EsPXMa7c3YZ3aLAQsMA0VlWmy43r6FHqa/UN github.com/go-git/go-billy/v5 v5.6.2/go.mod h1:rcFC2rAsp/erv7CMz9GczHcuD0D32fWzH+MJAU+jaUU= github.com/go-git/go-git-fixtures/v4 v4.3.2-0.20231010084843-55a94097c399 h1:eMje31YglSBqCdIqdhKBW8lokaMrL3uTkpGYlE2OOT4= github.com/go-git/go-git-fixtures/v4 v4.3.2-0.20231010084843-55a94097c399/go.mod h1:1OCfN199q1Jm3HZlxleg+Dw/mwps2Wbk9frAWm+4FII= -github.com/go-git/go-git/v5 v5.16.3 h1:Z8BtvxZ09bYm/yYNgPKCzgWtaRqDTgIKRgIRHBfU6Z8= -github.com/go-git/go-git/v5 v5.16.3/go.mod h1:4Ge4alE/5gPs30F2H1esi2gPd69R0C39lolkucHBOp8= +github.com/go-git/go-git/v5 v5.16.2 h1:fT6ZIOjE5iEnkzKyxTHK1W4HGAsPhqEqiSAssSO77hM= +github.com/go-git/go-git/v5 v5.16.2/go.mod h1:4Ge4alE/5gPs30F2H1esi2gPd69R0C39lolkucHBOp8= github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= github.com/go-logr/logr v1.4.2 h1:6pFjapn8bFcIbiKo3XT4j/BhANplGihG6tvd+8rYgrY= github.com/go-logr/logr v1.4.2/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= @@ -115,8 +115,8 @@ github.com/mattn/go-colorable v0.1.14 h1:9A9LHSqF/7dyVVX6g0U9cwm9pG3kP9gSzcuIPHP github.com/mattn/go-colorable v0.1.14/go.mod h1:6LmQG8QLFO4G5z1gPvYEzlUgJ2wF+stgPZH1UqBm1s8= github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY= github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y= -github.com/mattn/go-runewidth v0.0.17 h1:78v8ZlW0bP43XfmAfPsdXcoNCelfMHsDmd/pkENfrjQ= -github.com/mattn/go-runewidth v0.0.17/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w= +github.com/mattn/go-runewidth v0.0.16 h1:E5ScNMtiwvlvB5paMFdw9p4kSQzbXFikJ5SQO6TULQc= +github.com/mattn/go-runewidth v0.0.16/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w= github.com/mattn/go-shellwords v1.0.12 h1:M2zGm7EW6UQJvDeQxo4T51eKPurbeFbe8WtebGE2xrk= github.com/mattn/go-shellwords v1.0.12/go.mod h1:EZzvwXDESEeg03EKmM+RmDnNOPKG4lLtQsUlTZDWQ8Y= github.com/moby/docker-image-spec v1.3.1 h1:jMKff3w6PgbfSa69GfNg+zN/XLhfXJGnEx3Nl2EsFP0= @@ -151,8 +151,8 @@ github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= -github.com/rhysd/actionlint v1.7.8 h1:3d+N9ourgAxVYG4z2IFxFIk/YiT6V+VnKASfXGwT60E= -github.com/rhysd/actionlint v1.7.8/go.mod h1:3kiS6egcbXG+vQsJIhFxTz+UKaF1JprsE0SKrpCZKvU= +github.com/rhysd/actionlint v1.7.7 h1:0KgkoNTrYY7vmOCs9BW2AHxLvvpoY9nEUzgBHiPUr0k= +github.com/rhysd/actionlint v1.7.7/go.mod h1:AE6I6vJEkNaIfWqC2GNE5spIJNhxf8NCtLEKU4NnUXg= github.com/rivo/uniseg v0.2.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc= github.com/rivo/uniseg v0.4.7 h1:WUdvkW8uEhrYfLC4ZzdpI2ztxP1I582+49Oc5Mq64VQ= github.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88= @@ -222,8 +222,6 @@ go.opentelemetry.io/proto/otlp v1.0.0 h1:T0TX0tmXU8a3CbNXzEKGeU5mIVOdf0oykP+u2lI go.opentelemetry.io/proto/otlp v1.0.0/go.mod h1:Sy6pihPLfYHkr3NkUbEhGHFhINUSI/v80hjKIs5JXpM= go.yaml.in/yaml/v3 v3.0.4 h1:tfq32ie2Jv2UxXFdLJdh3jXuOzWiL1fo0bu/FbuKpbc= go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg= -go.yaml.in/yaml/v4 v4.0.0-rc.2 h1:/FrI8D64VSr4HtGIlUtlFMGsm7H7pWTbj6vOLVZcA6s= -go.yaml.in/yaml/v4 v4.0.0-rc.2/go.mod h1:aZqd9kCMsGL7AuUv/m/PvWLdg5sjJsZ4oHDEnfPPfY0= golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= golang.org/x/crypto v0.37.0 h1:kJNSjF/Xp7kU0iB2Z+9viTPMW4EqqsrywMXLJOOsXSE= golang.org/x/crypto v0.37.0/go.mod h1:vg+k43peMZ0pUMhYmVAWysMK35e6ioLh3wB8ZCAfbVc= @@ -232,8 +230,8 @@ golang.org/x/exp v0.0.0-20240719175910-8a7402abbf56/go.mod h1:M4RDyNAINzryxdtnbR golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.39.0 h1:ZCu7HMWDxpXpaiKdhzIfaltL9Lp31x/3fCP11bc6/fY= golang.org/x/net v0.39.0/go.mod h1:X7NRbYVEA+ewNkCNyJ513WmMdQ3BineSwVtN2zD/d+E= -golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug= -golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI= +golang.org/x/sync v0.12.0 h1:MHc5BpPuC30uJk597Ri8TV3CNZcTLu6B6z4lJy+g6Jw= +golang.org/x/sync v0.12.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA= golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -244,16 +242,16 @@ golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBc golang.org/x/sys v0.4.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.15.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= -golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ= -golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= +golang.org/x/sys v0.35.0 h1:vz1N37gP5bs89s7He8XuIYXpyY0+QlsKmzipCbUtyxI= +golang.org/x/sys v0.35.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= -golang.org/x/term v0.36.0 h1:zMPR+aF8gfksFprF/Nc/rd1wRS1EI6nDBGyWAvDzx2Q= -golang.org/x/term v0.36.0/go.mod h1:Qu394IJq6V6dCBRgwqshf3mPF85AqzYEzofzRdZkWss= +golang.org/x/term v0.34.0 h1:O/2T7POpk0ZZ7MAzMeWFSg6S5IpWd/RXDlM9hgM3DR4= +golang.org/x/term v0.34.0/go.mod h1:5jC53AEywhIVebHgPVeg0mj8OD3VO9OzclacVrqpaAw= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.24.0 h1:dd5Bzh4yt5KYA8f9CJHCP4FB4D51c2c6JvN37xJJkJ0= golang.org/x/text v0.24.0/go.mod h1:L8rBsPeo2pSS+xqN0d5u2ikmjtmoJbDBT1b7nHvFCdU= -golang.org/x/time v0.14.0 h1:MRx4UaLrDotUKUdCIqzPC48t1Y9hANFKIRpNx+Te8PI= -golang.org/x/time v0.14.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4= +golang.org/x/time v0.13.0 h1:eUlYslOIt32DgYD6utsuUeHs4d7AsEYLuIAdg7FlYgI= +golang.org/x/time v0.13.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= google.golang.org/genproto v0.0.0-20231106174013-bbf56f31fb17 h1:wpZ8pe2x1Q3f2KyT5f8oP/fa9rHAKgFPr/HZdNuS+PQ= google.golang.org/genproto/googleapis/api v0.0.0-20231120223509-83a465c0220f h1:2yNACc1O40tTnrsbk9Cv6oxiW8pxI/pXj0wRtdlYmgY= @@ -262,8 +260,8 @@ google.golang.org/genproto/googleapis/rpc v0.0.0-20240903143218-8af14fe29dc1 h1: google.golang.org/genproto/googleapis/rpc v0.0.0-20240903143218-8af14fe29dc1/go.mod h1:UqMtugtsSgubUsoxbuAoiCXvqvErP7Gf0so0mK9tHxU= google.golang.org/grpc v1.67.0 h1:IdH9y6PF5MPSdAntIcpjQ+tXO41pcQsfZV2RxtQgVcw= google.golang.org/grpc v1.67.0/go.mod h1:1gLDyUQU7CTLJI90u3nXZ9ekeghjeM7pTDZlqFNg2AA= -google.golang.org/protobuf v1.36.10 h1:AYd7cD/uASjIL6Q9LiTjz8JLcrh/88q5UObnmY3aOOE= -google.golang.org/protobuf v1.36.10/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco= +google.golang.org/protobuf v1.36.8 h1:xHScyCOEuuwZEc6UtSOvPbAT4zRh0xcNRYekJwfqyMc= +google.golang.org/protobuf v1.36.8/go.mod h1:fuxRtAxBytpl4zzqUh6/eyUujkJdNiuEkXntxiD/uRU= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= diff --git a/internal/app/cmd/daemon.go b/internal/app/cmd/daemon.go index 4edf2dbe..d864af82 100644 --- a/internal/app/cmd/daemon.go +++ b/internal/app/cmd/daemon.go @@ -206,19 +206,18 @@ var createRunner = func(ctx context.Context, cfg *config.Config, reg *config.Reg resp, err := runner.Declare(ctx, ls.Names()) if err != nil && connect.CodeOf(err) == connect.CodeUnimplemented { log.Warn("Because the Forgejo instance is an old version, skipping declaring the labels and version.") - return runner, "runner", nil } else if err != nil { log.WithError(err).Error("fail to invoke Declare") return nil, "", err - } - - log.Infof("runner: %s, with version: %s, with labels: %v, declared successfully", - resp.Msg.GetRunner().GetName(), resp.Msg.GetRunner().GetVersion(), resp.Msg.GetRunner().GetLabels()) - // if declared successfully, override the labels in the.runner file with valid labels in the config file (if specified) - runner.Update(ctx, ls) - reg.Labels = ls.ToStrings() - if err := config.SaveRegistration(cfg.Runner.File, reg); err != nil { - return nil, "", fmt.Errorf("failed to save runner config: %w", err) + } else { + log.Infof("runner: %s, with version: %s, with labels: %v, declared successfully", + resp.Msg.GetRunner().GetName(), resp.Msg.GetRunner().GetVersion(), resp.Msg.GetRunner().GetLabels()) + // if declared successfully, override the labels in the.runner file with valid labels in the config file (if specified) + runner.Update(ctx, ls) + reg.Labels = ls.ToStrings() + if err := config.SaveRegistration(cfg.Runner.File, reg); err != nil { + return nil, "", fmt.Errorf("failed to save runner config: %w", err) + } } return runner, resp.Msg.GetRunner().GetName(), nil } diff --git a/internal/app/cmd/exec.go b/internal/app/cmd/exec.go index f88fe327..440387cf 100644 --- a/internal/app/cmd/exec.go +++ b/internal/app/cmd/exec.go @@ -371,10 +371,6 @@ func runExec(ctx context.Context, execArgs *executeArgs) func(cmd *cobra.Command log.Infof("cache handler listens on: %v", handler.ExternalURL()) execArgs.cacheHandler = handler - if execArgs.containerDaemonSocket != "/var/run/docker.sock" { - log.Warnf("--container-daemon-socket %s: please use the DOCKER_HOST environment variable as documented at https://forgejo.org/docs/next/admin/actions/runner-installation/#setting-up-the-container-environment instead. See https://code.forgejo.org/forgejo/runner/issues/577 for more information.", execArgs.containerDaemonSocket) - } - // run the plan config := &runner.Config{ Workdir: execArgs.Workdir(), @@ -466,7 +462,7 @@ func loadExecCmd(ctx context.Context) *cobra.Command { execCmd.Flags().BoolVar(&execArg.privileged, "privileged", false, "use privileged mode") execCmd.Flags().StringVar(&execArg.usernsMode, "userns", "", "user namespace to use") execCmd.PersistentFlags().StringVarP(&execArg.containerArchitecture, "container-architecture", "", "", "Architecture which should be used to run containers, e.g.: linux/amd64. If not specified, will use host default architecture. Requires Docker server API Version 1.41+. Ignored on earlier Docker server platforms.") - execCmd.PersistentFlags().StringVarP(&execArg.containerDaemonSocket, "container-daemon-socket", "", "/var/run/docker.sock", "Please use the DOCKER_HOST environment variable as documented at https://forgejo.org/docs/next/admin/actions/runner-installation/#setting-up-the-container-environment instead.") + execCmd.PersistentFlags().StringVarP(&execArg.containerDaemonSocket, "container-daemon-socket", "", "/var/run/docker.sock", "Path to Docker daemon socket which will be mounted to containers") execCmd.Flags().BoolVar(&execArg.useGitIgnore, "use-gitignore", true, "Controls whether paths specified in .gitignore should be copied into container") execCmd.Flags().StringArrayVarP(&execArg.containerCapAdd, "container-cap-add", "", []string{}, "kernel capabilities to add to the workflow containers (e.g. --container-cap-add SYS_PTRACE)") execCmd.Flags().StringArrayVarP(&execArg.containerCapDrop, "container-cap-drop", "", []string{}, "kernel capabilities to remove from the workflow containers (e.g. --container-cap-drop SYS_PTRACE)") diff --git a/internal/app/cmd/testdata/validate/bad-directory/.forgejo/workflows/workflow1.yml b/internal/app/cmd/testdata/validate/bad-directory/.forgejo/workflows/workflow1.yml deleted file mode 100644 index 802c1a24..00000000 --- a/internal/app/cmd/testdata/validate/bad-directory/.forgejo/workflows/workflow1.yml +++ /dev/null @@ -1,6 +0,0 @@ -on: [push] -jobs: - test: - ruins-on: docker - steps: - - run: echo All good! diff --git a/internal/app/cmd/testdata/validate/bad-directory/action.yml b/internal/app/cmd/testdata/validate/bad-directory/action.yml deleted file mode 100644 index 6f70f275..00000000 --- a/internal/app/cmd/testdata/validate/bad-directory/action.yml +++ /dev/null @@ -1,67 +0,0 @@ -name: 'Forgejo release download and upload' -author: 'Forgejo authors' -description: | - Upload or download the assets of a release to a Forgejo instance. -inputs: - badinput: scalarinsteadofmap - url: - description: 'URL of the Forgejo instance' - default: '${{ env.FORGEJO_SERVER_URL }}' - repo: - description: 'owner/project relative to the URL' - default: '${{ forge.repository }}' - tag: - description: 'Tag of the release' - default: '${{ forge.ref_name }}' - title: - description: 'Title of the release (defaults to tag)' - sha: - description: 'SHA of the release' - default: '${{ forge.sha }}' - token: - description: 'Forgejo application token' - default: '${{ forge.token }}' - release-dir: - description: 'Directory in whichs release assets are uploaded or downloaded' - required: true - release-notes: - description: 'Release notes' - direction: - description: 'Can either be `download` or `upload`' - required: true - gpg-private-key: - description: 'GPG Private Key to sign the release artifacts' - gpg-passphrase: - description: 'Passphrase of the GPG Private Key' - download-retry: - description: 'Number of times to retry if the release is not ready (default 1)' - download-latest: - description: 'Download the latest release' - default: false - verbose: - description: 'Increase the verbosity level' - default: false - override: - description: 'Override an existing release by the same `{tag}`' - default: false - prerelease: - description: 'Mark Release as Pre-Release' - default: false - release-notes-assistant: - description: 'Generate release notes with Release Notes Assistant' - default: false - hide-archive-link: - description: 'Hide the archive links' - default: false - -runs: - using: "composite" - steps: - - if: ${{ inputs.release-notes-assistant }} - uses: https://data.forgejo.org/actions/cache@v4 - with: - key: rna-${{ inputs.repo }} - path: ${{ forge.action_path }}/rna - - - run: echo "${{ forge.action_path }}" >> $FORGEJO_PATH - shell: bash diff --git a/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/action.yml b/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/action.yml deleted file mode 100644 index efdc13fc..00000000 --- a/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/action.yml +++ /dev/null @@ -1,6 +0,0 @@ -on: [push] -jobs: - test: - runs-on: docker - steps: - - run: echo All good! diff --git a/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/workflow1.yml b/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/workflow1.yml deleted file mode 100644 index efdc13fc..00000000 --- a/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/workflow1.yml +++ /dev/null @@ -1,6 +0,0 @@ -on: [push] -jobs: - test: - runs-on: docker - steps: - - run: echo All good! diff --git a/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/workflow2.yaml b/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/workflow2.yaml deleted file mode 100644 index efdc13fc..00000000 --- a/internal/app/cmd/testdata/validate/good-directory/.forgejo/workflows/workflow2.yaml +++ /dev/null @@ -1,6 +0,0 @@ -on: [push] -jobs: - test: - runs-on: docker - steps: - - run: echo All good! diff --git a/internal/app/cmd/testdata/validate/good-directory/.gitea/workflows/bad.yml b/internal/app/cmd/testdata/validate/good-directory/.gitea/workflows/bad.yml deleted file mode 100644 index 802c1a24..00000000 --- a/internal/app/cmd/testdata/validate/good-directory/.gitea/workflows/bad.yml +++ /dev/null @@ -1,6 +0,0 @@ -on: [push] -jobs: - test: - ruins-on: docker - steps: - - run: echo All good! diff --git a/internal/app/cmd/testdata/validate/good-directory/.github/workflows/bad.yml b/internal/app/cmd/testdata/validate/good-directory/.github/workflows/bad.yml deleted file mode 100644 index 802c1a24..00000000 --- a/internal/app/cmd/testdata/validate/good-directory/.github/workflows/bad.yml +++ /dev/null @@ -1,6 +0,0 @@ -on: [push] -jobs: - test: - ruins-on: docker - steps: - - run: echo All good! diff --git a/internal/app/cmd/testdata/validate/good-directory/action.yml b/internal/app/cmd/testdata/validate/good-directory/action.yml deleted file mode 100644 index cb66d230..00000000 --- a/internal/app/cmd/testdata/validate/good-directory/action.yml +++ /dev/null @@ -1,67 +0,0 @@ -# SPDX-License-Identifier: MIT -name: 'Forgejo release download and upload' -author: 'Forgejo authors' -description: | - Upload or download the assets of a release to a Forgejo instance. -inputs: - url: - description: 'URL of the Forgejo instance' - default: '${{ env.FORGEJO_SERVER_URL }}' - repo: - description: 'owner/project relative to the URL' - default: '${{ forge.repository }}' - tag: - description: 'Tag of the release' - default: '${{ forge.ref_name }}' - title: - description: 'Title of the release (defaults to tag)' - sha: - description: 'SHA of the release' - default: '${{ forge.sha }}' - token: - description: 'Forgejo application token' - default: '${{ forge.token }}' - release-dir: - description: 'Directory in whichs release assets are uploaded or downloaded' - required: true - release-notes: - description: 'Release notes' - direction: - description: 'Can either be `download` or `upload`' - required: true - gpg-private-key: - description: 'GPG Private Key to sign the release artifacts' - gpg-passphrase: - description: 'Passphrase of the GPG Private Key' - download-retry: - description: 'Number of times to retry if the release is not ready (default 1)' - download-latest: - description: 'Download the latest release' - default: false - verbose: - description: 'Increase the verbosity level' - default: false - override: - description: 'Override an existing release by the same `{tag}`' - default: false - prerelease: - description: 'Mark Release as Pre-Release' - default: false - release-notes-assistant: - description: 'Generate release notes with Release Notes Assistant' - default: false - hide-archive-link: - description: 'Hide the archive links' - default: false - -runs: - using: "composite" - steps: - - if: ${{ inputs.release-notes-assistant }} - uses: https://data.forgejo.org/actions/cache@v4 - with: - key: rna-${{ inputs.repo }} - path: ${{ forge.action_path }}/rna - - - run: echo "${{ forge.action_path }}" >> $FORGEJO_PATH - shell: bash diff --git a/internal/app/cmd/testdata/validate/good-directory/subaction/action.yaml b/internal/app/cmd/testdata/validate/good-directory/subaction/action.yaml deleted file mode 100644 index cb66d230..00000000 --- a/internal/app/cmd/testdata/validate/good-directory/subaction/action.yaml +++ /dev/null @@ -1,67 +0,0 @@ -# SPDX-License-Identifier: MIT -name: 'Forgejo release download and upload' -author: 'Forgejo authors' -description: | - Upload or download the assets of a release to a Forgejo instance. -inputs: - url: - description: 'URL of the Forgejo instance' - default: '${{ env.FORGEJO_SERVER_URL }}' - repo: - description: 'owner/project relative to the URL' - default: '${{ forge.repository }}' - tag: - description: 'Tag of the release' - default: '${{ forge.ref_name }}' - title: - description: 'Title of the release (defaults to tag)' - sha: - description: 'SHA of the release' - default: '${{ forge.sha }}' - token: - description: 'Forgejo application token' - default: '${{ forge.token }}' - release-dir: - description: 'Directory in whichs release assets are uploaded or downloaded' - required: true - release-notes: - description: 'Release notes' - direction: - description: 'Can either be `download` or `upload`' - required: true - gpg-private-key: - description: 'GPG Private Key to sign the release artifacts' - gpg-passphrase: - description: 'Passphrase of the GPG Private Key' - download-retry: - description: 'Number of times to retry if the release is not ready (default 1)' - download-latest: - description: 'Download the latest release' - default: false - verbose: - description: 'Increase the verbosity level' - default: false - override: - description: 'Override an existing release by the same `{tag}`' - default: false - prerelease: - description: 'Mark Release as Pre-Release' - default: false - release-notes-assistant: - description: 'Generate release notes with Release Notes Assistant' - default: false - hide-archive-link: - description: 'Hide the archive links' - default: false - -runs: - using: "composite" - steps: - - if: ${{ inputs.release-notes-assistant }} - uses: https://data.forgejo.org/actions/cache@v4 - with: - key: rna-${{ inputs.repo }} - path: ${{ forge.action_path }}/rna - - - run: echo "${{ forge.action_path }}" >> $FORGEJO_PATH - shell: bash diff --git a/internal/app/cmd/testdata/validate/make-repositories.sh b/internal/app/cmd/testdata/validate/make-repositories.sh index 0047cb4c..6f3918ee 100755 --- a/internal/app/cmd/testdata/validate/make-repositories.sh +++ b/internal/app/cmd/testdata/validate/make-repositories.sh @@ -35,10 +35,6 @@ git clone --bare $tmpdir/good good-repository rm -fr good-repository/hooks touch good-repository/refs/placeholder -rm -fr good-directory -git clone $tmpdir/good good-directory -rm -fr good-directory/.git - # bad mkdir $tmpdir/bad @@ -58,7 +54,3 @@ rm -fr bad-repository git clone --bare $tmpdir/bad bad-repository rm -fr bad-repository/hooks touch bad-repository/refs/placeholder - -rm -fr bad-directory -git clone $tmpdir/bad bad-directory -rm -fr bad-directory/.git diff --git a/internal/app/cmd/validate.go b/internal/app/cmd/validate.go index 564922cc..ca5ab732 100644 --- a/internal/app/cmd/validate.go +++ b/internal/app/cmd/validate.go @@ -23,7 +23,6 @@ type validateArgs struct { path string repository string clonedir string - directory string workflow bool action bool } @@ -50,13 +49,12 @@ func validate(dir, path string, isWorkflow, isAction bool) error { kind = "action" } if err != nil { - err = fmt.Errorf("%s %s schema validation failed:\n%s", shortPath, kind, err.Error()) - fmt.Printf("%s\n", err.Error()) + fmt.Printf("%s %s schema validation failed:\n%s\n", shortPath, kind, err.Error()) } else { fmt.Printf("%s %s schema validation OK\n", shortPath, kind) } - return err + return nil } func validatePath(validateArgs *validateArgs) error { @@ -66,17 +64,8 @@ func validatePath(validateArgs *validateArgs) error { return validate("", validateArgs.path, validateArgs.workflow, validateArgs.action) } -func validatePathMatch(existing, search string) bool { - if !validateHasYamlSuffix(existing) { - return false - } - existing = strings.TrimSuffix(existing, ".yml") - existing = strings.TrimSuffix(existing, ".yaml") - return existing == search || strings.HasSuffix(existing, "/"+search) -} - -func validateHasYamlSuffix(s string) bool { - return strings.HasSuffix(s, ".yml") || strings.HasSuffix(s, ".yaml") +func validateHasYamlSuffix(s, suffix string) bool { + return strings.HasSuffix(s, suffix+".yml") || strings.HasSuffix(s, suffix+".yaml") } func validateRepository(validateArgs *validateArgs) error { @@ -116,17 +105,15 @@ func validateRepository(validateArgs *validateArgs) error { } } - var validationErrors error - if err := filepath.Walk(clonedir, func(path string, fi fs.FileInfo, err error) error { - if validatePathMatch(path, ".forgejo/workflows/action") { + if validateHasYamlSuffix(path, "/.forgejo/workflows/action") { return nil } isWorkflow := false isAction := true - if validatePathMatch(path, "action") { + if validateHasYamlSuffix(path, "/action") { if err := validate(clonedir, path, isWorkflow, isAction); err != nil { - validationErrors = errors.Join(validationErrors, err) + return err } } return nil @@ -144,9 +131,9 @@ func validateRepository(validateArgs *validateArgs) error { if err := filepath.Walk(workflowdir, func(path string, fi fs.FileInfo, err error) error { isWorkflow := true isAction := false - if validateHasYamlSuffix(path) { + if validateHasYamlSuffix(path, "") { if err := validate(clonedir, path, isWorkflow, isAction); err != nil { - validationErrors = errors.Join(validationErrors, err) + return err } } return nil @@ -155,19 +142,11 @@ func validateRepository(validateArgs *validateArgs) error { } } - return validationErrors -} - -func processDirectory(validateArgs *validateArgs) { - if len(validateArgs.directory) > 0 { - validateArgs.repository = validateArgs.directory - validateArgs.clonedir = validateArgs.directory - } + return nil } func runValidate(_ context.Context, validateArgs *validateArgs) func(cmd *cobra.Command, args []string) error { return func(cmd *cobra.Command, args []string) error { - processDirectory(validateArgs) if len(validateArgs.path) > 0 { return validatePath(validateArgs) } else if len(validateArgs.repository) > 0 { @@ -189,15 +168,9 @@ Validate workflows or actions with a schema verifying they are conformant. The --path argument is a filename that will be validated as a workflow (if the --workflow flag is set) or as an action (if the --action flag is set). -The --repository argument is a URL to a Git repository that contains -workflows or actions. It will be cloned (in the --clonedir directory -or a temporary location removed when the validation completes). - -The --directory argument is the path a repository to be explored for -files to validate. - -The following files will be validated when exploring the clone of a repository -(--repository) or a directory (--directory): +The --repository argument is a URL to a Git repository. It will be +cloned (in the --clonedir directory or a temporary location removed +when the validation completes). The following files will be validated: - All .forgejo/workflows/*.{yml,yaml} files as workflows - All **/action.{yml,yaml} files as actions @@ -212,11 +185,9 @@ The following files will be validated when exploring the clone of a repository validateCmd.Flags().StringVar(&validateArgs.clonedir, "clonedir", "", "directory in which the repository will be cloned") validateCmd.Flags().StringVar(&validateArgs.repository, "repository", "", "URL to a repository to validate") - validateCmd.Flags().StringVar(&validateArgs.directory, "directory", "", "directory to a repository to validate") validateCmd.Flags().StringVar(&validateArgs.path, "path", "", "path to the file") - validateCmd.MarkFlagsOneRequired("repository", "path", "directory") - validateCmd.MarkFlagsMutuallyExclusive("repository", "path", "directory") - validateCmd.MarkFlagsMutuallyExclusive("directory", "clonedir") + validateCmd.MarkFlagsOneRequired("repository", "path") + validateCmd.MarkFlagsMutuallyExclusive("repository", "path") return validateCmd } diff --git a/internal/app/cmd/validate_test.go b/internal/app/cmd/validate_test.go index 9b132d9f..7442d1d2 100644 --- a/internal/app/cmd/validate_test.go +++ b/internal/app/cmd/validate_test.go @@ -10,15 +10,6 @@ import ( "github.com/stretchr/testify/assert" ) -func Test_validatePathMatch(t *testing.T) { - assert.False(t, validatePathMatch("nosuffix", "nosuffix")) - assert.True(t, validatePathMatch("something.yml", "something")) - assert.True(t, validatePathMatch("something.yaml", "something")) - assert.False(t, validatePathMatch("entire_something.yaml", "something")) - assert.True(t, validatePathMatch("nested/in/directory/something.yaml", "something")) - assert.False(t, validatePathMatch("nested/in/directory/entire_something.yaml", "something")) -} - func Test_validateCmd(t *testing.T) { ctx := context.Background() for _, testCase := range []struct { @@ -36,30 +27,19 @@ func Test_validateCmd(t *testing.T) { message: "one of --workflow or --action must be set", }, { - name: "MutuallyExclusiveActionWorkflow", + name: "MutuallyExclusive", args: []string{"--action", "--workflow", "--path", "/tmp"}, message: "[action workflow] were all set", }, - { - name: "MutuallyExclusiveRepositoryDirectory", - args: []string{"--repository", "example.com", "--directory", "."}, - message: "[directory repository] were all set", - }, - { - name: "MutuallyExclusiveClonedirDirectory", - args: []string{"--clonedir", ".", "--directory", "."}, - message: "[clonedir directory] were all set", - }, { name: "PathActionOK", args: []string{"--action", "--path", "testdata/validate/good-action.yml"}, stdOut: "schema validation OK", }, { - name: "PathActionNOK", - args: []string{"--action", "--path", "testdata/validate/bad-action.yml"}, - stdOut: "Expected a mapping got scalar", - message: "testdata/validate/bad-action.yml action schema validation failed", + name: "PathActionNOK", + args: []string{"--action", "--path", "testdata/validate/bad-action.yml"}, + stdOut: "Expected a mapping got scalar", }, { name: "PathWorkflowOK", @@ -67,27 +47,9 @@ func Test_validateCmd(t *testing.T) { stdOut: "schema validation OK", }, { - name: "PathWorkflowNOK", - args: []string{"--workflow", "--path", "testdata/validate/bad-workflow.yml"}, - stdOut: "Unknown Property ruins-on", - message: "testdata/validate/bad-workflow.yml workflow schema validation failed", - }, - { - name: "DirectoryOK", - args: []string{"--directory", "testdata/validate/good-directory"}, - stdOut: "action.yml action schema validation OK\nsubaction/action.yaml action schema validation OK\n.forgejo/workflows/action.yml workflow schema validation OK\n.forgejo/workflows/workflow1.yml workflow schema validation OK\n.forgejo/workflows/workflow2.yaml workflow schema validation OK", - }, - { - name: "DirectoryActionNOK", - args: []string{"--directory", "testdata/validate/bad-directory"}, - stdOut: "action.yml action schema validation failed", - message: "action.yml action schema validation failed", - }, - { - name: "DirectoryWorkflowNOK", - args: []string{"--directory", "testdata/validate/bad-directory"}, - stdOut: ".forgejo/workflows/workflow1.yml workflow schema validation failed", - message: ".forgejo/workflows/workflow1.yml workflow schema validation failed", + name: "PathWorkflowNOK", + args: []string{"--workflow", "--path", "testdata/validate/bad-workflow.yml"}, + stdOut: "Unknown Property ruins-on", }, { name: "RepositoryOK", @@ -95,16 +57,14 @@ func Test_validateCmd(t *testing.T) { stdOut: "action.yml action schema validation OK\nsubaction/action.yaml action schema validation OK\n.forgejo/workflows/action.yml workflow schema validation OK\n.forgejo/workflows/workflow1.yml workflow schema validation OK\n.forgejo/workflows/workflow2.yaml workflow schema validation OK", }, { - name: "RepositoryActionNOK", - args: []string{"--repository", "testdata/validate/bad-repository"}, - stdOut: "action.yml action schema validation failed", - message: "action.yml action schema validation failed", + name: "RepositoryActionNOK", + args: []string{"--repository", "testdata/validate/bad-repository"}, + stdOut: "action.yml action schema validation failed", }, { - name: "RepositoryWorkflowNOK", - args: []string{"--repository", "testdata/validate/bad-repository"}, - stdOut: ".forgejo/workflows/workflow1.yml workflow schema validation failed", - message: ".forgejo/workflows/workflow1.yml workflow schema validation failed", + name: "RepositoryWorkflowNOK", + args: []string{"--repository", "testdata/validate/bad-repository"}, + stdOut: ".forgejo/workflows/workflow1.yml workflow schema validation failed", }, } { t.Run(testCase.name, func(t *testing.T) { diff --git a/internal/app/job/job.go b/internal/app/job/job.go index 654bc154..6babd498 100644 --- a/internal/app/job/job.go +++ b/internal/app/job/job.go @@ -36,20 +36,11 @@ func NewJob(cfg *config.Config, client client.Client, runner run.RunnerInterface } func (j *Job) Run(ctx context.Context) error { - log.Info("Polling for a job...") - for { - task, ok := j.fetchTask(ctx) - if ok { - return j.runTaskWithRecover(ctx, task) - } - // No task available, continue polling - select { - case <-ctx.Done(): - return ctx.Err() - default: - // Continue to next iteration - } + task, ok := j.fetchTask(ctx) + if !ok { + return fmt.Errorf("could not fetch task") } + return j.runTaskWithRecover(ctx, task) } func (j *Job) runTaskWithRecover(ctx context.Context, task *runnerv1.Task) error { diff --git a/internal/app/poll/poller.go b/internal/app/poll/poller.go index c880bc67..7b954cb7 100644 --- a/internal/app/poll/poller.go +++ b/internal/app/poll/poller.go @@ -90,10 +90,10 @@ func (p *poller) Shutdown(ctx context.Context) error { return nil case <-ctx.Done(): - log.Info("forcing the jobs to shutdown") + log.Trace("forcing the jobs to shutdown") p.shutdownJobs() <-p.done - log.Info("all jobs have been shutdown") + log.Trace("all jobs have been shutdown") return ctx.Err() } } diff --git a/internal/app/run/runner.go b/internal/app/run/runner.go index c709b462..3f2b0127 100644 --- a/internal/app/run/runner.go +++ b/internal/app/run/runner.go @@ -117,13 +117,13 @@ func setupCache(cfg *config.Config, envs map[string]string) *cacheproxy.Handler cacheServer, err := artifactcache.StartHandler( cfg.Cache.Dir, - "", // automatically detect + cfg.Cache.Host, cfg.Cache.Port, cacheSecret, log.StandardLogger().WithField("module", "cache_request"), ) if err != nil { - log.Errorf("Could not start the cache server, cache will be disabled: %v", err) + log.Error("Could not start the cache server, cache will be disabled") return nil } @@ -144,14 +144,16 @@ func setupCache(cfg *config.Config, envs map[string]string) *cacheproxy.Handler cacheURL, cfg.Cache.Host, cfg.Cache.ProxyPort, - cfg.Cache.ActionsCacheURLOverride, cacheSecret, log.StandardLogger().WithField("module", "cache_proxy"), ) if err != nil { log.Errorf("cannot init cache proxy, cache will be disabled: %v", err) - } else { - envs["ACTIONS_CACHE_URL"] = cacheProxy.ExternalURL() + } + + envs["ACTIONS_CACHE_URL"] = cacheProxy.ExternalURL() + if cfg.Cache.ActionsCacheURLOverride != "" { + envs["ACTIONS_CACHE_URL"] = cfg.Cache.ActionsCacheURLOverride } return cacheProxy @@ -193,44 +195,6 @@ func explainFailedGenerateWorkflow(task *runnerv1.Task, log func(message string, return fmt.Errorf("the workflow file is not usable") } -func getWriteIsolationKey(ctx context.Context, eventName, ref string, event map[string]any) (string, error) { - if eventName == "pull_request" { - // The "closed" action of a pull request event runs in the context of the base repository - // and was merged by a user with write access to the base repository. It is authorized to - // write the repository cache. - if event["action"] == "closed" { - pullRequest, ok := event["pull_request"].(map[string]any) - if !ok { - return "", fmt.Errorf("getWriteIsolationKey: event.pull_request is not a map[string]any but %T", event["pull_request"]) - } - merged, ok := pullRequest["merged"].(bool) - if !ok { - return "", fmt.Errorf("getWriteIsolationKey: event.pull_request.merged is not a bool but %T", pullRequest["merged"]) - } - if merged { - return "", nil - } - // a pull request that is closed but not merged falls thru and is expected to obey the same - // constraints as an opened pull request, it may be closed by a user with no write permissions to the - // base repository - } - // When performing an action on an event from an opened PR, provide a "write isolation key" to the cache. The generated - // ACTIONS_CACHE_URL will be able to read the cache, and write to a cache, but its writes will be isolated to - // future runs of the PR's workflows and won't be shared with other pull requests or actions. This is a security - // measure to prevent a malicious pull request from poisoning the cache with secret-stealing code which would - // later be executed on another action. - // Ensure that `ref` has the expected format so that we don't end up with a useless write isolation key - if !strings.HasPrefix(ref, "refs/pull/") { - return "", fmt.Errorf("getWriteIsolationKey: expected ref to be refs/pull/..., but was %q", ref) - } - return ref, nil - } - - // Other events do not allow the trigger user to modify the content of the repository and - // are allowed to write the cache without an isolation key - return "", nil -} - func (r *Runner) run(ctx context.Context, task *runnerv1.Task, reporter *report.Reporter) (err error) { defer func() { if r := recover(); r != nil { @@ -264,18 +228,15 @@ func (r *Runner) run(ctx context.Context, task *runnerv1.Task, reporter *report. defaultActionURL, r.client.Address()) - eventName := taskContext["event_name"].GetStringValue() - ref := taskContext["ref"].GetStringValue() - event := taskContext["event"].GetStructValue().AsMap() preset := &model.GithubContext{ - Event: event, + Event: taskContext["event"].GetStructValue().AsMap(), RunID: taskContext["run_id"].GetStringValue(), RunNumber: taskContext["run_number"].GetStringValue(), Actor: taskContext["actor"].GetStringValue(), Repository: taskContext["repository"].GetStringValue(), - EventName: eventName, + EventName: taskContext["event_name"].GetStringValue(), Sha: taskContext["sha"].GetStringValue(), - Ref: ref, + Ref: taskContext["ref"].GetStringValue(), RefName: taskContext["ref_name"].GetStringValue(), RefType: taskContext["ref_type"].GetStringValue(), HeadRef: taskContext["head_ref"].GetStringValue(), @@ -305,9 +266,19 @@ func (r *Runner) run(ctx context.Context, task *runnerv1.Task, reporter *report. // Register the run with the cacheproxy and modify the CACHE_URL if r.cacheProxy != nil { - writeIsolationKey, err := getWriteIsolationKey(ctx, eventName, ref, event) - if err != nil { - return err + writeIsolationKey := "" + + // When performing an action on an event from a PR, provide a "write isolation key" to the cache. The generated + // ACTIONS_CACHE_URL will be able to read the cache, and write to a cache, but its writes will be isolated to + // future runs of the PR's workflows and won't be shared with other pull requests or actions. This is a security + // measure to prevent a malicious pull request from poisoning the cache with secret-stealing code which would + // later be executed on another action. + if taskContext["event_name"].GetStringValue() == "pull_request" { + // Ensure that `Ref` has the expected format so that we don't end up with a useless write isolation key + if !strings.HasPrefix(preset.Ref, "refs/pull/") { + return fmt.Errorf("write isolation key: expected preset.Ref to be refs/pull/..., but was %q", preset.Ref) + } + writeIsolationKey = preset.Ref } timestamp := strconv.FormatInt(time.Now().Unix(), 10) @@ -395,6 +366,7 @@ func (r *Runner) run(ctx context.Context, task *runnerv1.Task, reporter *report. } execErr := executor(ctx) + _ = reporter.SetOutputs(job.Outputs) return execErr } diff --git a/internal/app/run/runner_test.go b/internal/app/run/runner_test.go index c46fefb4..b324b0f5 100644 --- a/internal/app/run/runner_test.go +++ b/internal/app/run/runner_test.go @@ -4,8 +4,6 @@ import ( "context" "errors" "fmt" - "net" - "os" "testing" "time" @@ -15,7 +13,6 @@ import ( "code.forgejo.org/forgejo/runner/v11/internal/pkg/labels" "code.forgejo.org/forgejo/runner/v11/internal/pkg/report" "connectrpc.com/connect" - log "github.com/sirupsen/logrus" "google.golang.org/protobuf/types/known/structpb" "github.com/stretchr/testify/assert" @@ -23,10 +20,6 @@ import ( "github.com/stretchr/testify/require" ) -func init() { - log.SetLevel(log.TraceLevel) -} - func TestExplainFailedGenerateWorkflow(t *testing.T) { logged := "" log := func(message string, args ...any) { @@ -71,7 +64,6 @@ func TestLabelUpdate(t *testing.T) { type forgejoClientMock struct { mock.Mock - sent string } func (m *forgejoClientMock) Address() string { @@ -124,20 +116,11 @@ func (m *forgejoClientMock) UpdateTask(ctx context.Context, request *connect.Req return args.Get(0).(*connect.Response[runnerv1.UpdateTaskResponse]), args.Error(1) } -func rowsToString(rows []*runnerv1.LogRow) string { - s := "" - for _, row := range rows { - s += row.Content + "\n" - } - return s -} - func (m *forgejoClientMock) UpdateLog(ctx context.Context, request *connect.Request[runnerv1.UpdateLogRequest]) (*connect.Response[runnerv1.UpdateLogResponse], error) { // Enable for log output from runs if needed. // for _, row := range request.Msg.Rows { // println(fmt.Sprintf("UpdateLog: %q", row.Content)) // } - m.sent += rowsToString(request.Msg.Rows) args := m.Called(ctx, request) mockRetval := args.Get(0) mockError := args.Error(1) @@ -152,83 +135,6 @@ func (m *forgejoClientMock) UpdateLog(ctx context.Context, request *connect.Requ }), nil } -func TestRunner_getWriteIsolationKey(t *testing.T) { - t.Run("push", func(t *testing.T) { - key, err := getWriteIsolationKey(t.Context(), "push", "whatever", nil) - require.NoError(t, err) - assert.Empty(t, key) - }) - - t.Run("pull_request synchronized key is ref", func(t *testing.T) { - expectedKey := "refs/pull/1/head" - actualKey, err := getWriteIsolationKey(t.Context(), "pull_request", expectedKey, map[string]any{ - "action": "synchronized", - }) - require.NoError(t, err) - assert.Equal(t, expectedKey, actualKey) - }) - - t.Run("pull_request synchronized ref is invalid", func(t *testing.T) { - invalidKey := "refs/is/invalid" - key, err := getWriteIsolationKey(t.Context(), "pull_request", invalidKey, map[string]any{ - "action": "synchronized", - }) - require.Empty(t, key) - assert.ErrorContains(t, err, invalidKey) - }) - - t.Run("pull_request closed and not merged key is ref", func(t *testing.T) { - expectedKey := "refs/pull/1/head" - actualKey, err := getWriteIsolationKey(t.Context(), "pull_request", expectedKey, map[string]any{ - "action": "closed", - "pull_request": map[string]any{ - "merged": false, - }, - }) - require.NoError(t, err) - assert.Equal(t, expectedKey, actualKey) - }) - - t.Run("pull_request closed and merged key is empty", func(t *testing.T) { - key, err := getWriteIsolationKey(t.Context(), "pull_request", "whatever", map[string]any{ - "action": "closed", - "pull_request": map[string]any{ - "merged": true, - }, - }) - require.NoError(t, err) - assert.Empty(t, key) - }) - - t.Run("pull_request missing event.pull_request", func(t *testing.T) { - key, err := getWriteIsolationKey(t.Context(), "pull_request", "whatever", map[string]any{ - "action": "closed", - }) - require.Empty(t, key) - assert.ErrorContains(t, err, "event.pull_request is not a map") - }) - - t.Run("pull_request missing event.pull_request.merge", func(t *testing.T) { - key, err := getWriteIsolationKey(t.Context(), "pull_request", "whatever", map[string]any{ - "action": "closed", - "pull_request": map[string]any{}, - }) - require.Empty(t, key) - assert.ErrorContains(t, err, "event.pull_request.merged is not a bool") - }) - - t.Run("pull_request with event.pull_request.merge of an unexpected type", func(t *testing.T) { - key, err := getWriteIsolationKey(t.Context(), "pull_request", "whatever", map[string]any{ - "action": "closed", - "pull_request": map[string]any{ - "merged": "string instead of bool", - }, - }) - require.Empty(t, key) - assert.ErrorContains(t, err, "not a bool but string") - }) -} - func TestRunnerCacheConfiguration(t *testing.T) { if testing.Short() { t.Skip("skipping integration test") @@ -431,327 +337,3 @@ jobs: runWorkflow(ctx, cancel, checkKey2Yaml, "push", "refs/heads/main", "step 5: push cache should not be polluted by PR") }) } - -func TestRunnerCacheStartupFailure(t *testing.T) { - if testing.Short() { - t.Skip("skipping integration test") - } - - testCases := []struct { - desc string - listen string - }{ - { - desc: "disable cache server", - listen: "127.0.0.1:40715", - }, - { - desc: "disable cache proxy server", - listen: "127.0.0.1:40716", - }, - } - - for _, tc := range testCases { - t.Run(tc.desc, func(t *testing.T) { - forgejoClient := &forgejoClientMock{} - - forgejoClient.On("Address").Return("https://127.0.0.1:8080") // not expected to be used in this test - forgejoClient.On("UpdateLog", mock.Anything, mock.Anything).Return(nil, nil) - forgejoClient.On("UpdateTask", mock.Anything, mock.Anything). - Return(connect.NewResponse(&runnerv1.UpdateTaskResponse{}), nil) - - // We'll be listening on some network port in this test that will conflict with the cache configuration... - l, err := net.Listen("tcp4", tc.listen) - require.NoError(t, err) - defer l.Close() - - runner := NewRunner( - &config.Config{ - Cache: config.Cache{ - Port: 40715, - ProxyPort: 40716, - Dir: t.TempDir(), - }, - Host: config.Host{ - WorkdirParent: t.TempDir(), - }, - }, - &config.Registration{ - Labels: []string{"ubuntu-latest:docker://code.forgejo.org/oci/node:20-bookworm"}, - }, - forgejoClient) - require.NotNil(t, runner) - - // Ensure that cacheProxy failed to start - assert.Nil(t, runner.cacheProxy) - - runWorkflow := func(ctx context.Context, cancel context.CancelFunc, yamlContent string) { - task := &runnerv1.Task{ - WorkflowPayload: []byte(yamlContent), - Context: &structpb.Struct{ - Fields: map[string]*structpb.Value{ - "token": structpb.NewStringValue("some token here"), - "forgejo_default_actions_url": structpb.NewStringValue("https://data.forgejo.org"), - "repository": structpb.NewStringValue("runner"), - "event_name": structpb.NewStringValue("push"), - "ref": structpb.NewStringValue("refs/heads/main"), - }, - }, - } - - reporter := report.NewReporter(ctx, cancel, forgejoClient, task, time.Second) - err := runner.run(ctx, task, reporter) - reporter.Close(nil) - require.NoError(t, err) - } - - ctx, cancel := context.WithCancel(t.Context()) - defer cancel() - - checkCacheYaml := ` -name: Verify No ACTIONS_CACHE_URL -on: - push: -jobs: - job-cache-check-1: - runs-on: ubuntu-latest - steps: - - run: echo $ACTIONS_CACHE_URL - - run: '[[ "$ACTIONS_CACHE_URL" = "" ]] || exit 1' -` - runWorkflow(ctx, cancel, checkCacheYaml) - }) - } -} - -func TestRunnerLXC(t *testing.T) { - if testing.Short() { - t.Skip("skipping integration test") - } - - forgejoClient := &forgejoClientMock{} - - forgejoClient.On("Address").Return("https://127.0.0.1:8080") // not expected to be used in this test - forgejoClient.On("UpdateLog", mock.Anything, mock.Anything).Return(nil, nil) - forgejoClient.On("UpdateTask", mock.Anything, mock.Anything). - Return(connect.NewResponse(&runnerv1.UpdateTaskResponse{}), nil) - - workdirParent := t.TempDir() - runner := NewRunner( - &config.Config{ - Log: config.Log{ - JobLevel: "trace", - }, - Host: config.Host{ - WorkdirParent: workdirParent, - }, - }, - &config.Registration{ - Labels: []string{"lxc:lxc://debian:bookworm"}, - }, - forgejoClient) - require.NotNil(t, runner) - - runWorkflow := func(ctx context.Context, cancel context.CancelFunc, yamlContent, eventName, ref, description string) { - task := &runnerv1.Task{ - WorkflowPayload: []byte(yamlContent), - Context: &structpb.Struct{ - Fields: map[string]*structpb.Value{ - "token": structpb.NewStringValue("some token here"), - "forgejo_default_actions_url": structpb.NewStringValue("https://data.forgejo.org"), - "repository": structpb.NewStringValue("runner"), - "event_name": structpb.NewStringValue(eventName), - "ref": structpb.NewStringValue(ref), - }, - }, - } - - reporter := report.NewReporter(ctx, cancel, forgejoClient, task, time.Second) - err := runner.run(ctx, task, reporter) - reporter.Close(nil) - require.NoError(t, err, description) - // verify there are no leftovers - assertDirectoryEmpty := func(t *testing.T, dir string) { - f, err := os.Open(dir) - require.NoError(t, err) - defer f.Close() - - names, err := f.Readdirnames(-1) - require.NoError(t, err) - assert.Empty(t, names) - } - assertDirectoryEmpty(t, workdirParent) - } - - t.Run("OK", func(t *testing.T) { - ctx, cancel := context.WithCancel(t.Context()) - defer cancel() - - workflow := ` -on: - push: -jobs: - job: - runs-on: lxc - steps: - - run: mkdir -p some/directory/owned/by/root -` - runWorkflow(ctx, cancel, workflow, "push", "refs/heads/main", "OK") - }) -} - -func TestRunnerResources(t *testing.T) { - if testing.Short() { - t.Skip("skipping integration test") - } - - forgejoClient := &forgejoClientMock{} - - forgejoClient.On("Address").Return("https://127.0.0.1:8080") // not expected to be used in this test - forgejoClient.On("UpdateLog", mock.Anything, mock.Anything).Return(nil, nil) - forgejoClient.On("UpdateTask", mock.Anything, mock.Anything). - Return(connect.NewResponse(&runnerv1.UpdateTaskResponse{}), nil) - - workdirParent := t.TempDir() - - runWorkflow := func(ctx context.Context, cancel context.CancelFunc, yamlContent, options, errorMessage, logMessage string) { - task := &runnerv1.Task{ - WorkflowPayload: []byte(yamlContent), - Context: &structpb.Struct{ - Fields: map[string]*structpb.Value{ - "token": structpb.NewStringValue("some token here"), - "forgejo_default_actions_url": structpb.NewStringValue("https://data.forgejo.org"), - "repository": structpb.NewStringValue("runner"), - "event_name": structpb.NewStringValue("push"), - "ref": structpb.NewStringValue("refs/heads/main"), - }, - }, - } - - runner := NewRunner( - &config.Config{ - Log: config.Log{ - JobLevel: "trace", - }, - Host: config.Host{ - WorkdirParent: workdirParent, - }, - Container: config.Container{ - Options: options, - }, - }, - &config.Registration{ - Labels: []string{"docker:docker://code.forgejo.org/oci/node:20-bookworm"}, - }, - forgejoClient) - require.NotNil(t, runner) - - reporter := report.NewReporter(ctx, cancel, forgejoClient, task, time.Second) - err := runner.run(ctx, task, reporter) - reporter.Close(nil) - if len(errorMessage) > 0 { - require.Error(t, err) - assert.ErrorContains(t, err, errorMessage) - } else { - require.NoError(t, err) - } - if len(logMessage) > 0 { - assert.Contains(t, forgejoClient.sent, logMessage) - } - } - - t.Run("config.yaml --memory set and enforced", func(t *testing.T) { - ctx, cancel := context.WithCancel(t.Context()) - defer cancel() - - workflow := ` -on: - push: -jobs: - job: - runs-on: docker - steps: - - run: | - # more than 300MB - perl -e '$a = "a" x (300 * 1024 * 1024)' -` - runWorkflow(ctx, cancel, workflow, "--memory 200M", "Job 'job' failed", "Killed") - }) - - t.Run("config.yaml --memory set and within limits", func(t *testing.T) { - ctx, cancel := context.WithCancel(t.Context()) - defer cancel() - - workflow := ` -on: - push: -jobs: - job: - runs-on: docker - steps: - - run: echo OK -` - runWorkflow(ctx, cancel, workflow, "--memory 200M", "", "") - }) - - t.Run("config.yaml --memory set and container fails to increase it", func(t *testing.T) { - ctx, cancel := context.WithCancel(t.Context()) - defer cancel() - - workflow := ` -on: - push: -jobs: - job: - runs-on: docker - container: - image: code.forgejo.org/oci/node:20-bookworm - options: --memory 4G - steps: - - run: | - # more than 300MB - perl -e '$a = "a" x (300 * 1024 * 1024)' -` - runWorkflow(ctx, cancel, workflow, "--memory 200M", "option found in the workflow cannot be greater than", "") - }) - - t.Run("container --memory set and enforced", func(t *testing.T) { - ctx, cancel := context.WithCancel(t.Context()) - defer cancel() - - workflow := ` -on: - push: -jobs: - job: - runs-on: docker - container: - image: code.forgejo.org/oci/node:20-bookworm - options: --memory 200M - steps: - - run: | - # more than 300MB - perl -e '$a = "a" x (300 * 1024 * 1024)' -` - runWorkflow(ctx, cancel, workflow, "", "Job 'job' failed", "Killed") - }) - - t.Run("container --memory set and within limits", func(t *testing.T) { - ctx, cancel := context.WithCancel(t.Context()) - defer cancel() - - workflow := ` -on: - push: -jobs: - job: - runs-on: docker - container: - image: code.forgejo.org/oci/node:20-bookworm - options: --memory 200M - steps: - - run: echo OK -` - runWorkflow(ctx, cancel, workflow, "", "", "") - }) -} diff --git a/internal/pkg/config/config.example.yaml b/internal/pkg/config/config.example.yaml index 5addac41..14decb32 100644 --- a/internal/pkg/config/config.example.yaml +++ b/internal/pkg/config/config.example.yaml @@ -110,20 +110,25 @@ cache: # external_server: "" # + ####################################################################### + # + # Common to the internal and external cache server + # + ####################################################################### + # # The shared cache secret used to secure the communications between # the cache proxy and the cache server. # # If empty, it will be generated to a new secret automatically when # the server starts and it will stay the same until it restarts. # + # Every time the secret is modified, all cache entries that were + # created with it are invalidated. In order to ensure that the cache + # content is reused when the runner restarts, this secret must be + # set, for instance with the output of openssl rand -hex 40. + # secret: "" # - ####################################################################### - # - # Common to the internal and external cache server - # - ####################################################################### - # # The IP or hostname (195.84.20.30 or example.com) to use when constructing # ACTIONS_CACHE_URL which is the URL of the cache proxy. # @@ -133,7 +138,7 @@ cache: # different network than the Forgejo runner (for instance when the # docker server used to create containers is not running on the same # host as the Forgejo runner), it may be impossible to figure that - # out automatically. In that case you can specify which IP or + # out automatically. In that case you can specifify which IP or # hostname to use to reach the internal cache server created by the # Forgejo runner. # @@ -176,12 +181,10 @@ container: # valid_volumes: # - '**' valid_volumes: [] - # Overrides the docker host set by the DOCKER_HOST environment variable, and mounts on the job container. - # If "-" or "", no docker host will be mounted in the job container + # overrides the docker client host with the specified one. + # If "-" or "", an available docker host will automatically be found. # If "automount", an available docker host will automatically be found and mounted in the job container (e.g. /var/run/docker.sock). - # If it's a url, the specified docker host will be mounted in the job container - # Example urls: unix:///run/docker.socket or ssh://user@host - # The specified socket is mounted within the job container at /var/run/docker.sock + # Otherwise the specified docker host will be used and an error will be returned if it doesn't work. docker_host: "-" # Pull docker image(s) even if already present force_pull: false diff --git a/internal/pkg/config/registration.go b/internal/pkg/config/registration.go index 14d592bd..be66b4fb 100644 --- a/internal/pkg/config/registration.go +++ b/internal/pkg/config/registration.go @@ -1,4 +1,3 @@ -// Copyright 2025 The Forgejo Authors. All rights reserved. // Copyright 2023 The Gitea Authors. All rights reserved. // SPDX-License-Identifier: MIT @@ -7,8 +6,6 @@ package config import ( "encoding/json" "os" - - "github.com/google/go-cmp/cmp" ) const registrationWarning = "This file is automatically generated by act-runner. Do not edit it manually unless you know what you are doing. Removing this file will cause act runner to re-register as a new runner." @@ -37,28 +34,12 @@ func LoadRegistration(file string) (*Registration, error) { return nil, err } + reg.Warning = "" + return ®, nil } -func isEqualRegistration(file string, reg *Registration) (bool, error) { - existing, err := LoadRegistration(file) - if err != nil { - if os.IsNotExist(err) { - return false, nil - } - return false, err - } - return cmp.Equal(*reg, *existing), nil -} - func SaveRegistration(file string, reg *Registration) error { - equal, err := isEqualRegistration(file, reg) - if err != nil { - return err - } - if equal { - return nil - } f, err := os.Create(file) if err != nil { return err diff --git a/internal/pkg/config/registration_test.go b/internal/pkg/config/registration_test.go deleted file mode 100644 index fe89410b..00000000 --- a/internal/pkg/config/registration_test.go +++ /dev/null @@ -1,63 +0,0 @@ -// Copyright 2025 The Forgejo Authors. All rights reserved. -// SPDX-License-Identifier: GPL-3.0-or-later - -package config - -import ( - "os" - "path/filepath" - "testing" - "time" - - "github.com/stretchr/testify/assert" - "github.com/stretchr/testify/require" -) - -func TestConfig_Registration(t *testing.T) { - reg := Registration{ - Warning: registrationWarning, - ID: 1234, - UUID: "UUID", - Name: "NAME", - Token: "TOKEN", - Address: "ADDRESS", - Labels: []string{"LABEL1", "LABEL2"}, - } - - file := filepath.Join(t.TempDir(), ".runner") - - // when the file does not exist, it is never equal - equal, err := isEqualRegistration(file, ®) - require.NoError(t, err) - assert.False(t, equal) - - require.NoError(t, SaveRegistration(file, ®)) - - regReloaded, err := LoadRegistration(file) - require.NoError(t, err) - assert.Equal(t, reg, *regReloaded) - - equal, err = isEqualRegistration(file, ®) - require.NoError(t, err) - assert.True(t, equal) - - // if the registration is not modified, it is not saved - time.Sleep(2 * time.Second) // file system precision on modification time is one second - before, err := os.Stat(file) - require.NoError(t, err) - require.NoError(t, SaveRegistration(file, ®)) - after, err := os.Stat(file) - require.NoError(t, err) - assert.Equal(t, before.ModTime(), after.ModTime()) - - reg.Labels = []string{"LABEL3"} - equal, err = isEqualRegistration(file, ®) - require.NoError(t, err) - assert.False(t, equal) - - // if the registration is modified, it is saved - require.NoError(t, SaveRegistration(file, ®)) - after, err = os.Stat(file) - require.NoError(t, err) - assert.NotEqual(t, before.ModTime(), after.ModTime()) -} diff --git a/internal/pkg/report/mask.go b/internal/pkg/report/mask.go index 3dbb6f42..2ae19b8f 100644 --- a/internal/pkg/report/mask.go +++ b/internal/pkg/report/mask.go @@ -38,7 +38,7 @@ func (o *masker) add(secret string) { }) // a multiline secret transformed into a single line by replacing // newlines with \ followed by n must also be redacted - o.lines = append(o.lines, strings.Join(lines, "\\n")) + secret = strings.Join(lines, "\\n") } o.lines = append(o.lines, secret) diff --git a/internal/pkg/report/mask_test.go b/internal/pkg/report/mask_test.go index b785c4dc..8f26e698 100644 --- a/internal/pkg/report/mask_test.go +++ b/internal/pkg/report/mask_test.go @@ -7,8 +7,6 @@ import ( "fmt" "testing" - runnerv1 "code.forgejo.org/forgejo/actions-proto/runner/v1" - "github.com/stretchr/testify/assert" ) @@ -269,17 +267,4 @@ SIX` assert.Equal(t, testCase.out, rowsToString(rows)) }) } - - t.Run("MultilineSecretInSingleRow", func(t *testing.T) { - secret := "ABC\nDEF\nGHI" - m := newMasker() - m.add(secret) - rows := []*runnerv1.LogRow{ - {Content: fmt.Sprintf("BEFORE%sAFTER", secret)}, - } - noMore := false - needMore := m.replace(rows, noMore) - assert.False(t, needMore) - assert.Equal(t, "BEFORE***AFTER\n", rowsToString(rows)) - }) } diff --git a/internal/pkg/report/reporter.go b/internal/pkg/report/reporter.go index 804744cc..68fa3db4 100644 --- a/internal/pkg/report/reporter.go +++ b/internal/pkg/report/reporter.go @@ -13,7 +13,6 @@ import ( "time" runnerv1 "code.forgejo.org/forgejo/actions-proto/runner/v1" - "code.forgejo.org/forgejo/runner/v11/act/runner" "connectrpc.com/connect" retry "github.com/avast/retry-go/v4" log "github.com/sirupsen/logrus" @@ -48,7 +47,6 @@ type Reporter struct { debugOutputEnabled bool stopCommandEndToken string - issuedLocalCancel bool } func NewReporter(ctx context.Context, cancel context.CancelFunc, c client.Client, task *runnerv1.Task, reportInterval time.Duration) *Reporter { @@ -132,13 +130,6 @@ func (r *Reporter) Fire(entry *log.Entry) error { } } } - if r.state.Result == runnerv1.Result_RESULT_SUCCESS { - if v, ok := entry.Data["jobOutputs"]; ok { - _ = r.setOutputs(v.(map[string]string)) - } else { - log.Panicf("received log entry with successful jobResult, but without jobOutputs -- outputs will be corrupted for this job") - } - } } if !r.duringSteps() { r.logRows = appendIfNotNil(r.logRows, r.parseLogRow(entry)) @@ -175,7 +166,7 @@ func (r *Reporter) Fire(entry *log.Entry) error { } else if !r.duringSteps() { r.logRows = appendIfNotNil(r.logRows, r.parseLogRow(entry)) } - if v := runner.GetOuterStepResult(entry); v != nil { + if v, ok := entry.Data["stepResult"]; ok { if stepResult, ok := r.parseResult(v); ok { if step.LogLength == 0 { step.LogIndex = int64(r.logOffset + len(r.logRows)) @@ -193,19 +184,11 @@ func (r *Reporter) RunDaemon() { return } if r.ctx.Err() != nil { - // This shouldn't happen because DaemonContext is used for `r.ctx` which should outlive any running job. - log.Warnf("Terminating RunDaemon on an active job due to error: %v", r.ctx.Err()) return } - err := r.ReportLog(false) - if err != nil { - log.Warnf("ReportLog error: %v", err) - } - err = r.ReportState() - if err != nil { - log.Warnf("ReportState error: %v", err) - } + _ = r.ReportLog(false) + _ = r.ReportState() time.AfterFunc(r.reportInterval, r.RunDaemon) } @@ -226,20 +209,10 @@ func (r *Reporter) logf(format string, a ...any) { } } -func (r *Reporter) cloneOutputs() map[string]string { - outputs := make(map[string]string) - r.outputs.Range(func(k, v any) bool { - if val, ok := v.(string); ok { - outputs[k.(string)] = val - } - return true - }) - return outputs -} +func (r *Reporter) SetOutputs(outputs map[string]string) error { + r.stateMu.Lock() + defer r.stateMu.Unlock() -// Errors from setOutputs are logged into the reporter automatically; the `errors` return value is only used for unit -// tests. -func (r *Reporter) setOutputs(outputs map[string]string) error { var errs []error recordError := func(format string, a ...any) { r.logf(format, a...) @@ -385,9 +358,16 @@ func (r *Reporter) ReportState() error { r.stateMu.RLock() state := proto.Clone(r.state).(*runnerv1.TaskState) - outputs := r.cloneOutputs() r.stateMu.RUnlock() + outputs := make(map[string]string) + r.outputs.Range(func(k, v any) bool { + if val, ok := v.(string); ok { + outputs[k.(string)] = val + } + return true + }) + resp, err := r.client.UpdateTask(r.ctx, connect.NewRequest(&runnerv1.UpdateTaskRequest{ State: state, Outputs: outputs, @@ -400,17 +380,7 @@ func (r *Reporter) ReportState() error { r.outputs.Store(k, struct{}{}) } - localResultState := state.GetResult() - remoteResultState := resp.Msg.GetState().GetResult() - switch remoteResultState { - case runnerv1.Result_RESULT_CANCELLED, runnerv1.Result_RESULT_FAILURE: - // issuedLocalCancel is just used to deduplicate this log message if our local state doesn't catch up with our - // remote state as quickly as the report-interval, which would cause this message to repeat in the logs. - if !r.issuedLocalCancel && remoteResultState != localResultState { - log.Infof("UpdateTask returned task result %v for a task that was in local state %v - beginning local task termination", - remoteResultState, localResultState) - r.issuedLocalCancel = true - } + if resp.Msg.GetState().GetResult() == runnerv1.Result_RESULT_CANCELLED { r.cancel() } diff --git a/internal/pkg/report/reporter_test.go b/internal/pkg/report/reporter_test.go index f41282cb..bbb084b1 100644 --- a/internal/pkg/report/reporter_test.go +++ b/internal/pkg/report/reporter_test.go @@ -78,7 +78,7 @@ func TestReporterSetOutputs(t *testing.T) { reporter, _, _ := mockReporter(t) expected := map[string]string{"a": "b", "c": "d"} - assert.NoError(t, reporter.setOutputs(expected)) + assert.NoError(t, reporter.SetOutputs(expected)) assertEqual(t, expected, &reporter.outputs) }) @@ -93,7 +93,7 @@ func TestReporterSetOutputs(t *testing.T) { "c": "ABCDEFG", // value too big "d": "e", } - err := reporter.setOutputs(in) + err := reporter.SetOutputs(in) assert.ErrorContains(t, err, "ignore output because the length of the value for \"c\" is 7 (the maximum is 5)") assert.ErrorContains(t, err, "ignore output because the key is longer than 5: \"0123456\"") expected := map[string]string{"d": "e"} @@ -104,11 +104,11 @@ func TestReporterSetOutputs(t *testing.T) { reporter, _, _ := mockReporter(t) first := map[string]string{"a": "b", "c": "d"} - assert.NoError(t, reporter.setOutputs(first)) + assert.NoError(t, reporter.SetOutputs(first)) assertEqual(t, first, &reporter.outputs) second := map[string]string{"c": "d", "e": "f"} - assert.ErrorContains(t, reporter.setOutputs(second), "ignore output because a value already exists for the key \"c\"") + assert.ErrorContains(t, reporter.SetOutputs(second), "ignore output because a value already exists for the key \"c\"") expected := map[string]string{"a": "b", "c": "d", "e": "f"} assertEqual(t, expected, &reporter.outputs) @@ -284,143 +284,6 @@ func TestReporter_Fire(t *testing.T) { assert.Equal(t, int64(3), reporter.state.Steps[0].LogLength) }) - - t.Run("jobResult jobOutputs extracted from log entry", func(t *testing.T) { - reporter, _, _ := mockReporter(t) - - dataStep0 := map[string]any{ - "stage": "Post", - "stepNumber": 0, - "raw_output": true, - "jobResult": "success", - "jobOutputs": map[string]string{"key1": "value1"}, - } - assert.NoError(t, reporter.Fire(&log.Entry{Message: "success!", Data: dataStep0})) - - assert.EqualValues(t, runnerv1.Result_RESULT_SUCCESS, reporter.state.Result) - value, _ := reporter.outputs.Load("key1") - assert.EqualValues(t, "value1", value) - }) - - t.Run("jobResult jobOutputs is absent if not success", func(t *testing.T) { - reporter, _, _ := mockReporter(t) - - dataStep0 := map[string]any{ - "stage": "Post", - "stepNumber": 0, - "raw_output": true, - "jobResult": "skipped", - } - assert.NoError(t, reporter.Fire(&log.Entry{Message: "skipped!", Data: dataStep0})) - - assert.EqualValues(t, runnerv1.Result_RESULT_SKIPPED, reporter.state.Result) - }) -} - -func TestReporterReportState(t *testing.T) { - for _, testCase := range []struct { - name string - fixture func(t *testing.T, reporter *Reporter, client *mocks.Client) - assert func(t *testing.T, reporter *Reporter, ctx context.Context, err error) - }{ - { - name: "PartialOutputs", - fixture: func(t *testing.T, reporter *Reporter, client *mocks.Client) { - t.Helper() - outputKey1 := "KEY1" - outputValue1 := "VALUE1" - outputKey2 := "KEY2" - outputValue2 := "VALUE2" - reporter.setOutputs(map[string]string{ - outputKey1: outputValue1, - outputKey2: outputValue2, - }) - - client.On("UpdateTask", mock.Anything, mock.Anything).Return(func(_ context.Context, req *connect_go.Request[runnerv1.UpdateTaskRequest]) (*connect_go.Response[runnerv1.UpdateTaskResponse], error) { - t.Logf("Received UpdateTask: %s", req.Msg.String()) - return connect_go.NewResponse(&runnerv1.UpdateTaskResponse{ - SentOutputs: []string{outputKey1}, - }), nil - }) - }, - assert: func(t *testing.T, reporter *Reporter, ctx context.Context, err error) { - t.Helper() - require.ErrorContains(t, err, "not all logs are submitted 1 remain") - outputs := reporter.cloneOutputs() - assert.Equal(t, map[string]string{ - "KEY2": "VALUE2", - }, outputs) - assert.NoError(t, ctx.Err()) - }, - }, - { - name: "AllDone", - fixture: func(t *testing.T, reporter *Reporter, client *mocks.Client) { - t.Helper() - client.On("UpdateTask", mock.Anything, mock.Anything).Return(func(_ context.Context, req *connect_go.Request[runnerv1.UpdateTaskRequest]) (*connect_go.Response[runnerv1.UpdateTaskResponse], error) { - t.Logf("Received UpdateTask: %s", req.Msg.String()) - return connect_go.NewResponse(&runnerv1.UpdateTaskResponse{}), nil - }) - }, - assert: func(t *testing.T, reporter *Reporter, ctx context.Context, err error) { - t.Helper() - require.NoError(t, err) - assert.NoError(t, ctx.Err()) - }, - }, - { - name: "Canceled", - fixture: func(t *testing.T, reporter *Reporter, client *mocks.Client) { - t.Helper() - client.On("UpdateTask", mock.Anything, mock.Anything).Return(func(_ context.Context, req *connect_go.Request[runnerv1.UpdateTaskRequest]) (*connect_go.Response[runnerv1.UpdateTaskResponse], error) { - t.Logf("Received UpdateTask: %s", req.Msg.String()) - return connect_go.NewResponse(&runnerv1.UpdateTaskResponse{ - State: &runnerv1.TaskState{ - Result: runnerv1.Result_RESULT_CANCELLED, - }, - }), nil - }) - }, - assert: func(t *testing.T, reporter *Reporter, ctx context.Context, err error) { - t.Helper() - require.NoError(t, err) - assert.ErrorIs(t, ctx.Err(), context.Canceled) - }, - }, - { - name: "Failed", - fixture: func(t *testing.T, reporter *Reporter, client *mocks.Client) { - t.Helper() - client.On("UpdateTask", mock.Anything, mock.Anything).Return(func(_ context.Context, req *connect_go.Request[runnerv1.UpdateTaskRequest]) (*connect_go.Response[runnerv1.UpdateTaskResponse], error) { - t.Logf("Received UpdateTask: %s", req.Msg.String()) - return connect_go.NewResponse(&runnerv1.UpdateTaskResponse{ - State: &runnerv1.TaskState{ - Result: runnerv1.Result_RESULT_FAILURE, - }, - }), nil - }) - }, - assert: func(t *testing.T, reporter *Reporter, ctx context.Context, err error) { - t.Helper() - require.NoError(t, err) - assert.ErrorIs(t, ctx.Err(), context.Canceled) - }, - }, - } { - t.Run(testCase.name, func(t *testing.T) { - client := mocks.NewClient(t) - ctx, cancel := context.WithCancel(context.Background()) - taskCtx, err := structpb.NewStruct(map[string]any{}) - require.NoError(t, err) - reporter := NewReporter(common.WithDaemonContext(ctx, t.Context()), cancel, client, &runnerv1.Task{ - Context: taskCtx, - }, time.Second) - - testCase.fixture(t, reporter, client) - err = reporter.ReportState() - testCase.assert(t, reporter, ctx, err) - }) - } } func TestReporterReportLogLost(t *testing.T) { diff --git a/renovate.json b/renovate.json index b421427f..60cdc25f 100644 --- a/renovate.json +++ b/renovate.json @@ -4,22 +4,11 @@ "prConcurrentLimit": 1, "packageRules": [ { - "description": "separate minor and patch for some packages", + "description": "Separate minor and patch for some packages", "matchDepNames": ["github.com/rhysd/actionlint"], "separateMinorPatch": true - }, - { - "description": "separate multiple major and minor for forgejo", - "matchDepNames": ["code.forgejo.org/forgejo/forgejo"], - "separateMultipleMajor": true, - "separateMultipleMinor": true - }, - { - "description": "group runner updates", - "matchDepNames": ["code.forgejo.org/forgejo/runner", "forgejo/runner"], - "groupName": "forgejo-runner" } ], - "labels": ["Kind/DependencyUpdate", "run-end-to-end-tests"], + "labels": ["Kind/Chore", "run-end-to-end-tests"], "ignorePaths": ["**/testdata/**", "**/node_modules/**"] }