feat(build.py): implement gitea workflow trigger

.gitea/workflows/wf_multiple.yaml

@@ -0,0 +1,155 @@
+name: Building alt images
+on:
+  push:
+    tags:
+      - '**'
+
+jobs:
+  build-process:
+    runs-on: alt-sisyphus
+    outputs:
+      branch: ${{ env.BRANCH }}
+      image: ${{ env.IMAGE }}
+      url: ${{ env.URL }}
+      repo: ${{ env.REPO }}
+      buildres: ${{ steps.build-script.outcome }}
+      test: ${{ env.TEST }}
+    steps:
+      - name: Check workspace
+        run: |
+          repourl=$(echo $GU | cut -d '/' -f 3)
+          echo "URL=$repourl" >> ${GITHUB_ENV}
+          echo "URL=$repourl"
+          reponame=$(echo $GR | cut -d '/' -f 1)
+          echo "REPO=$reponame" >> ${GITHUB_ENV}
+          echo "REPO=$reponame"
+        env:
+          GU: ${{ gitea.server_url }}
+          GR: ${{ gitea.repository }}
+      - name: Set repo for c10f2 (Temporary)
+        if: ${{ contains(github.ref_name, 'c10f2') }}
+        run: |
+          echo "event tag=${{ github.ref_name }}"
+          echo "10.4.0.3        update.altsp.su" >> /etc/hosts
+          echo "cat /etc/hosts"
+          cat /etc/hosts
+      - name: Update apt
+        uses: actions/init-alt-env@v1
+      - name: Install requires
+        run: |
+          echo "apt-get install -y python3-module-tomli python3-module-jinja2 python3-module-yaml python3-module-requests podman buildah jq curl"
+          apt-get install -y python3-module-tomli python3-module-jinja2 python3-module-yaml python3-module-requests podman buildah jq curl
+          echo "apt-get install -y qemu-user-static-binfmt-aarch64 qemu-user-static-binfmt-arm qemu-user-static-binfmt-ppc qemu-user-static-binfmt-riscv qemu-user-static-binfmt-loongarch"
+          apt-get install -y qemu-user-static-binfmt-aarch64 qemu-user-static-binfmt-arm qemu-user-static-binfmt-ppc qemu-user-static-binfmt-riscv qemu-user-static-binfmt-loongarch
+      - name: Check out current repo
+        uses: actions/checkout@v4
+      - name: Login podman gitea
+        run: |
+          echo "podman login ${{ env.URL }}"
+          podman login --username $P_USER --password $P_PASS ${{ env.URL }}
+        env:
+          P_USER: ${{ secrets.PODMAN_USER }}
+          P_PASS: ${{ secrets.PODMAN_PASS }}
+      - name: Check files in the repository
+        run: |
+          ls -a ${{ gitea.workspace }}
+      - name: Parse target branch and tag from events context, save to env
+        env:
+          EV: ${{ toJson(gitea.event) }}
+        run: |
+          branch="$(echo $EV | jq '.ref' -r | sed "s|refs/tags/||g" | cut -d '_' -f 1)"
+          echo "BRANCH=$branch"
+
+          rest="$(echo $EV | jq '.ref' -r | sed "s|refs/tags/||g" | cut -d '_' -f 2-)"
+          IFS='_' read -ra parts <<< "$rest"
+
+          images=()
+          declare -A versions
+
+          for part in "${parts[@]}"; do
+              if [[ "$part" == *@* ]]; then
+                  image="${part%@*}"
+                  version="${part#*@}"
+                  images+=("$image")
+                  versions["$image"]="$version"
+              else
+                  image="$part"
+                  images+=("$image")
+              fi
+          done
+
+          image_args="${images[*]}"
+
+          package_versions="{"
+          first=1
+          for image in "${!versions[@]}"; do
+              [[ $first -eq 0 ]] && package_versions+=","
+              package_versions+="\"$image\": \"${versions[$image]}\""
+              first=0
+          done
+          package_versions+="}"
+
+          echo "IMAGES=$image_args"
+          echo "PACKAGE_VERSIONS=$package_versions"
+
+          echo "BRANCH=$branch" >> ${GITHUB_ENV}
+          echo "IMAGES=$image_args" >> $GITHUB_ENV
+          echo "PACKAGE_VERSIONS=$package_versions" >> $GITHUB_ENV
+      - name: Change vendor label for c10f
+        if: ${{ contains(github.ref_name, 'c10f') }}
+        run: |
+          echo "sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/Dockerfile.template ||:"
+          sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/Dockerfile.template ||:
+          echo "sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/distroless.toml ||:"
+          sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/distroless.toml ||:
+        env:
+          ORG: ${{ env.ORG }}
+      - name: Run building script
+        id: build-script
+        run: |
+          echo "${{ gitea.workspace }}/build.py \
+            --log-level debug \
+            --skip-stages push \
+            --branch $BRANCH \
+            --registry gitea.basealt.ru/alt \
+            --arches amd64 \
+            -i $IMAGES \
+            --package-versions \"$PACKAGE_VERSIONS\""
+
+          ${{ gitea.workspace }}/build.py \
+            --log-level debug \
+            --skip-stages push \
+            --branch $BRANCH \
+            --registry gitea.basealt.ru/alt \
+            --arches amd64 \
+            -i $IMAGES \
+            --package-versions "$PACKAGE_VERSIONS"
+        env:
+          BRANCH: ${{ env.BRANCH }}
+          IMAGES: ${{ env.IMAGES }}
+          PACKAGE_VERSIONS: ${{ env.PACKAGE_VERSIONS }}
+        continue-on-error: true
+      # - name: Send notification if build crashed
+      #   if: ${{ steps.build-script.outcome != 'success' }}
+      #   run: |
+      #     issueid=1
+      #     body="Building image $IM finish with some errors."
+      #     curl -X 'POST' "$URL/api/v1/repos/$REPO/image-forge/issues/$issueid/comments?token=$T" -H 'accept: application/json' -H 'Content-Type: application/json' -d "{ \"body\": \"$body\" }" -s
+      #     echo "notification about test error is sent to issue $issueid"
+      #   env:
+      #     T: ${{ secrets.TOKEN }}
+      #     BR: ${{ env.BRANCH }}
+      #     URL: ${{ gitea.server_url }}
+      #     REPO: ${{ env.REPO }}
+      #     IM: ${{ env.IMAGE }}
+      - name: Delete event tag
+        run: |
+          tagname=$(echo $EV | jq '.ref' -r | sed "s|refs/tags/||g")
+          curl -X 'DELETE' "$URL/api/v1/repos/$REPO/image-forge/tags/$tagname" -H "Authorization: token $T" -H 'accept: application/json' -s
+          echo "tag $tagname is deleted"
+        env:
+          T: ${{ secrets.TOKEN }}
+          BR: ${{ env.BRANCH }}
+          URL: ${{ gitea.server_url }}
+          REPO: ${{ env.REPO }}
+          EV: ${{ toJson(gitea.event) }}

.gitea/workflows/wf_single.yaml

@@ -43,15 +43,6 @@ jobs:
           apt-get install -y qemu-user-static-binfmt-aarch64 qemu-user-static-binfmt-arm qemu-user-static-binfmt-ppc qemu-user-static-binfmt-riscv qemu-user-static-binfmt-loongarch
       - name: Check out current repo
         uses: actions/checkout@v4
-      - name: Change vendor label for c10f
-        if: ${{ contains(github.ref_name, 'c10f') }}
-        run: |
-          echo "sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/Dockerfile.template ||:"
-          sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/Dockerfile.template ||:
-          echo "sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/distroless.toml ||:"
-          sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/distroless.toml ||:
-        env:                                                                                                               
-          ORG: ${{ env.ORG }}
       - name: Login podman gitea
         run: |
           echo "podman login ${{ env.URL }}"
@@ -77,6 +68,15 @@ jobs:
           ver=$(echo $EV | jq '.ref' -r | sed 's/refs\/tags\///g' | cut -d '_' -f 3)
           echo "VER=$ver" >> ${GITHUB_ENV}
           echo "VER=$ver"
+      - name: Change vendor label for c10f
+        if: ${{ contains(github.ref_name, 'c10f') }}
+        run: |
+          echo "sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/Dockerfile.template ||:"
+          sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/Dockerfile.template ||:
+          echo "sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/distroless.toml ||:"
+          sed -i 's/ALT Linux Team/BaseALT LLC/g' ${{ gitea.workspace }}/org/$ORG/*/distroless.toml ||:
+        env:                                                                                                               
+          ORG: ${{ env.ORG }}
       - name: Get test for image
         run: |
           if test -f ${{ gitea.workspace }}/org/$IM/test; then testscript=$(cat ${{ gitea.workspace }}/org/$IM/test); else testscript=""; fi

build.py

@@ -4,12 +4,14 @@ import argparse
 import functools
 import json
 import logging
+import os
 import re
 import subprocess
 import textwrap
 from datetime import datetime
 from dataclasses import dataclass
 from graphlib import TopologicalSorter
+from http import HTTPStatus
 from pathlib import Path
 from typing import Optional, Union
 
@@ -666,7 +668,7 @@ class DockerBuilder:
         build_arches = set(arches) - set(
             self.images_info.skip_arches(image.canonical_name)
         )
-        tags = self.tags.tags(self.branch, image)
+        tags = self.tags.tags(self.branch, image, self.tasks)
         manifest = self.render_full_tag(image, tags[0])
 
         msg = "Building image {} for {} arches".format(
@@ -948,6 +950,23 @@ def parse_args():
         choices=log_levels,
         help="log messages above specified level",
     )
+
+    parser.add_argument(
+        "--run-workflow",
+        action="store_true",
+        help="run gitea workflow to build oci images",
+    )
+    parser.add_argument(
+        "--workflow-repo",
+        default="stepchenkoas/image-forge",
+        help="path to gitea repository where to activate workflow",
+    )
+    parser.add_argument(
+        "--workflow-branch",
+        default="master",
+        help="branch in gitea repository where to activate workflow",
+    )
+
     args = parser.parse_args()
 
     args.stages = set(args.stages) - set(args.skip_stages)
@@ -971,6 +990,42 @@ def main():
 
     logger.info("PKG_VERSIONS=%s", PKG_VERSIONS)
 
+    if args.run_workflow:
+        gitea_token = os.environ.get("GITEA_TOKEN")
+        if gitea_token is None:
+            raise RuntimeError("Gitea authorization token is not provided through the environment variable GITEA_TOKEN")
+
+        api_url = f"https://gitea.basealt.ru/api/v1/repos/{args.workflow_repo}/tags"
+        headers = {
+            "Accept": "application/json",
+            "Content-Type": "application/json",
+            "Authorization": f"token {gitea_token}",
+        }
+
+        tag_name = list(args.branches)[0]
+        for image in args.images:
+            tag_name += "_" + image
+            if PKG_VERSIONS is not None:
+                if (version := PKG_VERSIONS.get(image)) is not None:
+                    tag_name += "@" + version
+
+        logger.debug("tag_name=\"%s\"", tag_name)
+
+        json = {
+            "message": "workflow trigger",
+            "target": args.workflow_branch,
+            "tag_name": tag_name,
+        }
+
+        response = requests.post(api_url, json=json, headers=headers)
+        if response.status_code != HTTPStatus.CREATED:
+            print(f"{response.status_code=}")
+            raise RuntimeError(
+                    f"failed to run workflow: {response.text!r}"
+            )
+
+        return
+
     arches = args.arches
     images_info = ImagesInfo()
     tags = Tags(args.tags, args.latest)

org/alt/etcd/Dockerfile.template

@@ -1,23 +0,0 @@
-FROM {{ registry }}{{ branch }}/{{ alt_image }}:latest
-
-MAINTAINER alt-cloud
-
-LABEL org.opencontainers.image.title="etcd"
-LABEL org.opencontainers.image.description="Distributed reliable key-value store for the most critical data of a distributed system"
-LABEL org.opencontainers.image.source="https://github.com/etcd-io/etcd"
-LABEL org.opencontainers.image.licenses="Apache-2.0"
-LABEL org.opencontainers.image.vendor="ALT Linux Team"
-
-{% if branch in ["sisyphus"] %}
-ARG PKG_VERSION
-
-{{ install_packages("etcd${PKG_VERSION}") }}
-{% else %}
-{{ install_packages("etcd") }}
-{% endif %}
-
-RUN ln -s /usr/sbin/etcd /usr/local/bin/etcd
-
-VOLUME /data
-
-ENTRYPOINT ["/usr/sbin/etcd", "--data-dir", "/data"]

org/alt/etcd/README.md

@@ -1,13 +0,0 @@
-dockerfiles-alt-etcd
-=========================
-
-ALT dockerfile for etcd.
-
-Copy Dockerfile somewhere and build the image:
-`$ docker build --rm -t <username>/etcd.`
-
-And launch the etcd container:
-`docker run -d -v <etcd data dir>:/data <username>/etcd`
-
-If etcdclt watnted it could be run via:
-`docker run --entrypoint etcdctl <username>/etcd`

org/alt/etcd/info.yaml

@@ -1,14 +0,0 @@
----
-is_versioned: true
-version_template:
-  - "v{{ version }}"
-  - "{{ version }}"
-  - "{{ version }}-0"
-source_packages:
-  - >
-    {% if branch in ["sisyphus"] %}
-    {% raw %}etcd{{ version }}{% endraw %}
-    {% else %}
-    etcd
-    {% endif %}
-...

org/alt/etcd/test

@@ -1 +0,0 @@
-etcd --version

org/alt/php/info.yaml

@@ -3,9 +3,9 @@ is_versioned: true
 version_template: "{{ version }}"
 source_packages:
   - >
-    {% if branch in [ "p10", "c10f1", "c10f2"] %}
-    {% raw %}php8.2{% endraw %}
-    {% else %}
+    {%- if branch in [ "p10", "c10f1", "c10f2"] -%}
+    php8.2
+    {%- else -%}
     php8.3
-    {% endif %}
+    {%- endif -%}
 ...

org/alt/ruby/info.yaml

@@ -3,9 +3,9 @@ is_versioned: true
 version_template: "{{ version }}"
 source_packages:
   - >
-    {% if branch in ["p10", "c10f2", "c10f1"] %}
-    {% raw %}ruby{% endraw %}
-    {% else %}
+    {%- if branch in ["p10", "c10f2", "c10f1"] -%}
+    ruby
+    {%- else -%}
     gem-irb
-    {% endif %}
+    {%- endif -%}
 ...

org/k8s/coredns/Dockerfile.template

@@ -8,7 +8,11 @@ LABEL org.opencontainers.image.source="https://github.com/coredns/coredns"
 LABEL org.opencontainers.image.licenses="Apache-2.0"
 LABEL org.opencontainers.image.vendor="ALT Linux Team"
 
+{% if pkg_versions and "k8s/coredns" in pkg_versions %}
 {% set version_parts = pkg_versions["k8s/coredns"].split('.') | length %}
+{% else %}
+{% set version_parts = 0 %}
+{% endif %}
 {% if branch in ["sisyphus"] and version_parts == 2 %}
 ARG PKG_VERSION