init commit
This commit is contained in:
Nadezhda Fedorova
commit
460f6893e6
15
base-img/alt.yaml
Normal file
15
base-img/alt.yaml
Normal file
@ -0,0 +1,15 @@
|
|||||||
|
FROM scratch
|
||||||
|
|
||||||
|
MAINTAINER \
|
||||||
|
[Alexey Shabalin <shaba@altlinux.org>] \
|
||||||
|
[Nadezhda Fedorova <fedor@altlinux.org]
|
||||||
|
|
||||||
|
LABEL org.opencontainers.image.licenses="{{lic}}"
|
||||||
|
LABEL org.opencontainers.image.vendor="ALT Linux Team"
|
||||||
|
|
||||||
|
ADD {{source}} /
|
||||||
|
|
||||||
|
RUN true > /etc/security/limits.d/50-defaults.conf
|
||||||
|
|
||||||
|
# overwrite this with 'CMD []' in a dependent Dockerfile
|
||||||
|
CMD ["/bin/bash"]
|
||||||
279
build.py
Executable file
279
build.py
Executable file
@ -0,0 +1,279 @@
|
|||||||
|
#!/usr/bin/python3
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
from pathlib import Path
|
||||||
|
import urllib.request
|
||||||
|
import shutil
|
||||||
|
import subprocess
|
||||||
|
|
||||||
|
from jinja2 import Template
|
||||||
|
import json
|
||||||
|
|
||||||
|
LIC_C="ALT-SP-Container"
|
||||||
|
LIC_P="ALT-Container or GPLv3"
|
||||||
|
LIC_SIS="GPLv3"
|
||||||
|
|
||||||
|
builddir= "./"
|
||||||
|
dockerfile = "Dockerfile"
|
||||||
|
|
||||||
|
arch_map= {'amd64': "x86_64", '386': "i586", 'arm64': "aarch64", "riscv64": "riscv64", "loongarch64": "loongarch64" }
|
||||||
|
|
||||||
|
def parse_args():
|
||||||
|
registry = "gitea.basealt.ru"
|
||||||
|
arches = ["amd64", "386", "arm64", "loongarch64", "riscv64"]
|
||||||
|
names=["alt"]
|
||||||
|
latest_tag="p10"
|
||||||
|
org="alt"
|
||||||
|
branches=["p11", "p10", "Sisyphus"]
|
||||||
|
exclusions='{"p10": ["loongarch64", "riscv64"], "p11": ["loongarch64", "riscv64"]}'
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(
|
||||||
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"-b",
|
||||||
|
"--branches",
|
||||||
|
nargs="+",
|
||||||
|
default=branches,
|
||||||
|
choices=branches,
|
||||||
|
help="list of branches",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"-e",
|
||||||
|
"--exclusions",
|
||||||
|
default=exclusions,
|
||||||
|
choices=exclusions,
|
||||||
|
type=json.loads,
|
||||||
|
help="list of branches with exclusion arches which no need built",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"-n",
|
||||||
|
"--names",
|
||||||
|
nargs="+",
|
||||||
|
default=names,
|
||||||
|
choices=names,
|
||||||
|
help="list of names images in templates directory",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"-a",
|
||||||
|
"--arches",
|
||||||
|
nargs="+",
|
||||||
|
default=arches,
|
||||||
|
choices=arches,
|
||||||
|
help="build images for these architectures",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"-r",
|
||||||
|
"--registry",
|
||||||
|
default=registry,
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--org",
|
||||||
|
default=org,
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--no-push",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--use-local-source",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"-l",
|
||||||
|
"--latest",
|
||||||
|
default=latest_tag,
|
||||||
|
help="tag images in this branch as latest",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--old-structure",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--new-structure",
|
||||||
|
)
|
||||||
|
|
||||||
|
args = parser.parse_args()
|
||||||
|
return args
|
||||||
|
|
||||||
|
def run(args):
|
||||||
|
result = subprocess.run(
|
||||||
|
args,
|
||||||
|
capture_output = True,
|
||||||
|
text = True
|
||||||
|
)
|
||||||
|
if result.stderr is not None:
|
||||||
|
print(result.stderr)
|
||||||
|
return False
|
||||||
|
print(result.stdout)
|
||||||
|
return True
|
||||||
|
|
||||||
|
def render_templ(path, lic, source):
|
||||||
|
templatepath = Path(path)
|
||||||
|
if templatepath.exists():
|
||||||
|
template = templatepath.read_text()
|
||||||
|
rendered = Template(template).render(
|
||||||
|
source=source,
|
||||||
|
lic=lic,
|
||||||
|
)
|
||||||
|
Path(f'{builddir}{dockerfile}').write_text(rendered + "\n")
|
||||||
|
|
||||||
|
def create_dir(name):
|
||||||
|
try:
|
||||||
|
path = Path(name)
|
||||||
|
path.mkdir(parents=True, exist_ok=True)
|
||||||
|
print(f"Directory '{name}' created successfully.")
|
||||||
|
except FileExistsError:
|
||||||
|
print(f"Directory '{name}' already exists.")
|
||||||
|
except PermissionError:
|
||||||
|
print(f"Permission denied: Unable to create '{name}'.")
|
||||||
|
except Exception as e:
|
||||||
|
print(f"An error occurred: {e}")
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
args = parse_args()
|
||||||
|
|
||||||
|
#temp dir to dowdload images from ftp or copy locals
|
||||||
|
tempdir = Path.home().joinpath(".local/share/images")
|
||||||
|
create_dir(tempdir)
|
||||||
|
#directory with templates of base inages
|
||||||
|
walkdir = Path("./base-img")
|
||||||
|
print(f'walk path = {walkdir.as_posix()}')
|
||||||
|
|
||||||
|
#go walk throw directory with templates
|
||||||
|
for img in walkdir.rglob('*'):
|
||||||
|
#get template file name
|
||||||
|
imgname = img.name.replace(".yaml", "")
|
||||||
|
#if img is file and its file name in templates input list
|
||||||
|
if img.is_file() and imgname in args.names:
|
||||||
|
print(f'start building image {img.name}')
|
||||||
|
|
||||||
|
for br in args.branches:
|
||||||
|
#set license string for containers label
|
||||||
|
print(f'branch {br}')
|
||||||
|
LIC=LIC_SIS
|
||||||
|
if "p1" in br:
|
||||||
|
LIC=LIC_P
|
||||||
|
elif "c" in br:
|
||||||
|
LIC=LIC_C
|
||||||
|
|
||||||
|
tag = br.lower()
|
||||||
|
#new_tag = datetime.now().strftime("%Y%m%d")
|
||||||
|
manifest = f'{args.registry}/{args.org}/{imgname}'
|
||||||
|
#new_manifest = f"args.registry/{br}/{imgname}"
|
||||||
|
|
||||||
|
excl_arches = []
|
||||||
|
if args.exclusions is not None and args.exclusions.get(br) is not None:
|
||||||
|
excl_arches = args.exclusions.get(br)
|
||||||
|
|
||||||
|
for a in args.arches:
|
||||||
|
if a in excl_arches:
|
||||||
|
continue
|
||||||
|
|
||||||
|
print(f'arch {a}')
|
||||||
|
|
||||||
|
file_arch = arch_map.get(a)
|
||||||
|
if file_arch is None:
|
||||||
|
print(f'not found arch name {a} for file in map {arch_map}')
|
||||||
|
continue
|
||||||
|
|
||||||
|
source = f"alt-{tag}-rootfs-minimal-{file_arch}.tar.xz"
|
||||||
|
|
||||||
|
if args.use_local_source:
|
||||||
|
print('use local source mode')
|
||||||
|
#version for cloud image forge with getting source from local filesystem
|
||||||
|
source_path=f"/home/builder/proto/{br}/cloud/{file_arch}"
|
||||||
|
shutil.copy2(source_path + "/" + source, builddir)
|
||||||
|
else:
|
||||||
|
print('use download mode from ftp')
|
||||||
|
sourceurl = f"http://ftp.altlinux.org/pub/distributions/ALTLinux/images/{br}/cloud/{file_arch}/{source}"
|
||||||
|
print(f"source url {sourceurl}")
|
||||||
|
download_path = f'{tempdir.as_posix()}/{source}'
|
||||||
|
print(f"downland path {download_path}")
|
||||||
|
|
||||||
|
try:
|
||||||
|
urllib.request.urlretrieve(sourceurl, download_path)
|
||||||
|
except Exception as e:
|
||||||
|
print(f"download error: {e}")
|
||||||
|
print(f"skip building {img.name} for {br} and {a}")
|
||||||
|
continue
|
||||||
|
|
||||||
|
print(f'file is downloaded to {download_path}')
|
||||||
|
run(["cp",
|
||||||
|
download_path,
|
||||||
|
builddir,
|
||||||
|
])
|
||||||
|
|
||||||
|
#delete downlouded from ftp image source
|
||||||
|
tempdir.joinpath(source).unlink()
|
||||||
|
|
||||||
|
#"--build-arg SOURCE=" + source,
|
||||||
|
#"--build-arg LICENSE=" + LIC,
|
||||||
|
print(f'render file {img.as_posix()}, set license {LIC} and source {source}')
|
||||||
|
render_templ(img.as_posix(), LIC, source)
|
||||||
|
print(f'template {img.name} is rendered to Dockerfile')
|
||||||
|
|
||||||
|
#build manifest
|
||||||
|
run(["podman",
|
||||||
|
"build",
|
||||||
|
f"--manifest={manifest}:{tag}",
|
||||||
|
f"--platform=linux/{a}",
|
||||||
|
".",
|
||||||
|
])
|
||||||
|
print(f'manifest {manifest}:{tag} for linux/{a} is builded')
|
||||||
|
|
||||||
|
#delete image source
|
||||||
|
p = Path(f'{builddir}{source}')
|
||||||
|
if p.exists():
|
||||||
|
p.unlink()
|
||||||
|
#delete dockerfile
|
||||||
|
p = Path(f'{builddir}{dockerfile}')
|
||||||
|
if p.exists():
|
||||||
|
p.unlink()
|
||||||
|
|
||||||
|
if args.no_push:
|
||||||
|
print('no push mode')
|
||||||
|
continue
|
||||||
|
|
||||||
|
print(f'push manifest to registry {args.registry}')
|
||||||
|
|
||||||
|
run(["podman",
|
||||||
|
"manifest",
|
||||||
|
"push",
|
||||||
|
"--all",
|
||||||
|
f"{manifest}:{tag}",
|
||||||
|
f"docker://{manifest}:{tag}",
|
||||||
|
])
|
||||||
|
|
||||||
|
print(f'manifest {manifest}:{tag} is pushed to registry {args.registry}')
|
||||||
|
|
||||||
|
if args.latest == br:
|
||||||
|
print(f"push latest tag")
|
||||||
|
run(["podman",
|
||||||
|
"manifest",
|
||||||
|
"push",
|
||||||
|
"--all",
|
||||||
|
f"{manifest}:{tag}",
|
||||||
|
f"docker://{manifest}:latest",
|
||||||
|
])
|
||||||
|
|
||||||
|
run(["podman",
|
||||||
|
"manifest",
|
||||||
|
"rm",
|
||||||
|
f"{manifest}:latest",
|
||||||
|
])
|
||||||
|
|
||||||
|
run(["podman",
|
||||||
|
"manifest",
|
||||||
|
"rm",
|
||||||
|
f"{manifest}:{tag}",
|
||||||
|
])
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
Loading…
Reference in New Issue
Block a user