1
0
out-of-tree/distro/debian/debian.go

409 lines
7.8 KiB
Go
Raw Normal View History

2023-05-11 22:17:46 +00:00
package debian
2023-05-12 17:26:53 +00:00
import (
2023-05-12 20:05:44 +00:00
"errors"
"fmt"
"os"
2023-05-14 22:00:29 +00:00
"path"
"path/filepath"
2023-05-12 17:26:53 +00:00
"regexp"
"strings"
"github.com/rs/zerolog/log"
"code.dumpstack.io/tools/out-of-tree/cache"
2023-05-12 17:26:53 +00:00
"code.dumpstack.io/tools/out-of-tree/config"
"code.dumpstack.io/tools/out-of-tree/container"
"code.dumpstack.io/tools/out-of-tree/distro"
2023-05-17 06:50:52 +00:00
"code.dumpstack.io/tools/out-of-tree/distro/debian/snapshot"
"code.dumpstack.io/tools/out-of-tree/fs"
2023-05-12 17:26:53 +00:00
)
func init() {
releases := []Release{
Wheezy,
Jessie,
Stretch,
Buster,
Bullseye,
}
for _, release := range releases {
distro.Register(Debian{release: release})
}
}
type Debian struct {
release Release
}
func (d Debian) Equal(dd distro.Distro) bool {
if dd.ID != distro.Debian {
return false
}
return ReleaseFromString(dd.Release) == d.release
}
func (d Debian) Distro() distro.Distro {
return distro.Distro{distro.Debian, d.release.String()}
}
func (d Debian) Packages() (packages []string, err error) {
c, err := container.New(d.Distro())
if err != nil {
return
}
err = c.Build(d.image(), d.envs(), d.runs())
if err != nil {
return
}
kernels, err := GetKernels()
if err != nil {
log.Error().Err(err).Msg("get kernels")
return
}
for _, dk := range kernels {
p := dk.Image.Deb.Name[:len(dk.Image.Deb.Name)-4] // w/o .deb
var kr Release
kr, err = kernelRelease(p)
if err != nil {
log.Warn().Err(err).Msg("")
continue
}
if kr != d.release {
continue
}
packages = append(packages, p)
}
return
}
2023-05-12 20:05:44 +00:00
type Release int
2023-05-11 22:17:46 +00:00
const (
2023-05-12 20:05:44 +00:00
None Release = iota
Buzz
Hamm
Woody
Etch
Lenny
Squeeze
Wheezy
2023-05-11 22:17:46 +00:00
Jessie
Stretch
Buster
Bullseye
Bookworm
)
2023-05-12 20:05:44 +00:00
var ReleaseStrings = [...]string{
"",
"buzz",
"hamm",
"woody",
"etch",
"lenny",
"squeeze",
"wheezy",
"jessie",
"stretch",
"buster",
"bullseye",
"bookworm",
2023-05-11 22:17:46 +00:00
}
2023-05-12 20:05:44 +00:00
func (cn Release) String() string {
return ReleaseStrings[cn]
}
func ReleaseFromString(s string) (r Release) {
2023-05-12 20:05:44 +00:00
switch strings.ToLower(s) {
case "7", "wheezy":
r = Wheezy
case "8", "jessie":
r = Jessie
case "9", "stretch":
r = Stretch
case "10", "buster":
r = Buster
case "11", "bullseye":
r = Bullseye
default:
r = None
}
return
}
func kernelRelease(deb string) (r Release, err error) {
2023-05-12 20:05:44 +00:00
// linux-image-4.17.0-2-amd64 -> 4.17
re := regexp.MustCompile(`([0-9]*\.[0-9]*)`)
sver := re.FindString(deb)
if sver == "" {
2023-05-12 20:05:44 +00:00
err = errors.New("empty result")
return
}
version := kver(sver)
2023-05-12 20:05:44 +00:00
if version.LessThan(kver("3.0-rc0")) {
2023-05-12 20:05:44 +00:00
err = errors.New("not supported")
return
2023-05-13 17:42:25 +00:00
}
if version.LessThan(kver("3.8-rc0")) {
// Wheezy 3.2
// >=3.8 breaks initramfs-tools << 0.110~
// Wheezy initramfs-tools version is 0.109.1
r = Wheezy
} else if version.LessThan(kver("4.9-rc0")) {
// Jessie 3.16
r = Jessie
} else if version.LessThan(kver("4.19-rc0")) {
// Stretch 4.9
r = Stretch
} else if version.LessThan(kver("5.10-rc0")) {
// Buster 4.19
r = Buster
} else {
// Bullseye 5.10
r = Bullseye
2023-05-12 20:05:44 +00:00
}
return
2023-05-11 22:17:46 +00:00
}
2023-05-12 17:26:53 +00:00
func (d Debian) envs() (envs []string) {
envs = append(envs, "DEBIAN_FRONTEND=noninteractive")
return
}
func (d Debian) image() (image string) {
image += "debian:"
switch d.release {
case Wheezy:
image += "wheezy-20190228"
case Jessie:
image += "jessie-20210326"
case Stretch:
image += "stretch-20220622"
default:
image += d.release.String()
}
return
}
func repositories(release Release) (repos []string) {
var snapshot string
switch release {
// Latest snapshots that include release
case Wheezy:
// doesn't include snapshot repos in /etc/apt/source.list
snapshot = "20190321T212815Z"
case Jessie:
snapshot = "20230322T152120Z"
case Stretch:
snapshot = "20230423T032533Z"
default:
return
}
repo := func(archive, s string) {
format := "deb [check-valid-until=no trusted=yes] " +
"http://snapshot.debian.org/archive/%s/%s " +
"%s%s main"
r := fmt.Sprintf(format, archive, snapshot, release, s)
repos = append(repos, r)
}
repo("debian", "")
repo("debian", "-updates")
repo("debian-security", "/updates")
return
}
func (d Debian) runs() (commands []string) {
cmdf := func(f string, s ...interface{}) {
commands = append(commands, fmt.Sprintf(f, s...))
}
repos := repositories(d.release)
if len(repos) != 0 {
cmdf("rm /etc/apt/sources.list")
for _, repo := range repos {
cmdf("echo '%s' >> /etc/apt/sources.list", repo)
}
} else {
cmdf("apt-get update || sed -i " +
2023-05-14 21:12:24 +00:00
"-e '/snapshot/!d' " +
"-e 's/# deb/deb [check-valid-until=no trusted=yes]/' " +
"/etc/apt/sources.list")
}
2023-05-16 19:20:58 +00:00
cmdf("apt-get update || apt-get update || apt-get update")
2023-05-17 05:28:34 +00:00
pkglist := []string{
"wget", "build-essential", "libelf-dev", "git",
"kmod", "linux-base", "initramfs-tools", "libssl-dev",
"'^(gcc-[0-9].[0-9]|gcc-[0-9])$'",
2023-05-16 09:23:44 +00:00
}
if d.release < 9 {
2023-05-17 05:28:34 +00:00
pkglist = append(pkglist, "module-init-tools")
}
var packages string
for _, pkg := range pkglist {
packages += fmt.Sprintf("%s ", pkg)
2023-05-14 21:17:21 +00:00
}
cmdf("timeout 5m apt-get install -y %s "+
"|| timeout 10m apt-get install -y %s "+
2023-05-16 19:20:58 +00:00
"|| apt-get install -y %s", packages, packages, packages)
cmdf("mkdir -p /lib/modules")
return
}
func ContainerKernels(d container.Image, kcfg *config.KernelConfig) (err error) {
2023-05-14 22:00:29 +00:00
cpath := config.Dir("volumes", d.Name)
rootfs := config.File("images", d.Name+".img")
2023-05-14 22:00:29 +00:00
files, err := os.ReadDir(cpath)
if err != nil {
return
}
for _, file := range files {
if !strings.Contains(file.Name(), "linux-image") {
continue
}
pkgname := file.Name()
2023-05-14 22:00:29 +00:00
kpkgdir := filepath.Join(cpath, pkgname)
bootdir := filepath.Join(kpkgdir, "boot")
vmlinuz, err := fs.FindBySubstring(bootdir, "vmlinuz")
if err != nil {
log.Warn().Msgf("cannot find vmlinuz for %s", pkgname)
continue
}
initrd, err := fs.FindBySubstring(bootdir, "initrd")
if err != nil {
log.Warn().Msgf("cannot find initrd for %s", pkgname)
continue
}
modulesdir := filepath.Join(kpkgdir, "lib/modules")
modules, err := fs.FindBySubstring(modulesdir, "")
if err != nil {
log.Warn().Msgf("cannot find modules for %s", pkgname)
continue
}
log.Debug().Msgf("%s %s %s", vmlinuz, initrd, modules)
2023-05-14 22:00:29 +00:00
release := strings.Replace(pkgname, "linux-image-", "", -1)
ki := config.KernelInfo{
Distro: d.Distro,
2023-05-14 22:00:29 +00:00
KernelVersion: path.Base(modules),
KernelRelease: release,
ContainerName: d.Name,
KernelPath: vmlinuz,
InitrdPath: initrd,
ModulesPath: modules,
RootFS: rootfs,
}
kcfg.Kernels = append(kcfg.Kernels, ki)
}
return
}
2023-05-22 14:28:28 +00:00
func Volumes(km config.Target, pkgname string) (volumes []container.Volume) {
pkgdir := filepath.Join("volumes", km.DockerName(), pkgname)
2023-05-22 14:28:28 +00:00
volumes = append(volumes, container.Volume{
Src: config.Dir(pkgdir, "/lib/modules"),
Dest: "/lib/modules",
})
volumes = append(volumes, container.Volume{
Src: config.Dir(pkgdir, "/usr/src"),
Dest: "/usr/src",
})
volumes = append(volumes, container.Volume{
Src: config.Dir(pkgdir, "/boot"),
Dest: "/boot",
})
return
}
func Install(km config.Target, pkgname string, headers bool) (cmds []string, err error) {
dk, err := getCachedKernel(pkgname + ".deb")
if err != nil {
return
}
2023-05-17 06:50:52 +00:00
var pkgs []snapshot.Package
if headers {
pkgs = dk.Packages()
} else {
pkgs = []snapshot.Package{dk.Image}
}
for _, pkg := range pkgs {
found, newurl := cache.PackageURL(
km.Distro.ID,
pkg.Deb.URL,
)
if found {
log.Debug().Msgf("cached deb found %s", newurl)
pkg.Deb.URL = newurl
}
// TODO use faketime on old releases?
pkg.Deb.URL = strings.Replace(pkg.Deb.URL, "https", "http", -1)
2023-05-18 22:31:34 +00:00
cmds = append(cmds, "wget --no-verbose "+
2023-05-17 05:12:32 +00:00
"--timeout=10 --waitretry=1 --tries=10 "+
"--no-check-certificate "+pkg.Deb.URL)
}
cmds = append(cmds, "dpkg -i ./*.deb")
return
}
func Cleanup(km config.Target, pkgname string) {
pkgdir := config.Dir(filepath.Join("volumes", km.DockerName(), pkgname))
log.Debug().Msgf("cleanup %s", pkgdir)
err := os.RemoveAll(pkgdir)
if err != nil {
log.Warn().Err(err).Msg("cleanup")
}
}