Newer
Older
installed = nspawn.list_packages_ignore_arch()
logger.info('Packages installed before destroying Essential set:')
for p in sorted(installed):
logger.info('- %s', p)
unwanted = []
# These are Essential (or at least important) but serve no
# purpose in an immutable runtime with no init. Note that
# order is important: adduser needs to be removed before
# debconf. We remove these particular packages first because
# they try to invoke other packages we want to remove in
# their postrm maintainer scripts.
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
'gnupg',
'ifupdown',
'initramfs-tools',
'initramfs-tools-bin',
'initscripts',
'lsb-base',
'module-init-tools',
'plymouth',
'tcpd',
]:
if package in installed:
unwanted.append(package)
if 'python' not in installed:
unwanted.append('python-minimal')
unwanted.append('python2.7-minimal')
logger.info('Packages we will forcibly remove (first round):')
for p in sorted(unwanted):
logger.info('- %s', p)
if unwanted:
nspawn.check_call([
'dpkg', '--purge', '--force-remove-essential',
'--force-depends',
] + unwanted)
# Second round of removals.
for package in [
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
'busybox-initramfs',
'debconf',
'debian-archive-keyring',
'e2fsprogs',
'init',
'init-system-helpers',
'insserv',
'iproute',
'login',
'mount',
'mountall',
'passwd',
'systemd',
'systemd-sysv',
'sysv-rc',
'ubuntu-archive-keyring',
'ubuntu-keyring',
'udev',
'upstart',
]:
if package in installed:
unwanted.append(package)
if 'perl' not in installed:
unwanted.append('perl-base')
logger.info('Packages we will forcibly remove (second round):')
for p in sorted(unwanted):
logger.info('- %s', p)
if unwanted:
nspawn.check_call([
'dpkg', '--purge', '--force-remove-essential',
'--force-depends',
] + unwanted)
installed = nspawn.list_packages_ignore_arch()
script = self.runtime_details.get('post_script', '')
if script:
logger.info('Running custom script...')
nspawn.check_call([
'sh', '-c', script,
])
logger.info('... done')
script = platform_details.get('post_script', '')
if script:
logger.info('Running custom platform script...')
nspawn.check_call([
'sh', '-c', script,
])
logger.info('... done')
logger.info('Listing packages in platform...')
self.platform_packages = nspawn.write_manifest()
for package in self.platform_packages:
logger.info(
'- %s from %s_%s',
package.binary, package.source, package.source_version)
self.sources_required.add((package.source, package.source_version))
logger.info('Listing Built-Using fields for platform...')
for package, source, version in nspawn.list_built_using():
logger.info(
'- %s was Built-Using %s_%s',
package, source, version)
self.sources_required.add((source, version))
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
# This has to be last for obvious reasons!
nspawn.check_call([
'dpkg', '--purge', '--force-remove-essential',
'--force-depends',
'dpkg',
])
return installed
def ostreeify(self, prefix, chroot, sdk=False, packages=()):
"""
Move things around to turn a chroot into a runtime.
"""
if sdk:
installed = self.sdkize(chroot)
else:
installed = self.platformize(chroot)
with NspawnWorker(
self.root_worker,
chroot,
) as nspawn:
nspawn.check_call([
'find', '/', '-xdev', '(',
'-lname', '/etc/alternatives/*', '-o',
'-lname', '/etc/locale.alias',
')', '-exec', 'sh', '-euc',
'set -e\n'
'while [ $# -gt 0 ]; do\n'
' old="$(readlink "$1")"\n'
' echo "Making $1 a hard link to $target (was $old)"\n'
' rm -f "$1"\n'
' cp -al "$target" "$1"\n'
' fi\n'
' shift\n'
'done'
'',
'sh', # argv[0] for the one-line shell script
'{}', '+',
])
# Flatpak wants to be able to run ldconfig without specifying
# an absolute path
nspawn.check_call([
'sh', '-euc',
'test -e /bin/ldconfig || ln -s /sbin/ldconfig /bin/ldconfig',
])
self.root_worker.check_call([
'chmod', '-R', '--changes', 'a-s,o-t,u=rwX,og=rX', chroot,
])
self.root_worker.check_call([
'chown', '-R', '--changes', 'root:root', chroot,
])
self.root_worker.check_call([
'rm', '-fr', '--one-file-system',
'{}/usr/local'.format(chroot),
])
# Merge /usr the hard way, if necessary.
if not self.suite_details.get('can_merge_usr', False):
self.usrmerge(chroot)
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
self.root_worker.check_call([
'rm', '-fr', '--one-file-system',
'{}/etc/apparmor'.format(chroot),
'{}/etc/apparmor.d'.format(chroot),
'{}/etc/console-setup'.format(chroot),
'{}/etc/cron.daily'.format(chroot),
'{}/etc/cron.hourly'.format(chroot),
'{}/etc/cron.monthly'.format(chroot),
'{}/etc/cron.weekly'.format(chroot),
'{}/etc/dbus-1/system.d'.format(chroot),
'{}/etc/depmod.d'.format(chroot),
'{}/etc/dhcp'.format(chroot),
'{}/etc/emacs'.format(chroot),
'{}/etc/fstab'.format(chroot),
'{}/etc/fstab.d'.format(chroot),
'{}/etc/group-'.format(chroot),
'{}/etc/gshadow-'.format(chroot),
'{}/etc/hostname'.format(chroot),
'{}/etc/hosts'.format(chroot),
'{}/etc/hosts.allow'.format(chroot),
'{}/etc/hosts.deny'.format(chroot),
'{}/etc/init'.format(chroot),
'{}/etc/init.d'.format(chroot),
'{}/etc/initramfs-tools'.format(chroot),
'{}/etc/insserv'.format(chroot),
'{}/etc/insserv.conf'.format(chroot),
'{}/etc/insserv.conf.d'.format(chroot),
'{}/etc/iproute2'.format(chroot),
'{}/etc/issue'.format(chroot),
'{}/etc/issue.net'.format(chroot),
'{}/etc/kbd'.format(chroot),
'{}/etc/kernel'.format(chroot),
'{}/etc/localtime'.format(chroot),
'{}/etc/logcheck'.format(chroot),
'{}/etc/login.defs'.format(chroot),
'{}/etc/logrotate.d'.format(chroot),
'{}/etc/lsb-base'.format(chroot),
'{}/etc/lsb-base-logging.sh'.format(chroot),
'{}/etc/machine-id'.format(chroot),
'{}/etc/mailname'.format(chroot),
'{}/etc/modprobe.d'.format(chroot),
'{}/etc/modules'.format(chroot),
'{}/etc/network'.format(chroot),
'{}/etc/networks'.format(chroot),
'{}/etc/nologin'.format(chroot),
'{}/etc/opt'.format(chroot),
'{}/etc/pam.conf'.format(chroot),
'{}/etc/pam.d'.format(chroot),
'{}/etc/passwd-'.format(chroot),
'{}/etc/ppp'.format(chroot),
'{}/etc/rc.local'.format(chroot),
'{}/etc/rc0.d'.format(chroot),
'{}/etc/rc1.d'.format(chroot),
'{}/etc/rc2.d'.format(chroot),
'{}/etc/rc3.d'.format(chroot),
'{}/etc/rc4.d'.format(chroot),
'{}/etc/rc5.d'.format(chroot),
'{}/etc/rc6.d'.format(chroot),
'{}/etc/resolv.conf'.format(chroot),
'{}/etc/resolvconf'.format(chroot),
'{}/etc/rmt'.format(chroot),
'{}/etc/rpc'.format(chroot),
'{}/etc/rsyslog.conf'.format(chroot),
'{}/etc/rsyslog.d'.format(chroot),
'{}/etc/securetty'.format(chroot),
'{}/etc/security'.format(chroot),
'{}/etc/shadow-'.format(chroot),
'{}/etc/shells'.format(chroot),
'{}/etc/subgid-'.format(chroot),
'{}/etc/subuid-'.format(chroot),
'{}/etc/sudoers'.format(chroot),
'{}/etc/sudoers.d'.format(chroot),
'{}/etc/sysctl.conf'.format(chroot),
'{}/etc/sysctl.d'.format(chroot),
'{}/etc/systemd'.format(chroot),
'{}/etc/timezone'.format(chroot),
'{}/etc/udev'.format(chroot),
'{}/etc/update-motd.d'.format(chroot),
'{}/var/backups'.format(chroot),
'{}/var/cache'.format(chroot),
'{}/var/lib/dpkg/status-old'.format(chroot),
'{}/var/lib/dpkg/statoverride'.format(chroot),
'{}/var/local'.format(chroot),
'{}/var/lock'.format(chroot),
'{}/var/log'.format(chroot),
'{}/var/mail'.format(chroot),
'{}/var/opt'.format(chroot),
'{}/var/run'.format(chroot),
'{}/var/spool'.format(chroot),
if sdk:
runtime = prefix + '.Sdk'
self.root_worker.check_call([
'install', '-d',
'{}/var/cache/apt/archives/partial'.format(chroot),
'{}/var/lib/extrausers'.format(chroot),
])
self.root_worker.check_call([
'touch', '{}/var/cache/apt/archives/partial/.exists'.format(chroot),
])
# This is only useful if the SDK has libnss-extrausers
self.root_worker.check_call([
'cp', '{}/etc/passwd'.format(chroot),
'{}/var/lib/extrausers/passwd'.format(chroot),
])
self.root_worker.check_call([
'cp', '{}/etc/group'.format(chroot),
'{}/var/lib/extrausers/groups'.format(chroot),
])
self.root_worker.check_call([
'mv', '{}/var'.format(chroot),
'{}/usr/var'.format(chroot),
])
else:
runtime = prefix + '.Platform'
self.root_worker.check_call([
'rm', '-fr', '--one-file-system',
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
'{}/etc/adduser.conf'.format(chroot),
'{}/etc/apt'.format(chroot),
'{}/etc/bash_completion.d'.format(chroot),
'{}/etc/dpkg'.format(chroot),
'{}/etc/debconf.conf'.format(chroot),
'{}/etc/default'.format(chroot),
'{}/etc/deluser.conf'.format(chroot),
'{}/etc/gdb'.format(chroot),
'{}/etc/gpasswd'.format(chroot),
'{}/etc/groff'.format(chroot),
'{}/etc/group'.format(chroot),
'{}/etc/mailcap'.format(chroot),
'{}/etc/mailcap.order'.format(chroot),
'{}/etc/manpath.config'.format(chroot),
'{}/etc/mke2fs.conf'.format(chroot),
'{}/etc/newt'.format(chroot),
'{}/etc/passwd'.format(chroot),
'{}/etc/shadow'.format(chroot),
'{}/etc/skel'.format(chroot),
'{}/etc/subgid'.format(chroot),
'{}/etc/subuid'.format(chroot),
'{}/etc/ucf.conf'.format(chroot),
'{}/share/bash-completion'.format(chroot),
'{}/share/bug'.format(chroot),
'{}/var'.format(chroot),
])
self.root_worker.check_call([
'mv', '{}/etc'.format(chroot),
'{}/usr/etc'.format(chroot),
])
# TODO: Move lib/debug, zoneinfo, locales into extensions
# TODO: Hook point for GL, instead of just Mesa
# TODO: GStreamer extension
# TODO: Icon theme, Gtk theme extension
# TODO: VAAPI extension
# TODO: SDK extension
# TODO: ca-certificates extension to get newer certs?
self.root_worker.check_call([
'install', '-d', '{}/ostree/main'.format(chroot),
])
self.root_worker.check_call([
'mv', '{}/usr'.format(chroot),
'{}/ostree/main/files'.format(chroot),
])
ref = 'runtime/{}/{}/{}'.format(
runtime, self.flatpak_arch, self.runtime_branch,
with TemporaryDirectory(prefix='flatdeb-ostreeify.') as t:
metadata = os.path.join(t, 'metadata')
keyfile = GLib.KeyFile()
keyfile.set_string('Runtime', 'name', runtime)
keyfile.set_string(
'Runtime', 'runtime',
'{}.Platform/{}/{}'.format(
)
)
keyfile.set_string(
'Runtime', 'sdk',
'{}.Sdk/{}/{}'.format(
keyfile.set_string(
'Runtime', 'x-flatdeb-sources',
'{}.Sdk.Sources/{}/{}'.format(
prefix,
self.flatpak_arch,
self.runtime_branch,
),
)
keyfile.set_string(
'Environment', 'XDG_DATA_DIRS',
':'.join([
'/app/share', '/usr/share', '/usr/share/runtime/share',
]),
)
search_path = []
for arch in self.dpkg_archs:
search_path.append('/app/lib/{}'.format(self.multiarch_tuple(arch)))
search_path.append('/app/lib')
keyfile.set_string(
'Environment', 'LD_LIBRARY_PATH', ':'.join(search_path),
)
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
search_path = []
for arch in self.dpkg_archs:
search_path.append(
'/app/lib/{}/gstreamer-1.0'.format(
self.multiarch_tuple(arch)))
search_path.append('/app/lib/gstreamer-1.0')
for arch in self.dpkg_archs:
search_path.append(
'/usr/lib/extensions/{}/gstreamer-1.0'.format(
self.multiarch_tuple(arch)))
search_path.append('/usr/lib/extensions/gstreamer-1.0')
for arch in self.dpkg_archs:
search_path.append(
'/usr/lib/{}/gstreamer-1.0'.format(
self.multiarch_tuple(arch)))
search_path.append('/usr/lib/gstreamer-1.0')
keyfile.set_string(
'Environment', 'GST_PLUGIN_SYSTEM_PATH',
':'.join(search_path),
search_path = []
for arch in self.dpkg_archs:
search_path.append(
'/app/lib/{}/girepository-1.0'.format(
self.multiarch_tuple(arch)))
search_path.append('/app/lib/girepository-1.0')
keyfile.set_string(
'Environment', 'GI_TYPELIB_PATH',
':'.join(search_path),
keyfile.set_string(
'Runtime', 'x-flatdeb-version', VERSION,
)
for ext, detail in self.runtime_details.get(
'add-extensions', {}
).items():
group = 'Extension {}'.format(ext)
self.root_worker.check_call([
'install', '-d',
'{}/ostree/main/files/{}'.format(chroot, detail['directory']),
])
for k, v in detail.items():
if isinstance(v, str):
keyfile.set_string(group, k, v)
elif isinstance(v, bool):
keyfile.set_boolean(group, k, v)
else:
raise RuntimeError(
'Unknown type {} in {}'.format(v, ext))
keyfile.save_to_file(metadata)
self.root_worker.install_file(
metadata,
'{}/ostree/main/metadata'.format(chroot),
)
tarball = '{}-ostree-{}-{}.tar.gz'.format(
runtime,
self.flatpak_arch,
self.runtime_branch,
)
self.worker.check_call([
'tar', '-zcf',
'{}/{}'.format(
self.remote_build_area,
tarball,
),
'-C', '{}/ostree/main'.format(chroot),
'.',
])
self.worker.check_call([
'time',
'ostree',
'--repo=' + self.remote_repo,
'commit',
'--branch=' + ref,
'--subject=Update',
'--tree=tar={}/{}'.format(self.remote_build_area, tarball),
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
source_ref = 'runtime/{}/{}/{}'.format(
runtime + '.Sources',
self.flatpak_arch,
self.runtime_branch,
)
with TemporaryDirectory(prefix='flatdeb-ostreeify.') as t:
metadata = os.path.join(t, 'metadata')
keyfile = GLib.KeyFile()
keyfile.set_string('Runtime', 'name', runtime + '.Sources')
keyfile.set_string(
'Runtime', 'runtime',
'{}.Platform/{}/{}'.format(
prefix,
self.flatpak_arch,
self.runtime_branch,
)
)
keyfile.set_string(
'Runtime', 'sdk',
'{}.Sdk/{}/{}'.format(
prefix,
self.flatpak_arch,
self.runtime_branch,
)
)
keyfile.set_string(
'Runtime', 'x-flatdeb-version', VERSION,
)
keyfile.save_to_file(metadata)
self.root_worker.install_file(
metadata,
'{}/ostree/source/metadata'.format(chroot),
)
self.worker.check_call([
'time',
'ostree',
'--repo=' + self.remote_repo,
'commit',
'--branch=' + source_ref,
'--subject=Update',
'--tree=dir={}/ostree/source'.format(chroot),
'--fsync=false',
])
else:
source_ref = None
# Don't keep the history in this working repository:
# if history is desired, mirror the commits into a public
# repository and maintain history there.
self.worker.check_call([
'time',
'ostree',
'--repo=' + self.remote_repo,
'prune',
'--refs-only',
'--depth=1',
])
if (not isinstance(self.worker, HostWorker) or
self.build_area != self.remote_build_area):
output = os.path.join(self.build_area, tarball)
with open(output + '.new', 'wb') as writer:
self.worker.check_call([
'cat',
'{}/{}'.format(self.remote_build_area, tarball),
], stdout=writer)
os.rename(output + '.new', output)
if (self.remote_repo != self.repo or
not isinstance(self.worker, HostWorker)):
self.worker.check_call([
'time',
'flatpak',
'build-update-repo',
self.remote_repo,
])
with self.worker.remote_dir_context(self.remote_repo) as mount:
'ostree',
'--repo={}'.format(self.repo),
'remote',
'delete',
'flatdeb-worker',
])
print('^ It is OK if that failed with "remote not found"')
'ostree',
'--repo={}'.format(self.repo),
'remote',
'add',
'--no-gpg-verify',
'flatdeb-worker',
'file://' + urllib.parse.quote(mount),
])
'ostree',
'--repo={}'.format(self.repo),
'pull',
'--disable-fsync',
'--mirror',
'--untrusted',
'flatdeb-worker',
if sdk:
assert source_ref is not None
self.host_worker.check_call([
'ostree',
'--repo={}'.format(self.repo),
'pull',
'--disable-fsync',
'--mirror',
'--untrusted',
'flatdeb-worker',
source_ref,
])
'ostree',
'--repo={}'.format(self.repo),
'remote',
'delete',
'flatdeb-worker',
])
self.host_worker.check_call([
'time',
'flatpak',
'build-update-repo',
self.repo,
])
def command_app(self, *, app_branch, yaml_manifest, **kwargs):
self.worker.require_extended_attributes()
with open(yaml_manifest) as reader:
if self.runtime_branch is None:
self.runtime_branch = manifest.get('runtime-version')
if self.runtime_branch is None:
self.runtime_branch = self.apt_suite
self.app_branch = app_branch
if self.app_branch is None:
self.app_branch = manifest.get('branch')
if self.app_branch is None:
self.app_branch = 'master'
manifest['branch'] = self.app_branch
manifest['runtime-version'] = self.runtime_branch
with ExitStack() as stack:
stack.enter_context(self.worker)
self.ensure_build_area()
self.ensure_remote_repo()
t = stack.enter_context(
TemporaryDirectory(prefix='flatpak-app.')
)
'mkdir', '-p', '{}/home'.format(self.worker.scratch),
'XDG_DATA_HOME={}/home'.format(self.worker.scratch),
'remote-add', '--if-not-exists', '--no-gpg-verify',
'http://192.168.122.1:3142/local/flatdeb/repo',
'XDG_DATA_HOME={}/home'.format(self.worker.scratch),
'--url=http://192.168.122.1:3142/local/flatdeb/repo',
for runtime in (manifest['sdk'], manifest['runtime']):
# This may fail: we might already have it.
self.worker.call([
'env',
'XDG_DATA_HOME={}/home'.format(self.worker.scratch),
'flatpak', '--user',
'install', 'flatdeb',
'{}/{}/{}'.format(
runtime,
self.flatpak_arch,
self.runtime_branch,
),
])
self.worker.check_call([
'env',
'XDG_DATA_HOME={}/home'.format(self.worker.scratch),
'flatpak', '--user',
'update',
'{}/{}/{}'.format(
runtime,
self.flatpak_arch,
self.runtime_branch,
),
])
for module in manifest.get('modules', []):
if isinstance(module, dict):
sources = module.setdefault('sources', [])
for source in sources:
if 'path' in source:
if source.get('type') == 'git':
clone = self.worker.check_output([
'mktemp', '-d',
'-p', self.worker.scratch,
'flatdeb-git.XXXXXX',
'tar',
'-cf-',
'-C', source['path'],
'.',
], stdout=subprocess.PIPE)
self.worker.check_call([
'tar',
'-xf-',
'-C', clone,
], stdin=uploader.stdout)
uploader.wait()
source['path'] = clone
else:
d = self.worker.check_output([
'mktemp', '-d',
'-p', self.worker.scratch,
'flatdeb-path.XXXXXX',
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
1783
1784
1785
1786
1787
]).decode('utf-8').rstrip('\n')
clone = '{}/{}'.format(
d, os.path.basename(source['path']),
)
permissions = 0o644
if GLib.file_test(
source['path'],
GLib.FileTest.IS_EXECUTABLE,
):
permissions = 0o755
self.worker.install_file(
source['path'],
clone,
permissions,
)
source['path'] = clone
if 'x-flatdeb-apt-packages' in module:
packages = self.worker.check_output([
'mktemp', '-d',
'-p', self.worker.scratch,
'flatdeb-debs.XXXXXX',
]).decode('utf-8').rstrip('\n')
self.worker.check_call([
'env',
'XDG_DATA_HOME={}/home'.format(self.worker.scratch),
'flatpak', 'run',
'--filesystem={}'.format(packages),
'--share=network',
'--command=/usr/bin/env',
'{}/{}/{}'.format(
manifest['sdk'],
self.flatpak_arch,
'http_proxy=http://192.168.122.1:3142',
'export={}'.format(packages),
'sh',
'-euc',
'cp -a /usr/var /\n'
'install -d /var/cache/apt/archives/partial\n'
'fakeroot apt-get update\n'
'fakeroot apt-get -y --download-only \\\n'
' --no-install-recommends install "$@"\n'
'for x in /var/cache/apt/archives/*.deb; do\n'
' package="$(dpkg-deb -f "$x" Package)"\n'
' source="$(dpkg-deb -f "$x" Source)"\n'
' bu="$(dpkg-deb -f "$x" Built-Using)"\n'
' version="$(dpkg-deb -f "$x" Version)"\n'
' if [ -z "$source" ]; then\n'
' source="$package"\n'
' fi\n'
' if [ "${source% (*}" != "$source" ]; then\n'
' version="${source#* (}"\n'
' version="${version%)}"\n'
' source="${source% (*}"\n'
' fi\n'
' ( cd "$export" && \\\n'
' apt-get -y --download-only \\\n'
' -oAPT::Get::Only-Source=true source \\\n'
' "$source=$version"\n'
' )\n'
' if [ -n "$bu" ]; then\n'
' oldIFS="$IFS"\n'
' IFS=","\n'
' for dep in $bu; do\n'
' bu="$(echo "$bu" | tr -d " ")"\n'
' version="${bu#*(=}"\n'
' version="${version%)}"\n'
' source="${bu%(*}"\n'
' ( cd "$export" && \\\n'
' apt-get -y --download-only \\\n'
' -oAPT::Get::Only-Source=true \\\n'
' source "$source=$version"\n'
' )\n'
' done\n'
' IFS="$oldIFS"\n'
' fi\n'
'mv /var/cache/apt/archives/*.deb "$export"\n'
'mv /var/lib/apt/lists "$export"\n'
'',
'sh', # argv[0]
] + module['x-flatdeb-apt-packages'])
obtained = self.worker.check_output([
'sh', '-euc',
'cd "$1"\n'
'find * -type f -print0 | xargs -0 sha256sum -b\n'
'',
'sh', # argv[0]
packages,
for line in obtained:
sha256, f = line.split(' *', 1)
sources.append({
'dest': (os.path.dirname(f) or '.'),
'type': 'file',
'sha256': sha256,
'url': urllib.parse.urlunsplit((
'file',
'',
urllib.parse.quote(path),
'',
'',
))
})
remote_manifest = '{}/{}.json'.format(
self.worker.scratch,
manifest['id'],
)
self.worker.check_call([
'mkdir', '-p',
'{}/.flatpak-builder'.format(self.remote_build_area),
])
if self.remote_build_area != self.worker.scratch:
self.worker.check_call([
'ln', '-nsf',
'{}/.flatpak-builder'.format(self.remote_build_area),
'{}/'.format(self.worker.scratch),
])
with TemporaryDirectory(prefix='flatdeb-manifest.') as t:
json_manifest = os.path.join(t, manifest['id'] + '.json')
with open(
json_manifest, 'w', encoding='utf-8',
) as writer:
json.dump(manifest, writer, indent=2, sort_keys=True)
self.worker.install_file(json_manifest, remote_manifest)
self.worker.check_call([
'env',
'XDG_DATA_HOME={}/home'.format(self.worker.scratch),
'http_proxy=http://192.168.122.1:3142',
'sh', '-euc',
'cd "$1"; shift; exec "$@"',
'sh', # argv[0]
self.worker.scratch, # directory to cd into
'--arch={}'.format(self.flatpak_arch),
'--bundle-sources',
'{}/workdir'.format(self.worker.scratch),
remote_manifest,
])
if not isinstance(self.worker, HostWorker):
self.worker.check_call([
'time',
'flatpak',
'build-update-repo',
self.remote_repo,
])
with self.worker.remote_dir_context(self.remote_repo) as mount:
'ostree',
'--repo={}'.format(self.repo),
'remote',
'delete',
'flatdeb-worker',
])
'ostree',
'--repo={}'.format(self.repo),
'remote',
'add',
'--no-gpg-verify',
'flatdeb-worker',
'file://' + urllib.parse.quote(mount),
])
'ostree',
'--repo={}'.format(self.repo),
'pull',
'--disable-fsync',
'--mirror',
'--untrusted',
'app/{}/{}/{}'.format(
manifest['id'],
self.flatpak_arch,
manifest['branch'],
),
])
self.host_worker.check_call([
'ostree',
'--repo={}'.format(self.repo),
'pull',
'--disable-fsync',
'--mirror',
'--untrusted',
'flatdeb-worker',
'runtime/{}.Sources/{}/{}'.format(
manifest['id'].replace('-', '_'),
self.flatpak_arch,
manifest['branch'],
),
'ostree',
'--repo={}'.format(self.repo),
'remote',
'delete',
'flatdeb-worker',
])
self.host_worker.check_call([
'time',
'flatpak',
'build-update-repo',
self.repo,
])
'XDG_DATA_HOME={}/home'.format(self.worker.scratch),