mirror of
https://github.com/kiddin9/op-packages.git
synced 2026-11-16 21:43:33 +08:00
🎄 Sync 2026-11-14 17:29:54
This commit is contained in:
1 parent
00efd4e7cf
commit
4e24fe7535
123 files changed
+26051
No files matched your search
@@ -0,0 +1,220 @@
|
||||
"""Exercise the production RPC script with real OpenWrt apk-tools and signed APKs.
|
||||
|
||||
Usage: python tests/update-integration.py
|
||||
Requires Docker. Only HTTPS downloads are replaced by deterministic fixture transport.
|
||||
The native package manager, version comparison, signatures, RPC script and locks are real.
|
||||
"""
|
||||
import hashlib
|
||||
import json
|
||||
from pathlib import Path
|
||||
import subprocess
|
||||
import time
|
||||
import unittest
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
FIXTURES = ROOT / '.cache' / 'update-tests'
|
||||
ALPINE = 'alpine:3.23@sha256:469c9ea410b9215eaee7976ba6c0639039b444be8e5d638f7abbada189971eb2'
|
||||
OPENWRT = 'openwrt/rootfs:x86_64-25.12.6@sha256:14401c04218c2e0da0448f099710ada2460636a92395f353351cc616cf3f67af'
|
||||
RPC = '/usr/libexec/rpcd/luci.carbon_update'
|
||||
|
||||
|
||||
def docker(*args, input=None, check=True):
|
||||
result = subprocess.run(['docker', *args], input=input.encode('utf-8') if input is not None else None,
|
||||
stdout=subprocess.PIPE, stderr=subprocess.PIPE, check=check, timeout=150)
|
||||
return subprocess.CompletedProcess(result.args, result.returncode, result.stdout.decode('utf-8'), result.stderr.decode('utf-8'))
|
||||
|
||||
|
||||
class UpdateTests(unittest.TestCase):
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
FIXTURES.mkdir(parents=True, exist_ok=True)
|
||||
docker('run', '--rm', '--mount', f'type=bind,source={ROOT},target=/source,readonly',
|
||||
'--mount', f'type=bind,source={FIXTURES},target=/fixtures', ALPINE,
|
||||
'sh', '-c', 'apk add --no-cache openssl && sh /source/tests/make-update-fixtures.sh')
|
||||
cls.container = docker('run', '-d', '--mount', f'type=bind,source={ROOT},target=/source,readonly',
|
||||
OPENWRT, 'sleep', '3600').stdout.strip()
|
||||
try:
|
||||
cls.shell('apk add curl ca-bundle flock')
|
||||
cls.shell('mkdir -p /usr/share/carbon/keys /usr/libexec/rpcd /tmp/transport; '
|
||||
'cp /source/root/usr/libexec/rpcd/luci.carbon_update ' + RPC + '; chmod 755 ' + RPC)
|
||||
cls.put('/tmp/transport/curl', '''#!/bin/sh
|
||||
out=''; url=''
|
||||
while [ "$#" -gt 0 ]; do
|
||||
case "$1" in -o) out=$2; shift ;; https://*) url=$1 ;; esac
|
||||
shift
|
||||
done
|
||||
[ ! -f /tmp/network-fail ] || { echo 'fixture network failure' >&2; exit 7; }
|
||||
[ ! -f /tmp/slow-download ] || sleep 2
|
||||
case "$url" in
|
||||
https://mirror.test/https://github.com/mrjoechen/luci-theme-carbon/releases/download/v*/luci-theme-carbon-*.apk)
|
||||
echo "$url" >> /tmp/mirror-hits
|
||||
[ ! -f /tmp/mirror-fail ] || exit 7
|
||||
if [ -f /tmp/mirror-corrupt ]; then printf corrupt > "$out"; else cp /tmp/candidate.apk "$out"; fi ;;
|
||||
https://api.github.com/repos/mrjoechen/luci-theme-carbon/releases/latest) cp /tmp/metadata.json "$out" ;;
|
||||
https://github.com/mrjoechen/luci-theme-carbon/releases/download/v*/luci-theme-carbon-*.apk) cp /tmp/candidate.apk "$out" ;;
|
||||
*) echo 'Unexpected download URL' >&2; exit 22 ;;
|
||||
esac
|
||||
''')
|
||||
cls.shell('chmod 755 /tmp/transport/curl')
|
||||
except Exception:
|
||||
docker('rm', '-f', cls.container)
|
||||
raise
|
||||
|
||||
@classmethod
|
||||
def tearDownClass(cls):
|
||||
docker('rm', '-f', cls.container)
|
||||
|
||||
@classmethod
|
||||
def shell(cls, command):
|
||||
return docker('exec', cls.container, 'sh', '-c', command).stdout
|
||||
|
||||
@classmethod
|
||||
def put(cls, path, content):
|
||||
docker('exec', '-i', cls.container, 'sh', '-c', 'cat > "$1"', 'sh', path, input=content)
|
||||
|
||||
def rpc(self, method, payload=None):
|
||||
result = docker('exec', '-i', '-e', 'PATH=/tmp/transport:/usr/sbin:/usr/bin:/sbin:/bin',
|
||||
self.container, RPC, 'call', method, input=json.dumps(payload or {}))
|
||||
return json.loads(result.stdout)
|
||||
|
||||
def wait(self):
|
||||
end = time.monotonic() + 15
|
||||
while time.monotonic() < end:
|
||||
state = self.rpc('status')
|
||||
if not state.get('busy'):
|
||||
return state
|
||||
time.sleep(.1)
|
||||
self.fail('Worker did not finish')
|
||||
|
||||
def setUp(self):
|
||||
self.shell('apk --repositories-file /dev/null del luci-theme-carbon >/dev/null 2>&1 || true; '
|
||||
'rm -rf /tmp/carbon-update; rm -f /tmp/network-fail /tmp/slow-download /tmp/carbon-install-count; '
|
||||
'rm -f /tmp/mirror-hits /tmp/mirror-fail /tmp/mirror-corrupt /etc/config/carbon; '
|
||||
'cp /source/.cache/update-tests/keys/carbon-apk.pem /usr/share/carbon/keys/; '
|
||||
'apk --keys-dir /usr/share/carbon/keys --repositories-file /dev/null --no-network add '
|
||||
'/source/.cache/update-tests/luci-theme-carbon-1.0.0-r1.apk >/dev/null')
|
||||
self.candidate()
|
||||
self.put('/etc/config/carbon-test', 'config preferences\n option language zh_cn\n option style dark\n')
|
||||
|
||||
def candidate(self, filename='luci-theme-carbon-1.1.0-r1.apk', **changes):
|
||||
content = (FIXTURES / filename).read_bytes()
|
||||
self.shell(f'cp /source/.cache/update-tests/{filename} /tmp/candidate.apk')
|
||||
self.metadata = dict(tag_name='v1.1.0', draft=False, prerelease=False, body='<script>not HTML</script>', assets=[
|
||||
dict(name='luci-theme-carbon-1.1.0-r1.apk', size=len(content), digest='sha256:' + hashlib.sha256(content).hexdigest())])
|
||||
self.metadata.update(changes)
|
||||
self.put('/tmp/metadata.json', json.dumps(self.metadata))
|
||||
|
||||
def checked(self):
|
||||
self.assertTrue(self.rpc('check').get('started'))
|
||||
result = self.wait()
|
||||
self.assertEqual(result['state'], 'idle', result)
|
||||
return result
|
||||
|
||||
def assert_rejected(self, error):
|
||||
self.checked()
|
||||
self.assertTrue(self.rpc('upgrade', dict(version='1.1.0-r1')).get('started'))
|
||||
result = self.wait()
|
||||
self.assertEqual(result['error'], error, result)
|
||||
self.assertEqual(result['current'], '1.0.0-r1')
|
||||
self.assertEqual(self.shell('wc -l < /tmp/carbon-install-count').strip(), '1')
|
||||
|
||||
def test_signed_upgrade_and_settings_preserved(self):
|
||||
result = self.checked()
|
||||
self.assertTrue(result['can_upgrade'])
|
||||
self.shell('uci set luci.main.lang=zh_cn; uci set luci.main.mediaurlbase=/luci-static/carbon; uci commit luci')
|
||||
before = self.shell('cat /etc/config/carbon-test; uci show luci.main')
|
||||
self.assertTrue(self.rpc('upgrade', dict(version='1.1.0-r1'))['started'])
|
||||
result = self.wait()
|
||||
self.assertEqual((result['state'], result['current']), ('success', '1.1.0-r1'), result)
|
||||
self.assertEqual(self.shell('cat /etc/config/carbon-test; uci show luci.main'), before)
|
||||
self.assertFalse(result['can_upgrade'])
|
||||
self.assertEqual(self.rpc('upgrade', dict(version='1.1.0-r1'))['error'], 'stale')
|
||||
|
||||
def test_unsigned_apk_rejected_even_with_matching_sha(self):
|
||||
self.candidate('unsigned.apk')
|
||||
self.assert_rejected('signature')
|
||||
|
||||
def test_wrong_signer_rejected_even_with_matching_sha(self):
|
||||
self.candidate('wrong.apk')
|
||||
self.assert_rejected('signature')
|
||||
|
||||
def test_signed_package_with_wrong_actual_version_rejected(self):
|
||||
self.candidate('luci-theme-carbon-1.2.0-r1.apk')
|
||||
self.assert_rejected('metadata')
|
||||
|
||||
def test_checksum_failure_never_installs(self):
|
||||
self.checked()
|
||||
self.shell("printf 'corrupt' >> /tmp/candidate.apk")
|
||||
self.assertTrue(self.rpc('upgrade', dict(version='1.1.0-r1'))['started'])
|
||||
self.assertEqual(self.wait()['error'], 'checksum')
|
||||
|
||||
def test_network_failure_is_reported_and_retry_recovers(self):
|
||||
self.shell('touch /tmp/network-fail')
|
||||
self.rpc('check')
|
||||
self.assertEqual(self.wait()['error'], 'network')
|
||||
self.shell('rm /tmp/network-fail')
|
||||
self.assertTrue(self.checked()['can_upgrade'])
|
||||
|
||||
def test_invalid_or_prerelease_metadata_rejected(self):
|
||||
for changes in [dict(prerelease=True), dict(tag_name='v1.1.0;reboot'), dict(assets=[])]:
|
||||
self.candidate(**changes)
|
||||
self.rpc('check')
|
||||
self.assertEqual(self.wait()['error'], 'metadata')
|
||||
|
||||
def test_duplicate_request_and_resume_status(self):
|
||||
self.checked()
|
||||
self.shell('touch /tmp/slow-download')
|
||||
self.assertTrue(self.rpc('upgrade', dict(version='1.1.0-r1'))['started'])
|
||||
self.assertEqual(self.rpc('upgrade', dict(version='1.1.0-r1'))['error'], 'busy')
|
||||
self.assertTrue(self.rpc('status')['busy'])
|
||||
self.assertEqual(self.wait()['state'], 'success')
|
||||
|
||||
def test_stale_and_unchecked_requests_rejected(self):
|
||||
self.assertEqual(self.rpc('upgrade', dict(version='1.1.0-r1'))['error'], 'stale')
|
||||
self.checked()
|
||||
self.assertEqual(self.rpc('upgrade', dict(version='1.2.0-r1'))['error'], 'stale')
|
||||
self.assertEqual(self.rpc('upgrade', dict(version=';reboot'))['error'], 'invalid')
|
||||
cached = json.loads(self.shell('cat /tmp/carbon-update/release.json'))
|
||||
cached['checked'] -= 1801
|
||||
self.put('/tmp/carbon-update/release.json', json.dumps(cached))
|
||||
self.assertFalse(self.rpc('status')['can_upgrade'])
|
||||
self.assertEqual(self.rpc('upgrade', dict(version='1.1.0-r1'))['error'], 'stale')
|
||||
|
||||
def test_mirror_setting_is_validated(self):
|
||||
for bad in ['http://mirror.test/', 'https://mirror.test/;reboot', 'https://user@mirror.test/', 'ftp://x/', 'https://-bad/']:
|
||||
self.assertEqual(self.rpc('configure', dict(mirror=bad)).get('error'), 'invalid_mirror', bad)
|
||||
self.assertEqual(self.rpc('configure', dict(mirror=' https://mirror.test ')), dict(mirror='https://mirror.test/'))
|
||||
self.assertEqual(self.rpc('status')['mirror'], 'https://mirror.test/')
|
||||
self.assertEqual(self.rpc('configure', dict(mirror='')), dict(mirror=''))
|
||||
self.assertEqual(self.rpc('status')['mirror'], '')
|
||||
|
||||
def test_mirror_download_is_used_and_verified(self):
|
||||
self.rpc('configure', dict(mirror='https://mirror.test/'))
|
||||
self.checked()
|
||||
self.assertTrue(self.rpc('upgrade', dict(version='1.1.0-r1'))['started'])
|
||||
result = self.wait()
|
||||
self.assertEqual((result['state'], result['current']), ('success', '1.1.0-r1'), result)
|
||||
self.assertEqual(self.shell('wc -l < /tmp/mirror-hits').strip(), '1')
|
||||
|
||||
def test_bad_or_unreachable_mirror_falls_back_to_github(self):
|
||||
self.rpc('configure', dict(mirror='https://mirror.test/'))
|
||||
for flag in ['mirror-corrupt', 'mirror-fail']:
|
||||
self.setUp()
|
||||
self.rpc('configure', dict(mirror='https://mirror.test/'))
|
||||
self.shell('touch /tmp/' + flag)
|
||||
self.checked()
|
||||
self.assertTrue(self.rpc('upgrade', dict(version='1.1.0-r1'))['started'])
|
||||
result = self.wait()
|
||||
self.assertEqual((result['state'], result['current']), ('success', '1.1.0-r1'), (flag, result))
|
||||
self.assertIn('Downloading from github', result['log'])
|
||||
|
||||
def test_downgrade_rejected(self):
|
||||
self.candidate('luci-theme-carbon-1.0.0-r1.apk', tag_name='v0.9.0')
|
||||
self.metadata['assets'][0]['name'] = 'luci-theme-carbon-0.9.0-r1.apk'
|
||||
self.put('/tmp/metadata.json', json.dumps(self.metadata))
|
||||
self.assertFalse(self.checked()['can_upgrade'])
|
||||
self.assertEqual(self.rpc('upgrade', dict(version='0.9.0-r1'))['error'], 'stale')
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main(verbosity=2)
|
||||
Reference in new issue
Block a user