summaryrefslogtreecommitdiff
path: root/test/web/host_fs.py
diff options
context:
space:
mode:
Diffstat (limited to 'test/web/host_fs.py')
-rw-r--r--test/web/host_fs.py161
1 files changed, 161 insertions, 0 deletions
diff --git a/test/web/host_fs.py b/test/web/host_fs.py
new file mode 100644
index 0000000..7a55eec
--- /dev/null
+++ b/test/web/host_fs.py
@@ -0,0 +1,161 @@
+#!/usr/bin/env python3
+"""Exercise host export; mutations are confined to our temporary directory."""
+from catalog import Nine, eventually, http, port, string
+import json
+import os
+from pathlib import Path
+import socket
+import struct
+import subprocess
+import sys
+import tempfile
+
+
+def main():
+ binary = str(Path(sys.argv[1]).resolve())
+ ns = Path('zig-out/bin/9ns').resolve()
+ with tempfile.TemporaryDirectory(prefix='9web-host-') as tmp:
+ root = Path(tmp)
+ p = port()
+ public = root/'public'
+ public.mkdir()
+ (public/'index.html').write_text('site still works')
+ (root/'source').write_text('original data')
+ (root/'alias').symlink_to(root, target_is_directory=True)
+ (root/'dangling').symlink_to(root/'missing')
+ os.mkfifo(root/'fifo')
+ large = root/'large'
+ large.mkdir()
+ for i in range(1500):
+ (large/f'entry-{i:04}').touch()
+ config = {'filesystem': '/', 'sites': [{'name': 'fixture', 'title': 'Fixture', 'root': str(public), 'cwd': tmp, 'port': port(), 'build': ['sh', '-c', 'echo host-build']}]}
+ (root/'config.json').write_text(json.dumps(config))
+ runtime = root/'runtime'
+ registry = runtime/'9p'
+ registry.mkdir(parents=True)
+ demo = subprocess.Popen([str(Path('zig-out/bin/9proc-demo').resolve()), '--unix', str(registry/'fixture')], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+ eventually(lambda: (registry/'fixture').exists())
+ event_config = {'sites': [{**config['sites'][0], 'port': port()}]}
+ (root/'events.json').write_text(json.dumps(event_config))
+ event_server = subprocess.Popen([binary, '--listen', f'127.0.0.1:{port()}', '--catalog', str(root/'events.json'), '--catalog-socket', str(registry/'events'), '--state-dir', str(root/'events-state')], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+ eventually(lambda: (registry/'events').exists())
+ args = [binary, '--listen', f'127.0.0.1:{p}', '--catalog', str(root/'config.json'), '--catalog-socket', str(root/'cat.sock'), '--state-dir', str(root/'state')]
+ # Match the deployed wrapper. No host mount is changed.
+ if not ns.exists():
+ raise RuntimeError('build 9ns first: zig build 9ns')
+ proc = subprocess.Popen([str(ns), '--mntgen', '--', *args], env={**os.environ, 'XDG_RUNTIME_DIR': str(runtime)}, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+ try:
+ eventually(lambda: http(p)[0] == 200)
+ entries = json.loads(http(p, '/fs/')[2])
+ assert {'home', 'etc', 'usr', 'mnt', '_9web'} <= {x['name'] for x in entries}, entries
+ assert http(p, '/fs/etc/hostname')[2] == Path('/etc/hostname').read_bytes()
+ assert http(p, '/fs'+tmp+'/alias/source')[2] == b'original data'
+ assert 'dangling' in {x['name'] for x in json.loads(http(p, '/fs'+tmp)[2])}
+ assert http(p, '/fs'+tmp+'/fifo')[0] >= 400
+ listing = http(p, '/fs'+tmp+'/large')
+ assert listing[0] == 200 and len(json.loads(listing[2])) == 1500
+ assert http(p, '/fs/dev/null')[0] >= 400
+ assert http(p, '/fs/mnt/9p')[0] == 200
+ assert 'fixture' in {x['name'] for x in json.loads(http(p, '/fs/mnt/9p')[2])}
+ assert http(p, '/fs/mnt/9p/fixture/build/zig_version')[0] == 200
+ assert b'0.17' in http(p, '/fs/mnt/9p/fixture/build/zig_version')[2]
+ mounted = '/fs/mnt/9p/fixture'
+ assert http(p, mounted+'/scratch/upload', 'PUT', 'via FUSE')[0] == 201
+ assert http(p, mounted+'/scratch/upload')[2] == b'via FUSE'
+ control = http(p, mounted+'/runtime/ctl', 'PUT', 'echo mount-control')
+ assert control[0] == 200, control
+ assert b'mount-control' in http(p, mounted+'/runtime/ctl')[2]
+ finite = Nine(str(root/'cat.sock'))
+ finite.walk('mnt/9p/fixture/runtime/ctl')
+ finite.rpc(112, struct.pack('<IB', 2, 0))
+ data = finite.rpc(116, struct.pack('<IQI', 2, 0, 4096))[4:]
+ assert b'mount-control' in data
+ assert finite.rpc(116, struct.pack('<IQI', 2, len(data), 4096))[4:] == b''
+ finite.s.close()
+ assert http(p, mounted+'/scratch/upload', 'DELETE')[0] == 204
+ # A blocking read through FUSE must not stall the shared backend.
+ events = Nine(str(root/'cat.sock'))
+ events.walk('mnt/9p/events/sites/fixture/events')
+ events.rpc(112, struct.pack('<IB', 2, 0))
+ assert json.loads(events.rpc(116, struct.pack('<IQI', 2, 0, 4096))[4:])['phase'] == 'idle'
+ request = struct.pack('<IQI', 2, 0, 4096)
+ events.s.sendall(struct.pack('<IBH', len(request)+7, 116, 2) + request)
+ events.rpc(124, struct.pack('<I', 1), 3)
+ # Also wake/retry this parked request from an unrelated catalogue change.
+ assert http(p, '/fs/_9web/sites/fixture/ctl', 'PUT', 'build')[0] == 200
+ assert http(p, '/fs/mnt/9p/events/sites/fixture/ctl', 'PUT', 'build')[0] == 200
+ size, typ, tag = struct.unpack('<IBH', events.recv(7))
+ assert (typ, tag) == (117, 2)
+ assert json.loads(events.recv(size-7)[4:])['revision'] > 1
+ events.s.close()
+ eventually(lambda: json.loads(http(p, '/fs/mnt/9p/events/sites/fixture/status')[2])['generation'] == 1)
+ # Repeated flush+clunk must release the underlying blocking reads,
+ # rather than exhaust the bounded task table or steal later events.
+ cancel = Nine(str(root/'cat.sock'))
+ for _ in range(40):
+ cancel.walk('mnt/9p/events/sites/fixture/events')
+ cancel.rpc(112, struct.pack('<IB', 2, 0))
+ cancel.rpc(116, struct.pack('<IQI', 2, 0, 4096))
+ cancel.s.sendall(struct.pack('<IBH', len(request)+7, 116, 2) + request)
+ cancel.s.sendall(struct.pack('<IBHH', 9, 108, 3, 2))
+ # An interrupted old read may be answered before Rflush.
+ while True:
+ n, kind, tag = struct.unpack('<IBH', cancel.recv(7))
+ cancel.recv(n-7)
+ if (kind, tag) == (109, 3):
+ break
+ assert tag == 2 and kind in (107, 117), (kind, tag)
+ cancel.rpc(120, struct.pack('<I', 2), 4)
+ cancel.s.close()
+ # Directory and upload/edit/append/delete use the same HTTP/9P path.
+ target = '/fs'+tmp+'/created'
+ assert http(p, target+'/', 'PUT')[0] == 201
+ assert http(p, target+'/file', 'PUT', 'abcdef')[0] == 201
+ assert http(p, target+'/file', 'PUT', 'xy')[0] == 200
+ assert (root/'created/file').read_bytes() == b'xy'
+ assert http(p, target+'/file?append=1', 'PUT', 'z')[0] == 200
+ assert http(p, target+'/file')[2] == b'xyz'
+ assert http(p, target+'/file', headers={'Range': 'bytes=1-2'})[2] == b'yz'
+ assert http(p, target+'/file', 'HEAD')[1]['content-length'] == '3'
+ # The local namespace is also accessible through raw 9P.
+ nine = Nine(str(root/'cat.sock'))
+ rel = tmp.lstrip('/')
+ assert nine.read(rel+'/source') == b'original data'
+ nine.write(rel+'/created/file', 'short')
+ assert (root/'created/file').read_text() == 'short'
+ # Twstat rename on the backing filesystem (not a UI copy/delete).
+ nine.walk(rel+'/created/file')
+ stat = struct.pack('<HI', 0xffff, 0xffffffff) + b'\xff'*13 + struct.pack('<IIIQ', 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffffffffffff) + string('renamed') + string('')*3
+ stat = struct.pack('<H', len(stat)) + stat
+ nine.rpc(126, struct.pack('<IH', 2, len(stat)) + stat)
+ nine.rpc(120, struct.pack('<I', 2))
+ assert (root/'created/renamed').read_text() == 'short'
+ # Virtual tree stays read-only apart from ctl.
+ assert http(p, '/fs/_9web/new', 'PUT', 'bad')[0] == 403
+ assert http(p, '/fs/_9web/sites/fixture/public/index.html', 'PUT', 'bad')[0] == 403
+ assert http(p, '/fs/_9web/sites/fixture/ctl', 'PUT', 'build')[0] == 200
+ eventually(lambda: b'host-build' in http(p, '/fs/_9web/sites/fixture/log')[2])
+ assert http(config['sites'][0]['port'])[2] == b'site still works'
+ assert http(p, '/_cloud9/catalog.json')[0] == 200
+ assert json.loads(http(p, '/_cloud9/catalog.json')[2])['namespace'] == '/_9web'
+ assert http(p, target+'/renamed', 'DELETE')[0] == 204
+ assert http(p, target, 'DELETE')[0] == 204
+ nine.s.close()
+ print('host_fs: root, symlinks, special-file refusal, /mnt/9p, upload/edit/append/rename/delete, raw 9P and catalogue controls passed')
+ finally:
+ proc.terminate()
+ try:
+ output = proc.communicate(timeout=5)[0]
+ except subprocess.TimeoutExpired:
+ proc.kill()
+ output = proc.communicate()[0]
+ if sys.exc_info()[0]:
+ print(output.decode(errors='replace'), file=sys.stderr)
+ demo.terminate()
+ demo.wait(timeout=5)
+ event_server.terminate()
+ event_server.wait(timeout=5)
+
+
+if __name__ == '__main__':
+ main()