Qinusty pushed to branch Qinusty/531-fetch-retries-on-terminate at BuildStream / buildstream
Commits:
-
7f74ce40
by Josh Smith at 2018-08-15T16:02:53Z
4 changed files:
- + tests/frontend/interruptions.py
- + tests/frontend/interruptions/elements/delaymock.bst
- + tests/frontend/interruptions/plugins/delayed.py
- + tests/frontend/interruptions/project.conf
Changes:
1 |
+import pytest
|
|
2 |
+import os
|
|
3 |
+import signal
|
|
4 |
+import re
|
|
5 |
+import time
|
|
6 |
+import multiprocessing as mp
|
|
7 |
+from multiprocessing import Process
|
|
8 |
+from multiprocessing.queues import Queue
|
|
9 |
+ |
|
10 |
+from buildstream import _yaml
|
|
11 |
+from tests.testutils import cli
|
|
12 |
+ |
|
13 |
+ |
|
14 |
+DATA_DIR = os.path.join(
|
|
15 |
+ os.path.dirname(os.path.realpath(__file__)),
|
|
16 |
+ "interruptions",
|
|
17 |
+)
|
|
18 |
+ |
|
19 |
+ |
|
20 |
+def cli_run_in_process(cli, path, args):
|
|
21 |
+ def do_run(cli, path, args, queue):
|
|
22 |
+ result = cli.run(project=path, args=args)
|
|
23 |
+ queue.put(result.output)
|
|
24 |
+ queue.put(result.stderr)
|
|
25 |
+ |
|
26 |
+ queue = mp.Queue()
|
|
27 |
+ p = mp.Process(target=do_run, args=[cli, path, args, queue])
|
|
28 |
+ p.start()
|
|
29 |
+ return queue, p
|
|
30 |
+ |
|
31 |
+ |
|
32 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
33 |
+def test_interrupt_fetch(cli, datafiles):
|
|
34 |
+ path = os.path.join(datafiles.dirname, datafiles.basename)
|
|
35 |
+ |
|
36 |
+ queue, proc = cli_run_in_process(cli, path, args=['--on-error', 'terminate',
|
|
37 |
+ 'fetch', 'delaymock.bst'])
|
|
38 |
+ # Wait a few seconds, fetch should then be in progress. With DelayedMockSource
|
|
39 |
+ # fetch should take 20s unless terminated
|
|
40 |
+ time.sleep(3)
|
|
41 |
+ os.kill(proc.pid, signal.SIGINT)
|
|
42 |
+ |
|
43 |
+ # 5 second timeout
|
|
44 |
+ try:
|
|
45 |
+ output = queue.get(timeout=3)
|
|
46 |
+ stderr = queue.get(timeout=3)
|
|
47 |
+ except mp.queues.Empty:
|
|
48 |
+ assert False, 'Fetch failed to terminate'
|
|
49 |
+ |
|
50 |
+ matches = re.findall(r'FAILURE\s*Fetch', stderr)
|
|
51 |
+ assert len(matches), "Unexpected success"
|
|
52 |
+ |
|
53 |
+ matches = re.findall(r'STATUS\s*Fetch terminating', stderr)
|
|
54 |
+ assert len(matches) != 0, "Fetch failed to terminate"
|
|
55 |
+ assert len(matches) == 1, "Fetch attempted to terminate more than once"
|
1 |
+kind: import
|
|
2 |
+ |
|
3 |
+sources:
|
|
4 |
+ - kind: delayed
|
|
\ No newline at end of file |
1 |
+import time
|
|
2 |
+from buildstream import Source, SourceError, Consistency
|
|
3 |
+ |
|
4 |
+ |
|
5 |
+class DelayedMockSource(Source):
|
|
6 |
+ |
|
7 |
+ def configure(self, node):
|
|
8 |
+ pass
|
|
9 |
+ |
|
10 |
+ def preflight(self):
|
|
11 |
+ pass
|
|
12 |
+ |
|
13 |
+ def get_unique_key(self):
|
|
14 |
+ return {}
|
|
15 |
+ |
|
16 |
+ def get_consistency(self):
|
|
17 |
+ return Consistency.RESOLVED
|
|
18 |
+ |
|
19 |
+ def get_ref(self):
|
|
20 |
+ return None
|
|
21 |
+ |
|
22 |
+ def set_ref(self, ref, node):
|
|
23 |
+ pass
|
|
24 |
+ |
|
25 |
+ def fetch(self):
|
|
26 |
+ LOOP_FOR = 40
|
|
27 |
+ def prog_percent(prog):
|
|
28 |
+ return "{}%".format(float(i)/float(LOOP_FOR) * 100)
|
|
29 |
+ for i in range(LOOP_FOR):
|
|
30 |
+ time.sleep(0.5)
|
|
31 |
+ self.status("Mock Source progress {}".format(prog_percent(i)))
|
|
32 |
+ |
|
33 |
+ def stage(self, directory):
|
|
34 |
+ pass
|
|
35 |
+ |
|
36 |
+ |
|
37 |
+def setup():
|
|
38 |
+ return DelayedMockSource
|
1 |
+name: interruptions
|
|
2 |
+element-path: elements
|
|
3 |
+plugins:
|
|
4 |
+- origin: local
|
|
5 |
+ path: plugins
|
|
6 |
+ sources:
|
|
7 |
+ delayed: 0
|
|
\ No newline at end of file |