Will Salmon pushed to branch willsalmon/defaultWorkspaces at BuildStream / buildstream
Commits:
-
d16fd126
by William Salmon at 2018-11-16T11:02:13Z
-
165257e8
by William Salmon at 2018-11-16T11:02:13Z
14 changed files:
- NEWS
- buildstream/_context.py
- buildstream/_frontend/cli.py
- buildstream/_stream.py
- buildstream/data/userconfig.yaml
- doc/sessions/developing.run
- tests/examples/developing.py
- tests/examples/junctions.py
- tests/frontend/buildcheckout.py
- tests/frontend/cross_junction_workspace.py
- tests/frontend/workspace.py
- tests/integration/shell.py
- tests/integration/workspace.py
- tests/plugins/filter.py
Changes:
| ... | ... | @@ -45,6 +45,10 @@ buildstream 1.3.1 |
| 45 | 45 |
instead of just a specially-formatted build-root with a `root` and `scratch`
|
| 46 | 46 |
subdirectory.
|
| 47 | 47 |
|
| 48 |
+ o `bst workspace open` now supports the creation of multiple elements and
|
|
| 49 |
+ allows the user to set a default location for there creation. This has meant
|
|
| 50 |
+ that the new CLI is no longer backwards compatible with buildstream 1.2.
|
|
| 51 |
+ |
|
| 48 | 52 |
|
| 49 | 53 |
=================
|
| 50 | 54 |
buildstream 1.1.5
|
| ... | ... | @@ -59,6 +59,9 @@ class Context(): |
| 59 | 59 |
# The directory where build sandboxes will be created
|
| 60 | 60 |
self.builddir = None
|
| 61 | 61 |
|
| 62 |
+ # Default root location for workspaces
|
|
| 63 |
+ self.workspacedir = None
|
|
| 64 |
+ |
|
| 62 | 65 |
# The local binary artifact cache directory
|
| 63 | 66 |
self.artifactdir = None
|
| 64 | 67 |
|
| ... | ... | @@ -160,10 +163,10 @@ class Context(): |
| 160 | 163 |
_yaml.node_validate(defaults, [
|
| 161 | 164 |
'sourcedir', 'builddir', 'artifactdir', 'logdir',
|
| 162 | 165 |
'scheduler', 'artifacts', 'logging', 'projects',
|
| 163 |
- 'cache'
|
|
| 166 |
+ 'cache', 'workspacedir',
|
|
| 164 | 167 |
])
|
| 165 | 168 |
|
| 166 |
- for directory in ['sourcedir', 'builddir', 'artifactdir', 'logdir']:
|
|
| 169 |
+ for directory in ['sourcedir', 'builddir', 'artifactdir', 'logdir', 'workspacedir']:
|
|
| 167 | 170 |
# Allow the ~ tilde expansion and any environment variables in
|
| 168 | 171 |
# path specification in the config files.
|
| 169 | 172 |
#
|
| ... | ... | @@ -678,31 +678,35 @@ def workspace(): |
| 678 | 678 |
@click.option('--no-checkout', default=False, is_flag=True,
|
| 679 | 679 |
help="Do not checkout the source, only link to the given directory")
|
| 680 | 680 |
@click.option('--force', '-f', default=False, is_flag=True,
|
| 681 |
- help="Overwrite files existing in checkout directory")
|
|
| 681 |
+ help="The workspace will be created even if the directory in which it will be created is not empty " +
|
|
| 682 |
+ "or if a workspace for that element already exists")
|
|
| 682 | 683 |
@click.option('--track', 'track_', default=False, is_flag=True,
|
| 683 | 684 |
help="Track and fetch new source references before checking out the workspace")
|
| 684 |
-@click.argument('element',
|
|
| 685 |
- type=click.Path(readable=False))
|
|
| 686 |
-@click.argument('directory', type=click.Path(file_okay=False))
|
|
| 685 |
+@click.option('--directory', type=click.Path(file_okay=False), default=None,
|
|
| 686 |
+ help="Only for use when a single Element is given: Set the directory to use to create the workspace")
|
|
| 687 |
+@click.argument('elements', nargs=-1, type=click.Path(readable=False))
|
|
| 687 | 688 |
@click.pass_obj
|
| 688 |
-def workspace_open(app, no_checkout, force, track_, element, directory):
|
|
| 689 |
+def workspace_open(app, no_checkout, force, track_, directory, elements):
|
|
| 689 | 690 |
"""Open a workspace for manual source modification"""
|
| 690 |
- |
|
| 691 |
- if os.path.exists(directory):
|
|
| 692 |
- |
|
| 693 |
- if not os.path.isdir(directory):
|
|
| 694 |
- click.echo("Checkout directory is not a directory: {}".format(directory), err=True)
|
|
| 691 |
+ if directory is not None:
|
|
| 692 |
+ if len(elements) > 1:
|
|
| 693 |
+ click.echo("Directory option can only be used if a single element is given", err=True)
|
|
| 695 | 694 |
sys.exit(-1)
|
| 695 |
+ if os.path.exists(directory):
|
|
| 696 |
+ if not os.path.isdir(directory):
|
|
| 697 |
+ click.echo("Directory path is not a directory: {}".format(directory), err=True)
|
|
| 698 |
+ sys.exit(-1)
|
|
| 696 | 699 |
|
| 697 |
- if not (no_checkout or force) and os.listdir(directory):
|
|
| 698 |
- click.echo("Checkout directory is not empty: {}".format(directory), err=True)
|
|
| 699 |
- sys.exit(-1)
|
|
| 700 |
+ if not (no_checkout or force) and os.listdir(directory):
|
|
| 701 |
+ click.echo("Directory path is not empty: {}".format(directory), err=True)
|
|
| 702 |
+ sys.exit(-1)
|
|
| 700 | 703 |
|
| 701 | 704 |
with app.initialized():
|
| 702 |
- app.stream.workspace_open(element, directory,
|
|
| 705 |
+ app.stream.workspace_open(elements,
|
|
| 703 | 706 |
no_checkout=no_checkout,
|
| 704 | 707 |
track_first=track_,
|
| 705 |
- force=force)
|
|
| 708 |
+ force=force,
|
|
| 709 |
+ custom_dir=directory)
|
|
| 706 | 710 |
|
| 707 | 711 |
|
| 708 | 712 |
##################################################################
|
| ... | ... | @@ -448,44 +448,29 @@ class Stream(): |
| 448 | 448 |
# Open a project workspace
|
| 449 | 449 |
#
|
| 450 | 450 |
# Args:
|
| 451 |
- # target (str): The target element to open the workspace for
|
|
| 452 |
- # directory (str): The directory to stage the source in
|
|
| 451 |
+ # target (list): List of target elements to open workspaces for
|
|
| 453 | 452 |
# no_checkout (bool): Whether to skip checking out the source
|
| 454 | 453 |
# track_first (bool): Whether to track and fetch first
|
| 455 | 454 |
# force (bool): Whether to ignore contents in an existing directory
|
| 456 | 455 |
#
|
| 457 |
- def workspace_open(self, target, directory, *,
|
|
| 456 |
+ def workspace_open(self, targets, *,
|
|
| 458 | 457 |
no_checkout,
|
| 459 | 458 |
track_first,
|
| 460 |
- force):
|
|
| 459 |
+ force,
|
|
| 460 |
+ custom_dir):
|
|
| 461 |
+ # This function is a little funny but it is trying to be as atomic as possible.
|
|
| 461 | 462 |
|
| 462 | 463 |
if track_first:
|
| 463 |
- track_targets = (target,)
|
|
| 464 |
+ track_targets = targets
|
|
| 464 | 465 |
else:
|
| 465 | 466 |
track_targets = ()
|
| 466 | 467 |
|
| 467 |
- elements, track_elements = self._load((target,), track_targets,
|
|
| 468 |
+ elements, track_elements = self._load(targets, track_targets,
|
|
| 468 | 469 |
selection=PipelineSelection.REDIRECT,
|
| 469 | 470 |
track_selection=PipelineSelection.REDIRECT)
|
| 470 |
- target = elements[0]
|
|
| 471 |
- directory = os.path.abspath(directory)
|
|
| 472 |
- |
|
| 473 |
- if not list(target.sources()):
|
|
| 474 |
- build_depends = [x.name for x in target.dependencies(Scope.BUILD, recurse=False)]
|
|
| 475 |
- if not build_depends:
|
|
| 476 |
- raise StreamError("The given element has no sources")
|
|
| 477 |
- detail = "Try opening a workspace on one of its dependencies instead:\n"
|
|
| 478 |
- detail += " \n".join(build_depends)
|
|
| 479 |
- raise StreamError("The given element has no sources", detail=detail)
|
|
| 480 | 471 |
|
| 481 | 472 |
workspaces = self._context.get_workspaces()
|
| 482 | 473 |
|
| 483 |
- # Check for workspace config
|
|
| 484 |
- workspace = workspaces.get_workspace(target._get_full_name())
|
|
| 485 |
- if workspace and not force:
|
|
| 486 |
- raise StreamError("Workspace '{}' is already defined at: {}"
|
|
| 487 |
- .format(target.name, workspace.get_absolute_path()))
|
|
| 488 |
- |
|
| 489 | 474 |
# If we're going to checkout, we need at least a fetch,
|
| 490 | 475 |
# if we were asked to track first, we're going to fetch anyway.
|
| 491 | 476 |
#
|
| ... | ... | @@ -495,29 +480,78 @@ class Stream(): |
| 495 | 480 |
track_elements = elements
|
| 496 | 481 |
self._fetch(elements, track_elements=track_elements)
|
| 497 | 482 |
|
| 498 |
- if not no_checkout and target._get_consistency() != Consistency.CACHED:
|
|
| 499 |
- raise StreamError("Could not stage uncached source. " +
|
|
| 500 |
- "Use `--track` to track and " +
|
|
| 501 |
- "fetch the latest version of the " +
|
|
| 502 |
- "source.")
|
|
| 503 |
- |
|
| 504 |
- if workspace:
|
|
| 505 |
- workspaces.delete_workspace(target._get_full_name())
|
|
| 506 |
- workspaces.save_config()
|
|
| 507 |
- shutil.rmtree(directory)
|
|
| 508 |
- try:
|
|
| 509 |
- os.makedirs(directory, exist_ok=True)
|
|
| 510 |
- except OSError as e:
|
|
| 511 |
- raise StreamError("Failed to create workspace directory: {}".format(e)) from e
|
|
| 483 |
+ expanded_directories = []
|
|
| 484 |
+ # To try to be more atomic, loop through the elements and raise any errors we can early
|
|
| 485 |
+ for target in elements:
|
|
| 486 |
+ |
|
| 487 |
+ if not list(target.sources()):
|
|
| 488 |
+ build_depends = [x.name for x in target.dependencies(Scope.BUILD, recurse=False)]
|
|
| 489 |
+ if not build_depends:
|
|
| 490 |
+ raise StreamError("The element {} has no sources".format(target.name))
|
|
| 491 |
+ detail = "Try opening a workspace on one of its dependencies instead:\n"
|
|
| 492 |
+ detail += " \n".join(build_depends)
|
|
| 493 |
+ raise StreamError("The element {} has no sources".format(target.name), detail=detail)
|
|
| 494 |
+ |
|
| 495 |
+ # Check for workspace config
|
|
| 496 |
+ workspace = workspaces.get_workspace(target._get_full_name())
|
|
| 497 |
+ if workspace and not force:
|
|
| 498 |
+ raise StreamError("Workspace '{}' is already defined at: {}"
|
|
| 499 |
+ .format(target.name, workspace.get_absolute_path()))
|
|
| 500 |
+ |
|
| 501 |
+ if not no_checkout and target._get_consistency() != Consistency.CACHED:
|
|
| 502 |
+ raise StreamError("Could not stage uncached source. For {} ".format(target.name) +
|
|
| 503 |
+ "Use `--track` to track and " +
|
|
| 504 |
+ "fetch the latest version of the " +
|
|
| 505 |
+ "source.")
|
|
| 506 |
+ |
|
| 507 |
+ if not custom_dir:
|
|
| 508 |
+ directory = os.path.abspath(os.path.join(self._context.workspacedir, target.name))
|
|
| 509 |
+ if directory[-4:] == '.bst':
|
|
| 510 |
+ directory = directory[:-4]
|
|
| 511 |
+ expanded_directories.append(directory)
|
|
| 512 |
+ |
|
| 513 |
+ if custom_dir:
|
|
| 514 |
+ assert len(elements) == 1
|
|
| 515 |
+ # The CLI function that calls this should have caught len(elements) != 1 so if this fails it is a bug that
|
|
| 516 |
+ # can not be tested for via the run bst test mechanism.
|
|
| 517 |
+ expanded_directories = [custom_dir, ]
|
|
| 518 |
+ else:
|
|
| 519 |
+ # If this fails it is a bug in what ever calls this, usually cli.py and so can not be tested for via the
|
|
| 520 |
+ # run bst test mechanism.
|
|
| 521 |
+ assert len(elements) == len(expanded_directories)
|
|
| 522 |
+ |
|
| 523 |
+ # So far this function has tried to catch as many issues as possible with out making any changes
|
|
| 524 |
+ # Now it dose the bits that can not be made atomic.
|
|
| 525 |
+ targetGenerator = zip(elements, expanded_directories)
|
|
| 526 |
+ for target, directory in targetGenerator:
|
|
| 527 |
+ self._message(MessageType.INFO, "Creating workspace for element {}"
|
|
| 528 |
+ .format(target.name))
|
|
| 529 |
+ |
|
| 530 |
+ workspace = workspaces.get_workspace(target._get_full_name())
|
|
| 531 |
+ if workspace:
|
|
| 532 |
+ workspaces.delete_workspace(target._get_full_name())
|
|
| 533 |
+ workspaces.save_config()
|
|
| 534 |
+ shutil.rmtree(directory)
|
|
| 535 |
+ try:
|
|
| 536 |
+ os.makedirs(directory, exist_ok=True)
|
|
| 537 |
+ except OSError as e:
|
|
| 538 |
+ todo_elements = " ".join([str(target.name) for target, directory_dict in targetGenerator])
|
|
| 539 |
+ if todo_elements:
|
|
| 540 |
+ # This output should make creating the remaining workspaces as easy as possible.
|
|
| 541 |
+ todo_elements = "\nDid not try to create workspaces for " + todo_elements
|
|
| 542 |
+ raise StreamError("Failed to create workspace directory: {}".format(e) + todo_elements) from e
|
|
| 512 | 543 |
|
| 513 |
- workspaces.create_workspace(target._get_full_name(), directory)
|
|
| 544 |
+ workspaces.create_workspace(target._get_full_name(), directory)
|
|
| 514 | 545 |
|
| 515 |
- if not no_checkout:
|
|
| 516 |
- with target.timed_activity("Staging sources to {}".format(directory)):
|
|
| 517 |
- target._open_workspace()
|
|
| 546 |
+ if not no_checkout:
|
|
| 547 |
+ with target.timed_activity("Staging sources to {}".format(directory)):
|
|
| 548 |
+ target._open_workspace()
|
|
| 518 | 549 |
|
| 519 |
- workspaces.save_config()
|
|
| 520 |
- self._message(MessageType.INFO, "Saved workspace configuration")
|
|
| 550 |
+ # Saving the workspace once it is set up means that if the next workspace fails to be created before
|
|
| 551 |
+ # the configuration gets saved. The successfully created workspace still gets saved.
|
|
| 552 |
+ workspaces.save_config()
|
|
| 553 |
+ self._message(MessageType.INFO, "Created a workspace for element: {}"
|
|
| 554 |
+ .format(target._get_full_name()))
|
|
| 521 | 555 |
|
| 522 | 556 |
# workspace_close
|
| 523 | 557 |
#
|
| ... | ... | @@ -22,6 +22,9 @@ artifactdir: ${XDG_CACHE_HOME}/buildstream/artifacts |
| 22 | 22 |
# Location to store build logs
|
| 23 | 23 |
logdir: ${XDG_CACHE_HOME}/buildstream/logs
|
| 24 | 24 |
|
| 25 |
+# Default root location for workspaces, blank for no default set.
|
|
| 26 |
+workspacedir: .
|
|
| 27 |
+ |
|
| 25 | 28 |
#
|
| 26 | 29 |
# Cache
|
| 27 | 30 |
#
|
| ... | ... | @@ -7,7 +7,7 @@ commands: |
| 7 | 7 |
# Capture workspace open output
|
| 8 | 8 |
- directory: ../examples/developing/
|
| 9 | 9 |
output: ../source/sessions/developing-workspace-open.html
|
| 10 |
- command: workspace open hello.bst workspace_hello
|
|
| 10 |
+ command: workspace open hello.bst --directory workspace_hello
|
|
| 11 | 11 |
|
| 12 | 12 |
# Catpure output from workspace list
|
| 13 | 13 |
- directory: ../examples/developing/
|
| ... | ... | @@ -59,7 +59,7 @@ def test_open_workspace(cli, tmpdir, datafiles): |
| 59 | 59 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
| 60 | 60 |
workspace_dir = os.path.join(str(tmpdir), "workspace_hello")
|
| 61 | 61 |
|
| 62 |
- result = cli.run(project=project, args=['workspace', 'open', '-f', 'hello.bst', workspace_dir])
|
|
| 62 |
+ result = cli.run(project=project, args=['workspace', 'open', '-f', '--directory', workspace_dir, 'hello.bst', ])
|
|
| 63 | 63 |
result.assert_success()
|
| 64 | 64 |
|
| 65 | 65 |
result = cli.run(project=project, args=['workspace', 'list'])
|
| ... | ... | @@ -78,7 +78,7 @@ def test_make_change_in_workspace(cli, tmpdir, datafiles): |
| 78 | 78 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
| 79 | 79 |
workspace_dir = os.path.join(str(tmpdir), "workspace_hello")
|
| 80 | 80 |
|
| 81 |
- result = cli.run(project=project, args=['workspace', 'open', '-f', 'hello.bst', workspace_dir])
|
|
| 81 |
+ result = cli.run(project=project, args=['workspace', 'open', '-f', '--directory', workspace_dir, 'hello.bst'])
|
|
| 82 | 82 |
result.assert_success()
|
| 83 | 83 |
|
| 84 | 84 |
result = cli.run(project=project, args=['workspace', 'list'])
|
| ... | ... | @@ -48,7 +48,7 @@ def test_open_cross_junction_workspace(cli, tmpdir, datafiles): |
| 48 | 48 |
workspace_dir = os.path.join(str(tmpdir), "workspace_hello_junction")
|
| 49 | 49 |
|
| 50 | 50 |
result = cli.run(project=project,
|
| 51 |
- args=['workspace', 'open', 'hello-junction.bst:hello.bst', workspace_dir])
|
|
| 51 |
+ args=['workspace', 'open', '--directory', workspace_dir, 'hello-junction.bst:hello.bst'])
|
|
| 52 | 52 |
result.assert_success()
|
| 53 | 53 |
|
| 54 | 54 |
result = cli.run(project=project,
|
| ... | ... | @@ -509,7 +509,7 @@ def test_build_checkout_workspaced_junction(cli, tmpdir, datafiles): |
| 509 | 509 |
|
| 510 | 510 |
# Now open a workspace on the junction
|
| 511 | 511 |
#
|
| 512 |
- result = cli.run(project=project, args=['workspace', 'open', 'junction.bst', workspace])
|
|
| 512 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, 'junction.bst'])
|
|
| 513 | 513 |
result.assert_success()
|
| 514 | 514 |
filename = os.path.join(workspace, 'files', 'etc-files', 'etc', 'animal.conf')
|
| 515 | 515 |
|
| ... | ... | @@ -47,7 +47,7 @@ def open_cross_junction(cli, tmpdir): |
| 47 | 47 |
workspace = tmpdir.join("workspace")
|
| 48 | 48 |
|
| 49 | 49 |
element = 'sub.bst:data.bst'
|
| 50 |
- args = ['workspace', 'open', element, str(workspace)]
|
|
| 50 |
+ args = ['workspace', 'open', '--directory', str(workspace), element]
|
|
| 51 | 51 |
result = cli.run(project=project, args=args)
|
| 52 | 52 |
result.assert_success()
|
| 53 | 53 |
|
| ... | ... | @@ -25,6 +25,7 @@ |
| 25 | 25 |
#
|
| 26 | 26 |
|
| 27 | 27 |
import os
|
| 28 |
+import stat
|
|
| 28 | 29 |
import pytest
|
| 29 | 30 |
import shutil
|
| 30 | 31 |
import subprocess
|
| ... | ... | @@ -65,7 +66,9 @@ class WorkspaceCreater(): |
| 65 | 66 |
element_name = 'workspace-test-{}{}.bst'.format(kind, suffix)
|
| 66 | 67 |
element_path = os.path.join(self.project_path, 'elements')
|
| 67 | 68 |
if not workspace_dir:
|
| 68 |
- workspace_dir = os.path.join(self.workspace_cmd, element_name.rstrip('.bst'))
|
|
| 69 |
+ workspace_dir = os.path.join(self.workspace_cmd, element_name)
|
|
| 70 |
+ if workspace_dir[-4:] == '.bst':
|
|
| 71 |
+ workspace_dir = workspace_dir[:-4]
|
|
| 69 | 72 |
|
| 70 | 73 |
# Create our repo object of the given source type with
|
| 71 | 74 |
# the bin files, and then collect the initial ref.
|
| ... | ... | @@ -182,6 +185,103 @@ def test_open_bzr_customize(cli, tmpdir, datafiles): |
| 182 | 185 |
assert(expected_output_str in str(output))
|
| 183 | 186 |
|
| 184 | 187 |
|
| 188 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
| 189 |
+def test_open_multi(cli, tmpdir, datafiles):
|
|
| 190 |
+ |
|
| 191 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
| 192 |
+ workspaces = workspace_object.open_workspaces(repo_kinds, False)
|
|
| 193 |
+ |
|
| 194 |
+ for (elname, workspace), kind in zip(workspaces, repo_kinds):
|
|
| 195 |
+ assert kind in elname
|
|
| 196 |
+ workspace_lsdir = os.listdir(workspace)
|
|
| 197 |
+ if kind == 'git':
|
|
| 198 |
+ assert('.git' in workspace_lsdir)
|
|
| 199 |
+ elif kind == 'bzr':
|
|
| 200 |
+ assert('.bzr' in workspace_lsdir)
|
|
| 201 |
+ else:
|
|
| 202 |
+ assert not ('.git' in workspace_lsdir)
|
|
| 203 |
+ assert not ('.bzr' in workspace_lsdir)
|
|
| 204 |
+ |
|
| 205 |
+ |
|
| 206 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
| 207 |
+def test_open_multi_unwritable(cli, tmpdir, datafiles):
|
|
| 208 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
| 209 |
+ |
|
| 210 |
+ element_tuples = workspace_object.create_workspace_elements(repo_kinds, False, repo_kinds)
|
|
| 211 |
+ os.makedirs(workspace_object.workspace_cmd, exist_ok=True)
|
|
| 212 |
+ |
|
| 213 |
+ # Now open the workspace, this should have the effect of automatically
|
|
| 214 |
+ # tracking & fetching the source from the repo.
|
|
| 215 |
+ args = ['workspace', 'open']
|
|
| 216 |
+ args.extend([element_name for element_name, workspace_dir_suffix in element_tuples])
|
|
| 217 |
+ cli.configure({'workspacedir': workspace_object.workspace_cmd})
|
|
| 218 |
+ |
|
| 219 |
+ cwdstat = os.stat(workspace_object.workspace_cmd)
|
|
| 220 |
+ try:
|
|
| 221 |
+ os.chmod(workspace_object.workspace_cmd, cwdstat.st_mode - stat.S_IWRITE)
|
|
| 222 |
+ result = workspace_object.cli.run(project=workspace_object.project_path, args=args)
|
|
| 223 |
+ finally:
|
|
| 224 |
+ # Using this finally to make sure we always put thing back how they should be.
|
|
| 225 |
+ os.chmod(workspace_object.workspace_cmd, cwdstat.st_mode)
|
|
| 226 |
+ |
|
| 227 |
+ result.assert_main_error(ErrorDomain.STREAM, None)
|
|
| 228 |
+ # Normally we avoid checking stderr in favour of using the mechine readable result.assert_main_error
|
|
| 229 |
+ # But Tristan was very keen that the names of the elements left needing workspaces were present in the out put
|
|
| 230 |
+ assert (" ".join([element_name for element_name, workspace_dir_suffix in element_tuples[1:]]) in result.stderr)
|
|
| 231 |
+ |
|
| 232 |
+ |
|
| 233 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
| 234 |
+def test_open_multi_with_directory(cli, tmpdir, datafiles):
|
|
| 235 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
| 236 |
+ |
|
| 237 |
+ element_tuples = workspace_object.create_workspace_elements(repo_kinds, False, repo_kinds)
|
|
| 238 |
+ os.makedirs(workspace_object.workspace_cmd, exist_ok=True)
|
|
| 239 |
+ |
|
| 240 |
+ # Now open the workspace, this should have the effect of automatically
|
|
| 241 |
+ # tracking & fetching the source from the repo.
|
|
| 242 |
+ args = ['workspace', 'open']
|
|
| 243 |
+ args.extend(['--directory', 'any/dir/should/fail'])
|
|
| 244 |
+ |
|
| 245 |
+ args.extend([element_name for element_name, workspace_dir_suffix in element_tuples])
|
|
| 246 |
+ result = workspace_object.cli.run(cwd=workspace_object.workspace_cmd, project=workspace_object.project_path,
|
|
| 247 |
+ args=args)
|
|
| 248 |
+ |
|
| 249 |
+ result.assert_main_error(ErrorDomain.CAS, None)
|
|
| 250 |
+ assert ("Directory option can only be used if a single element is given" in result.stderr)
|
|
| 251 |
+ |
|
| 252 |
+ |
|
| 253 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
| 254 |
+def test_open_defaultlocation(cli, tmpdir, datafiles):
|
|
| 255 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
| 256 |
+ |
|
| 257 |
+ ((element_name, workspace_dir), ) = workspace_object.create_workspace_elements(['git'], False, ['git'])
|
|
| 258 |
+ os.makedirs(workspace_object.workspace_cmd, exist_ok=True)
|
|
| 259 |
+ |
|
| 260 |
+ # Now open the workspace, this should have the effect of automatically
|
|
| 261 |
+ # tracking & fetching the source from the repo.
|
|
| 262 |
+ args = ['workspace', 'open']
|
|
| 263 |
+ args.append(element_name)
|
|
| 264 |
+ |
|
| 265 |
+ # In the other tests we set the cmd to workspace_object.workspace_cmd with the optional
|
|
| 266 |
+ # argument, cwd for the workspace_object.cli.run function. But hear we set the default
|
|
| 267 |
+ # workspace location to workspace_object.workspace_cmd and run the cli.run function with
|
|
| 268 |
+ # no cwd option so that it runs in the project directory.
|
|
| 269 |
+ cli.configure({'workspacedir': workspace_object.workspace_cmd})
|
|
| 270 |
+ result = workspace_object.cli.run(project=workspace_object.project_path,
|
|
| 271 |
+ args=args)
|
|
| 272 |
+ |
|
| 273 |
+ result.assert_success()
|
|
| 274 |
+ |
|
| 275 |
+ assert cli.get_element_state(workspace_object.project_path, element_name) == 'buildable'
|
|
| 276 |
+ |
|
| 277 |
+ # Check that the executable hello file is found in the workspace
|
|
| 278 |
+ # even though the cli.run function was not run with cwd = workspace_object.workspace_cmd
|
|
| 279 |
+ # the workspace should be created in there as we used the 'workspacedir' configuration
|
|
| 280 |
+ # option.
|
|
| 281 |
+ filename = os.path.join(workspace_dir, 'usr', 'bin', 'hello')
|
|
| 282 |
+ assert os.path.exists(filename)
|
|
| 283 |
+ |
|
| 284 |
+ |
|
| 185 | 285 |
@pytest.mark.datafiles(DATA_DIR)
|
| 186 | 286 |
@pytest.mark.parametrize("kind", repo_kinds)
|
| 187 | 287 |
def test_open_track(cli, tmpdir, datafiles, kind):
|
| ... | ... | @@ -204,7 +304,7 @@ def test_open_force(cli, tmpdir, datafiles, kind): |
| 204 | 304 |
|
| 205 | 305 |
# Now open the workspace again with --force, this should happily succeed
|
| 206 | 306 |
result = cli.run(project=project, args=[
|
| 207 |
- 'workspace', 'open', '--force', element_name, workspace
|
|
| 307 |
+ 'workspace', 'open', '--force', '--directory', workspace, element_name
|
|
| 208 | 308 |
])
|
| 209 | 309 |
result.assert_success()
|
| 210 | 310 |
|
| ... | ... | @@ -219,7 +319,7 @@ def test_open_force_open(cli, tmpdir, datafiles, kind): |
| 219 | 319 |
|
| 220 | 320 |
# Now open the workspace again with --force, this should happily succeed
|
| 221 | 321 |
result = cli.run(project=project, args=[
|
| 222 |
- 'workspace', 'open', '--force', element_name, workspace
|
|
| 322 |
+ 'workspace', 'open', '--force', '--directory', workspace, element_name
|
|
| 223 | 323 |
])
|
| 224 | 324 |
result.assert_success()
|
| 225 | 325 |
|
| ... | ... | @@ -250,7 +350,7 @@ def test_open_force_different_workspace(cli, tmpdir, datafiles, kind): |
| 250 | 350 |
|
| 251 | 351 |
# Now open the workspace again with --force, this should happily succeed
|
| 252 | 352 |
result = cli.run(project=project, args=[
|
| 253 |
- 'workspace', 'open', '--force', element_name2, workspace
|
|
| 353 |
+ 'workspace', 'open', '--force', '--directory', workspace, element_name2
|
|
| 254 | 354 |
])
|
| 255 | 355 |
|
| 256 | 356 |
# Assert that the file in workspace 1 has been replaced
|
| ... | ... | @@ -558,7 +658,7 @@ def test_buildable_no_ref(cli, tmpdir, datafiles): |
| 558 | 658 |
# Now open the workspace. We don't need to checkout the source though.
|
| 559 | 659 |
workspace = os.path.join(str(tmpdir), 'workspace-no-ref')
|
| 560 | 660 |
os.makedirs(workspace)
|
| 561 |
- args = ['workspace', 'open', '--no-checkout', element_name, workspace]
|
|
| 661 |
+ args = ['workspace', 'open', '--no-checkout', '--directory', workspace, element_name]
|
|
| 562 | 662 |
result = cli.run(project=project, args=args)
|
| 563 | 663 |
result.assert_success()
|
| 564 | 664 |
|
| ... | ... | @@ -820,7 +920,7 @@ def test_list_supported_workspace(cli, tmpdir, datafiles, workspace_cfg, expecte |
| 820 | 920 |
element_name))
|
| 821 | 921 |
|
| 822 | 922 |
# Make a change to the workspaces file
|
| 823 |
- result = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 923 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 824 | 924 |
result.assert_success()
|
| 825 | 925 |
result = cli.run(project=project, args=['workspace', 'close', '--remove-dir', element_name])
|
| 826 | 926 |
result.assert_success()
|
| ... | ... | @@ -278,7 +278,7 @@ def test_workspace_visible(cli, tmpdir, datafiles): |
| 278 | 278 |
|
| 279 | 279 |
# Open a workspace on our build failing element
|
| 280 | 280 |
#
|
| 281 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 281 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 282 | 282 |
assert res.exit_code == 0
|
| 283 | 283 |
|
| 284 | 284 |
# Ensure the dependencies of our build failing element are built
|
| ... | ... | @@ -23,7 +23,7 @@ def test_workspace_mount(cli, tmpdir, datafiles): |
| 23 | 23 |
workspace = os.path.join(cli.directory, 'workspace')
|
| 24 | 24 |
element_name = 'workspace/workspace-mount.bst'
|
| 25 | 25 |
|
| 26 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 26 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 27 | 27 |
assert res.exit_code == 0
|
| 28 | 28 |
|
| 29 | 29 |
res = cli.run(project=project, args=['build', element_name])
|
| ... | ... | @@ -39,7 +39,7 @@ def test_workspace_commanddir(cli, tmpdir, datafiles): |
| 39 | 39 |
workspace = os.path.join(cli.directory, 'workspace')
|
| 40 | 40 |
element_name = 'workspace/workspace-commanddir.bst'
|
| 41 | 41 |
|
| 42 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 42 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 43 | 43 |
assert res.exit_code == 0
|
| 44 | 44 |
|
| 45 | 45 |
res = cli.run(project=project, args=['build', element_name])
|
| ... | ... | @@ -75,7 +75,7 @@ def test_workspace_updated_dependency(cli, tmpdir, datafiles): |
| 75 | 75 |
_yaml.dump(dependency, os.path.join(element_path, dep_name))
|
| 76 | 76 |
|
| 77 | 77 |
# First open the workspace
|
| 78 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 78 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 79 | 79 |
assert res.exit_code == 0
|
| 80 | 80 |
|
| 81 | 81 |
# We build the workspaced element, so that we have an artifact
|
| ... | ... | @@ -130,7 +130,7 @@ def test_workspace_update_dependency_failed(cli, tmpdir, datafiles): |
| 130 | 130 |
_yaml.dump(dependency, os.path.join(element_path, dep_name))
|
| 131 | 131 |
|
| 132 | 132 |
# First open the workspace
|
| 133 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 133 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 134 | 134 |
assert res.exit_code == 0
|
| 135 | 135 |
|
| 136 | 136 |
# We build the workspaced element, so that we have an artifact
|
| ... | ... | @@ -205,7 +205,7 @@ def test_updated_dependency_nested(cli, tmpdir, datafiles): |
| 205 | 205 |
_yaml.dump(dependency, os.path.join(element_path, dep_name))
|
| 206 | 206 |
|
| 207 | 207 |
# First open the workspace
|
| 208 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 208 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 209 | 209 |
assert res.exit_code == 0
|
| 210 | 210 |
|
| 211 | 211 |
# We build the workspaced element, so that we have an artifact
|
| ... | ... | @@ -258,7 +258,7 @@ def test_incremental_configure_commands_run_only_once(cli, tmpdir, datafiles): |
| 258 | 258 |
_yaml.dump(element, os.path.join(element_path, element_name))
|
| 259 | 259 |
|
| 260 | 260 |
# We open a workspace on the above element
|
| 261 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
| 261 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
| 262 | 262 |
res.assert_success()
|
| 263 | 263 |
|
| 264 | 264 |
# Then we build, and check whether the configure step succeeded
|
| ... | ... | @@ -108,19 +108,28 @@ def test_filter_forbid_also_rdep(datafiles, cli): |
| 108 | 108 |
def test_filter_workspace_open(datafiles, cli, tmpdir):
|
| 109 | 109 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
| 110 | 110 |
workspace_dir = os.path.join(tmpdir.dirname, tmpdir.basename, "workspace")
|
| 111 |
- result = cli.run(project=project, args=['workspace', 'open', 'deps-permitted.bst', workspace_dir])
|
|
| 111 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'deps-permitted.bst'])
|
|
| 112 | 112 |
result.assert_success()
|
| 113 | 113 |
assert os.path.exists(os.path.join(workspace_dir, "foo"))
|
| 114 | 114 |
assert os.path.exists(os.path.join(workspace_dir, "bar"))
|
| 115 | 115 |
assert os.path.exists(os.path.join(workspace_dir, "baz"))
|
| 116 | 116 |
|
| 117 | 117 |
|
| 118 |
+@pytest.mark.datafiles(os.path.join(DATA_DIR, 'basic'))
|
|
| 119 |
+def test_filter_workspace_open_multi(datafiles, cli, tmpdir):
|
|
| 120 |
+ project = os.path.join(datafiles.dirname, datafiles.basename)
|
|
| 121 |
+ result = cli.run(cwd=project, project=project, args=['workspace', 'open', 'deps-permitted.bst',
|
|
| 122 |
+ 'output-orphans.bst'])
|
|
| 123 |
+ result.assert_success()
|
|
| 124 |
+ assert os.path.exists(os.path.join(project, "input"))
|
|
| 125 |
+ |
|
| 126 |
+ |
|
| 118 | 127 |
@pytest.mark.datafiles(os.path.join(DATA_DIR, 'basic'))
|
| 119 | 128 |
def test_filter_workspace_build(datafiles, cli, tmpdir):
|
| 120 | 129 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
| 121 | 130 |
tempdir = os.path.join(tmpdir.dirname, tmpdir.basename)
|
| 122 | 131 |
workspace_dir = os.path.join(tempdir, "workspace")
|
| 123 |
- result = cli.run(project=project, args=['workspace', 'open', 'output-orphans.bst', workspace_dir])
|
|
| 132 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'output-orphans.bst'])
|
|
| 124 | 133 |
result.assert_success()
|
| 125 | 134 |
src = os.path.join(workspace_dir, "foo")
|
| 126 | 135 |
dst = os.path.join(workspace_dir, "quux")
|
| ... | ... | @@ -138,7 +147,7 @@ def test_filter_workspace_close(datafiles, cli, tmpdir): |
| 138 | 147 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
| 139 | 148 |
tempdir = os.path.join(tmpdir.dirname, tmpdir.basename)
|
| 140 | 149 |
workspace_dir = os.path.join(tempdir, "workspace")
|
| 141 |
- result = cli.run(project=project, args=['workspace', 'open', 'output-orphans.bst', workspace_dir])
|
|
| 150 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'output-orphans.bst'])
|
|
| 142 | 151 |
result.assert_success()
|
| 143 | 152 |
src = os.path.join(workspace_dir, "foo")
|
| 144 | 153 |
dst = os.path.join(workspace_dir, "quux")
|
| ... | ... | @@ -158,7 +167,7 @@ def test_filter_workspace_reset(datafiles, cli, tmpdir): |
| 158 | 167 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
| 159 | 168 |
tempdir = os.path.join(tmpdir.dirname, tmpdir.basename)
|
| 160 | 169 |
workspace_dir = os.path.join(tempdir, "workspace")
|
| 161 |
- result = cli.run(project=project, args=['workspace', 'open', 'output-orphans.bst', workspace_dir])
|
|
| 170 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'output-orphans.bst'])
|
|
| 162 | 171 |
result.assert_success()
|
| 163 | 172 |
src = os.path.join(workspace_dir, "foo")
|
| 164 | 173 |
dst = os.path.join(workspace_dir, "quux")
|
