Skip to content

Commit

Permalink
Fixes the bug where pants doesn't recognize build targets on top-leve…
Browse files Browse the repository at this point in the history
…l directories.

The previous argument parser naively simply checked whether a command-line argument contained a slash (/) or a colon (:). This is a reasonable assumption most of the time, but in the case where a BUILD file is located only one directory deep, (eg, buildroot/folder/BUILD), this makes it impossible to run pants on the target simply by calling (eg) ./pants goal bundle folder.

See github issue for example: pantsbuild#159

This fixes it by actually checking to see if a phase with goals is defined by the command-line argument. It still checks before that whether the argument contains a slash or a colon, because that if an argument has those characters it can't mean a goal. But an argument not having those characters doesn't mean it is a goal.

In a completely ambiguous situation (eg, given a command argument 'bundle', and there is a valid BUILD file at bundle/BUILD), we err on the side of the goal, and print out a warning. This makes sense, because it allows the user to disambiguate the situation using the '--' syntax.
  • Loading branch information
gmalmquist committed Jun 13, 2014
1 parent f3d1cd6 commit 3a7a408
Show file tree
Hide file tree
Showing 3 changed files with 70 additions and 18 deletions.
30 changes: 28 additions & 2 deletions src/python/pants/commands/goal.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@

from contextlib import contextmanager
import inspect
import logging
import os
import sys
import traceback
Expand All @@ -18,6 +19,7 @@

from pants.backend.core.tasks.console_task import ConsoleTask
from pants.backend.core.tasks.task import Task
from pants.backend.jvm.tasks.nailgun_task import NailgunTask # XXX(pl)
from pants.base.address import BuildFileAddress, parse_spec
from pants.base.build_environment import get_buildroot
from pants.base.build_file import BuildFile
Expand All @@ -34,7 +36,6 @@
from pants.goal.help import print_help
from pants.goal.initialize_reporting import update_reporting
from pants.goal.option_helpers import add_global_options
from pants.backend.jvm.tasks.nailgun_task import NailgunTask # XXX(pl)


StringIO = Compatibility.StringIO
Expand All @@ -51,9 +52,34 @@ def parse_args(args):
goals = OrderedSet()
specs = OrderedSet()
explicit_multi = False
logger = logging.getLogger(__name__)
double_dash = u'--' in args
goal_names = [phase.name for phase, goal in Phase.all()]
if not goal_names:
raise RuntimeError(
'Arguments cannot be parsed before the list of goals from Phase.all() is populated.')

def is_spec(spec):
return os.sep in spec or ':' in spec
if os.sep in spec or ':' in spec:
return True # Definitely not a goal.
if not (spec in goal_names):
return True # Definitely not a (known) goal.
if double_dash:
# This means that we're parsing the half of the expression before a --, so assume it's a
# goal without warning.
return False
# Here, it's possible we have a goal and target with the same name. For now, always give
# priority to the goal, but give a warning if they might have meant the target (if the BUILD
# file exists).
try:
BuildFile(get_buildroot(), spec)
msg = (' Command-line argument "{spec}" is ambiguous, and was assumed to be a goal.'
' If this is incorrect, disambiguate it with the "--" argument to separate goals'
' from targets.')
logger.warning(msg.format(spec=spec))
except IOError: pass # Awesome, it's unambiguous.
return False


for i, arg in enumerate(args):
if not arg.startswith('-'):
Expand Down
1 change: 1 addition & 0 deletions tests/python/pants_test/commands/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ python_tests(
name = 'test_goal',
sources = [ 'test_goal.py' ],
dependencies = [
pants('src/python/pants/backend/jvm:plugin'),
pants('src/python/pants/commands:goal'),
pants('tests/python/pants_test:base_test'),
]
Expand Down
57 changes: 41 additions & 16 deletions tests/python/pants_test/commands/test_goal.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,25 +6,50 @@

import unittest

from pants.backend.jvm.register import register_goals
from pants.commands.goal import Goal, GoalError
from pants_test.base_test import BaseTest


class GoalTest(unittest.TestCase):

class GoalTest(BaseTest):

def assert_result(self, goals, specs, args):
g, s = Goal.parse_args(args)
self.assertEquals((goals, specs), (list(g), list(s)))

def test_top_level_dir(self):
self.create_dir('topleveldir')
self.create_file('topleveldir/BUILD', contents='''
python_test_suite(name='topleveldir', dependencies=[])
''')
self.assert_result(goals=[], specs=['topleveldir'], args=['topleveldir'])

def test_arg_ambiguity(self):
register_goals()

self.create_dir('compile')
self.create_file('compile/BUILD', contents='''
python_test_suite(name='compile', dependencies=[])
''')
self.assert_result(goals=['compile'], specs=[], args=['compile'])

def test_parse_args(self):
def assert_result(goals, specs, args):
g, s = Goal.parse_args(args)
self.assertEquals((goals, specs), (list(g), list(s)))
# Have to load in goals, because parse_args requires Phase.all() now.
# Fortunately, we only have to load in the goals we're actually using below, so the goals in the
# core register are sufficient.
register_goals()

assert_result(goals=[], specs=[], args=[])
assert_result(goals=[], specs=[], args=['--'])
assert_result(goals=[], specs=[], args=['-v', '--help'])
self.assert_result(goals=[], specs=[], args=[])
self.assert_result(goals=[], specs=[], args=['--'])
self.assert_result(goals=[], specs=[], args=['-v', '--help'])

assert_result(goals=['compile'], specs=[], args=['compile', '--log'])
assert_result(goals=['compile', 'test'], specs=[], args=['compile', 'test'])
assert_result(goals=['compile', 'test'], specs=[], args=['compile', '-v', 'test'])
self.assert_result(goals=['compile'], specs=[], args=['compile', '--log'])
self.assert_result(goals=['compile', 'test'], specs=[], args=['compile', 'test'])
self.assert_result(goals=['compile', 'test'], specs=[], args=['compile', '-v', 'test'])

assert_result(goals=[], specs=['resolve'], args=['--', 'resolve', '--ivy-open'])
assert_result(goals=['test'], specs=['resolve'], args=['test', '--', 'resolve', '--ivy-open'])
self.assert_result(goals=[], specs=['resolve'], args=['--', 'resolve', '--ivy-open'])
self.assert_result(goals=['test'], specs=['resolve'], args=['test', '--', 'resolve', '--ivy-open'])

try:
Goal.parse_args(['test', 'lib:all', '--', 'resolve'])
Expand All @@ -40,7 +65,7 @@ def assert_result(goals, specs, args):
except GoalError:
pass # expected

assert_result(goals=['test'], specs=['lib:all'], args=['lib:all', '-v', 'test'])
assert_result(goals=['test'], specs=['lib/'], args=['-v', 'test', 'lib/'])
assert_result(goals=['test'], specs=['lib/io:sound'], args=['test', '-v', 'lib/io:sound'])
assert_result(goals=['test'], specs=['lib:all'], args=['-h', 'test', '-v', 'lib:all', '-x'])
self.assert_result(goals=['test'], specs=['lib:all'], args=['lib:all', '-v', 'test'])
self.assert_result(goals=['test'], specs=['lib/'], args=['-v', 'test', 'lib/'])
self.assert_result(goals=['test'], specs=['lib/io:sound'], args=['test', '-v', 'lib/io:sound'])
self.assert_result(goals=['test'], specs=['lib:all'], args=['-h', 'test', '-v', 'lib:all', '-x'])

0 comments on commit 3a7a408

Please sign in to comment.