diff --git a/luigi/contrib/hadoop_jar.py b/luigi/contrib/hadoop_jar.py index 2635aeca5e..74f171ab9a 100644 --- a/luigi/contrib/hadoop_jar.py +++ b/luigi/contrib/hadoop_jar.py @@ -20,8 +20,8 @@ import logging import os -import pipes import random +import shlex import warnings import luigi.contrib.hadoop @@ -110,7 +110,7 @@ def run_job(self, job, tracking_url_callback=None): arglist += ['-o', 'UserKnownHostsFile=/dev/null', '-o', 'StrictHostKeyChecking=no'] arglist.append('{}@{}'.format(username, host)) - hadoop_arglist = [pipes.quote(arg) for arg in hadoop_arglist] + hadoop_arglist = [shlex.quote(arg) for arg in hadoop_arglist] arglist.append(' '.join(hadoop_arglist)) else: if not os.path.exists(job.jar()):