fix can not find /tmp/xxx/yyy.tar.gz (#3111)

when spark use cluster deploy-mode,  the run_path will be created on the submitting host instead of the host where the driver is located

Author: Chopinxb

luigi/contrib/spark.py

@@ -356,6 +356,7 @@ def _setup_packages(self, sc):
                 mod_path = mod.__path__[0]
             except AttributeError:
                 mod_path = mod.__file__
+            os.makedirs(self.run_path, exist_ok=True)
             tar_path = os.path.join(self.run_path, package + '.tar.gz')
             tar = tarfile.open(tar_path, "w:gz")
             tar.add(mod_path, os.path.basename(mod_path))