diff --git a/.gitignore b/.gitignore index d206ab0..b52582f 100644 --- a/.gitignore +++ b/.gitignore @@ -12,3 +12,6 @@ dist/ .tox/ databricks_migration_tool.egg-info migrate.iml + +*.log +*.sublime* diff --git a/dbclient/WorkspaceClient.py b/dbclient/WorkspaceClient.py index ffd61cc..9325a7b 100644 --- a/dbclient/WorkspaceClient.py +++ b/dbclient/WorkspaceClient.py @@ -29,7 +29,7 @@ def __init__(self, configs, checkpoint_service): self._checkpoint_service = checkpoint_service self.groups_to_keep = configs.get("groups_to_keep", False) self.skip_missing_users = configs['skip_missing_users'] - self.skip_large_nb = configs['skip_large_nb'] + self.skip_large_nb = configs.get('skip_large_nb', None) _languages = {'.py': 'PYTHON', '.scala': 'SCALA', @@ -209,7 +209,7 @@ def export_user_home(self, username, local_export_dir, num_parallel=4): ) try: num_of_nbs = self.log_all_workspace_items( - user_root, workspace_log_writer, libs_log_writer, dir_log_writer, checkpoint_item_log_set) + user_root, workspace_log_writer, libs_log_writer, dir_log_writer, None, checkpoint_item_log_set) finally: workspace_log_writer.close() libs_log_writer.close()