mlflow-export-import/databricks_notebooks/git/Import_Experiment.py at master · amesar/mlflow-export-import · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
# Databricks notebook source
# MAGIC %md ### Import Experiment
# MAGIC
# MAGIC **Widgets**
# MAGIC * DBFS input folder - Input directory containing an exported experiment.
# MAGIC * Destination experiment name - Will create if it doesn't exist.
# MAGIC * Just peek - Just display manifest.json and do not import the experiment.
# MAGIC
# MAGIC #### Setup
# MAGIC * See the Setup section in [README]($00_README_Export_Import).

# COMMAND ----------

# MAGIC %run ./Common

# COMMAND ----------

dbutils.widgets.text("Destination experiment name", "")
experiment_name = dbutils.widgets.get("Destination experiment name")

dbutils.widgets.text("DBFS input folder", "")
input_dir = dbutils.widgets.get("DBFS input folder")

dbutils.widgets.dropdown("Import metadata tags","no",["yes","no"])
import_metadata_tags = dbutils.widgets.get("Import metadata tags") == "yes"

dbutils.widgets.dropdown("Just peek","no",["yes","no"])
just_peek = dbutils.widgets.get("Just peek") == "yes"

if len(input_dir)==0: raise Exception("ERROR: Input is required")

print("input_dir:",input_dir)
print("experiment_name:",experiment_name)
print("import_metadata_tags:",import_metadata_tags)
print("just_peek:",just_peek)

# COMMAND ----------

from mlflow_export_import.experiment.import_experiment import ExperimentImporter
from mlflow_export_import import peek_at_experiment

importer = ExperimentImporter(import_metadata_tags=import_metadata_tags)
peek_at_experiment(input_dir)

# COMMAND ----------

input_dir

# COMMAND ----------

 if not just_peek:
    if len(experiment_name)==0: raise Exception("ERROR: Destination Experiment Name is required")
    importer.import_experiment(experiment_name, input_dir)

# COMMAND ----------

display_experiment_uri(experiment_name)