create work flow folder and upload related config file

chenxi1103 · Nov 3, 2019 · 86cf76f · 86cf76f
1 parent 7eda2bc
commit 86cf76f
Show file tree

Hide file tree

Showing 7 changed files with 42 additions and 1 deletion.
diff --git a/feature_extraction/extract_features.py b/feature_extraction/extract_features.py
@@ -43,6 +43,8 @@ def main():
     df_dedup = df.drop_duplicates(subset=['user_id', 'movie_id', 'score'] ,keep='last')
     file_name = 'user_movie_score_' + str(int(time.time())) + '.csv'
     df_dedup.to_csv(os.path.join(config['model_output_dir'], file_name), index=False)
+    copy_file_name = 'usermovie' + '.csv'
+    df_dedup.to_csv(os.path.join(config['model_output_dir'], copy_file_name), index=False)
 
 if __name__ == '__main__':
     main()
diff --git a/inference/configuration/model_setting_base.json b/inference/configuration/model_setting_base.json
@@ -0,0 +1,29 @@
+{
+  "OFFLINE": {
+    "offl-exp-1": {
+      "MODEL_NAME": "SVD",
+      "FEATURE_PATH": "/inference/feature/usermovie.csv",
+      "TEST_FEATURE_PATH": "/inference/feature/usermovie.csv",
+      "MODEL_PATH": "/inference/trained_model/",
+      "TOP_RECOMMEND_RESULT_NUM": 10,
+      "HYPER_PARAMETER": {},
+      "DESCRIPTION": "The first Experiment"
+    },
+    "offl-exp-2": {
+      "MODEL_NAME": "SVD",
+      "FEATURE_PATH": "/inference/feature/usermovie.csv",
+      "TEST_FEATURE_PATH": "/inference/feature/usermovie.csv",
+      "MODEL_PATH": "/inference/trained_model/",
+      "TOP_RECOMMEND_RESULT_NUM": 5,
+      "HYPER_PARAMETER": {},
+      "DESCRIPTION": "The second Experiment"
+    }
+  },
+  "ONLINE":{
+
+  },
+  "CONTENT_CONFIG":{
+    "REC_NUM":20,
+    "CONTENT_FEATURE_PATH":"/inference/feature/moviefeature.csv"
+  }
+}
diff --git a/inference/feature/usermovie.csv → inference/feature/usermovie_primary.csv b/inference/feature/usermovie.csv → inference/feature/usermovie_primary.csv
diff --git a/script/train_evaluate.sh b/script/train_evaluate.sh
@@ -1,2 +1,2 @@
 #!/usr/bin/env bash
-python3 ../inference/RecommendModule/operate.py /home/teama/17645TeamA/  offl-exp-1 Train Evaluate
+python3 inference/RecommendModule/operate.py .  offl-exp-1 Train Evaluate
diff --git a/workflow/active_model_setting_config.json b/workflow/active_model_setting_config.json
@@ -0,0 +1,5 @@
+{
+  "DailyActiveModelSetting": "offl-exp-1",
+  "ManualActiveModelSetting": "offl-exp-2",
+  "ManualSettingDryRun": "False"
+}
diff --git a/workflow/daily_relase_workflow.sh b/workflow/daily_relase_workflow.sh
@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+python3 feature_extraction/extract_features.py
+mv feature_extraction/data/usermovie.csv inference/feature/
+sh train_evaluate.sh
diff --git a/workflow/release_info.json b/workflow/release_info.json