fixing notebook for real

dagster-io · Oct 23, 2023 · 8aea0ba · 8aea0ba
1 parent db58d9b
commit 8aea0ba
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 4 deletions.
diff --git a/hooli_data_eng/assets/forecasting/model.ipynb b/hooli_data_eng/assets/forecasting/model.ipynb
@@ -72,7 +72,7 @@
     "\n",
     "print(len(weekly_order_summary))\n",
     "\n",
-    "combined = pd.concat(weekly_order_summary, daily_order_preds)\n",
+    "combined = pd.concat([weekly_order_summary, daily_order_preds])\n",
     "(ggplot(combined, aes('order_date', 'num_orders', color = 'type')) + geom_point(alpha = 0.5) + stat_smooth(method='lm'))\n",
     "\n",
     "# - Interactive plots (not currently supported in dagit notebook rendering)\n",
@@ -108,7 +108,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.13"
+   "version": "3.10.13 (main, Aug 24 2023, 22:43:20) [Clang 14.0.0 (clang-1400.0.29.202)]"
   },
   "orig_nbformat": 4,
   "vscode": {

diff --git a/hooli_data_eng/assets/raw_data/__init__.py b/hooli_data_eng/assets/raw_data/__init__.py
@@ -52,8 +52,13 @@ def users(context, api: RawDataAPI) -> pd.DataFrame:
 
     return pd.concat(all_users)
 
+@asset 
+def clean_users(users):
+    #users = flatten(users)
+    return users
+
 @asset_check(
-        asset=AssetKey(["RAW_DATA", "users"]),
+        asset=users,#AssetKey(["RAW_DATA", "users"]),
         description="check that users are from expected companies",
 )
 def check_users(context, users: pd.DataFrame):
@@ -88,4 +93,7 @@ def orders(context, api: RawDataAPI) -> pd.DataFrame:
 
     all_orders_df = pd.concat(all_orders)
     all_orders_df['dt'] = pd.to_datetime(all_orders_df['dt'], unit = "ms")
-    return all_orders_df
+    return all_orders_df
+
+
+from dagster_dbt import dbt_assets