From 564e642af818f3ce4b0f2d651790820a0cb8ff21 Mon Sep 17 00:00:00 2001
From: oliverlaslett <olaslett@gmail.com>
Date: Sun, 18 Apr 2021 10:03:08 +0100
Subject: [PATCH] warn on models not materialized

---
 dbt2looker/cli.py       |  6 +++---
 dbt2looker/generator.py |  4 ++--
 dbt2looker/parser.py    | 10 ++++++++++
 pyproject.toml          |  2 +-
 4 files changed, 16 insertions(+), 6 deletions(-)

diff --git a/dbt2looker/cli.py b/dbt2looker/cli.py
index 6b07cb5..0dd5ecd 100644
--- a/dbt2looker/cli.py
+++ b/dbt2looker/cli.py
@@ -28,7 +28,7 @@ def get_manifest(prefix: str):
     with open(path, 'r') as f:
         raw_manifest = json.load(f)
     parser.validate_manifest(raw_manifest)    # FIX
-    logging.info(f'Detected valid manifest at {path}')
+    logging.debug(f'Detected valid manifest at {path}')
     return raw_manifest
 
 
@@ -42,7 +42,7 @@ def get_catalog(prefix: str):
     with open(path, 'r') as f:
         raw_catalog = json.load(f)
     parser.validate_catalog(raw_catalog)
-    logging.info(f'Detected valid catalog at {path}')
+    logging.debug(f'Detected valid catalog at {path}')
     return raw_catalog
 
 
@@ -55,7 +55,7 @@ def get_dbt_project_config(prefix: str):
         raise SystemExit('Failed') from e
     with open(path, 'r') as f:
         project_config = yaml.load(f, Loader=Loader)
-    logging.info(f'Detected valid dbt config at {path}')
+    logging.debug(f'Detected valid dbt config at {path}')
     return project_config
 
 
diff --git a/dbt2looker/generator.py b/dbt2looker/generator.py
index 7f92f69..fcd4c1c 100644
--- a/dbt2looker/generator.py
+++ b/dbt2looker/generator.py
@@ -110,8 +110,8 @@
 
 def map_adapter_type_to_looker(adapter_type: models.SupportedDbtAdapters, column_type: str):
     looker_type = LOOKER_DTYPE_MAP[adapter_type].get(column_type)
-    if looker_type is None:
-        logging.warn(f'Column type {column_type} not supported for conversion from {adapter_type} to looker. No dimension will be created.')
+    if (column_type is not None) and (looker_type is None):
+        logging.warning(f'Column type {column_type} not supported for conversion from {adapter_type} to looker. No dimension will be created.')
     return looker_type
 
 
diff --git a/dbt2looker/parser.py b/dbt2looker/parser.py
index 170f6d2..c9c991a 100644
--- a/dbt2looker/parser.py
+++ b/dbt2looker/parser.py
@@ -1,3 +1,4 @@
+import logging
 from typing import Dict, Optional
 
 from . import models
@@ -44,6 +45,14 @@ def parse_models(raw_manifest: dict, tag=None):
 def parse_typed_models(raw_manifest: dict, raw_catalog: dict, tag: Optional[str] = None):
     catalog_nodes = parse_catalog_nodes(raw_catalog)
     dbt_models = parse_models(raw_manifest, tag=tag)
+    adapter_type = parse_adapter_type(raw_manifest)
+
+    # Check catalog for models
+    for model in dbt_models:
+        if model.unique_id not in catalog_nodes:
+            logging.warning(
+                f'Model {model.unique_id} not found in catalog. No looker view will be generated. '
+                f'Check if model has materialized in {adapter_type} at {model.database}.{model.db_schema}.{model.name}')
 
     # Update dbt models with data types from catalog
     dbt_typed_models = [
@@ -54,6 +63,7 @@ def parse_typed_models(raw_manifest: dict, raw_catalog: dict, tag: Optional[str]
             for column in model.columns.values()
         }})
         for model in dbt_models
+        if model.unique_id in catalog_nodes
     ]
     return dbt_typed_models
 
diff --git a/pyproject.toml b/pyproject.toml
index f3061d4..3fbc471 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dbt2looker"
-version = "0.6.1"
+version = "0.6.2"
 description = "Generate lookml view files from dbt models"
 authors = ["oliverlaslett <oliver@gethubble.io>"]
 license = "MIT"