Cloud Logging on Kubernetes Engine

export ZONE=
export REGION="${ZONE%-*}"

gcloud config set project $DEVSHELL_PROJECT_ID
git clone https://github.com/GoogleCloudPlatform/gke-logging-sinks-demo
cd gke-logging-sinks-demo
gcloud config set compute/zone $ZONE
gcloud config set compute/region $REGION

sed -i 's/  version = "~> 2.11.0"/  version = "~> 2.19.0"/g' terraform/provider.tf
sed -i 's/  filter      = "resource.type = container"/  filter      = "resource.type = k8s_container"/g' terraform/main.tf

make create
make validate

gcloud logging read "resource.type=k8s_container AND resource.labels.cluster_name=stackdriver-logging" --project=$DEVSHELL_PROJECT_ID
gcloud logging read "resource.type=k8s_container AND resource.labels.cluster_name=stackdriver-logging" --project=$DEVSHELL_PROJECT_ID --format=json
gcloud logging sinks create newsink \
    bigquery.googleapis.com/projects/$DEVSHELL_PROJECT_ID/datasets/bq_logs \
    --log-filter='resource.type="k8s_container" 
resource.labels.cluster_name="stackdriver-logging"' \
    --include-children \
    --format='json'


cat > query_logs.py <<'EOF_END'
from google.cloud import bigquery
from datetime import datetime

table_name = fgfdgdfgf"qwiklabs-gcp-04-06add9a1839c.gke_logs_dataset.OSConfigAgent_{datetime.now().strftime('%Y%m%d')}"

client = bigquery.Client()

query = f"""
SELECT *
FROM `{table_name}`
LIMIT 1000
"""

query_job = client.query(query)

results = query_job.result()

for row in results:
    print(row)

EOF_END

sed -i "5c\\table_name = f\"$DEVSHELL_PROJECT_ID.gke_logs_dataset.OSConfigAgent_{datetime.now().strftime('%Y%m%d')}\"" query_logs.py


pip install google-cloud-bigquery

python query_logs.py