From 6461d4ce3da84c1d1c7fc118403feba2ac805c02 Mon Sep 17 00:00:00 2001 From: Michael Kelly Date: Wed, 18 Oct 2023 00:57:23 -0400 Subject: [PATCH] Updated folder structure --- .../{bindplane_deploy.yml => basic.yml} | 2 +- ...{bindplane_deploy_raw.yml => raw_otel.yml} | 14 +- ...ane_deploy_export_raw.yml => standard.yml} | 6 +- bindplane/configuration/apache-dev.yaml | 34 ++++ bindplane/configuration/my_otel_config.yaml | 39 ++++ bindplane/configuration/postgres-dev.yaml | 133 ++++++++++++ bindplane/configuration/postgres-stage.yaml | 112 ++++++++++ bindplane/configuration/sales-app-prod.yaml | 148 ++++++++++++++ bindplane/configuration/sales-app-stage.yaml | 148 ++++++++++++++ bindplane/configuration/test.yaml | 192 ++++++++++++++++++ ...erylongnameforaconfigthatwilloverflow.yaml | 60 ++++++ bindplane/destination/elastic-cluster-1.yaml | 68 +++++++ bindplane/destination/gmp-cloud-north.yaml | 35 ++++ bindplane/destination/grafana-cloud-west.yaml | 40 ++++ bindplane/destination/splunk-north.yaml | 53 +++++ bindplane/destination/us-east1.yaml | 28 +++ .../resources.yaml | 0 .../bindplane_otel}/my_otel_config.yaml | 0 .../bindplane_otel}/my_otel_config1.yaml | 0 .../bindplane_otel}/test.yaml | 0 .../bindplane_otel}/test1.yaml | 0 .../merge_yaml.sh | 0 .../raw_otel_template.yaml | 0 .../source}/my_otel_config.yaml | 0 .../source}/my_otel_config1.yaml | 0 .../apply_bindplane_configs.sh | 0 .../get_bindplane_config.sh | 0 .../get_bindplane_otel_configs.sh | 0 28 files changed, 1099 insertions(+), 13 deletions(-) rename .github/workflows/{bindplane_deploy.yml => basic.yml} (93%) rename .github/workflows/{bindplane_deploy_raw.yml => raw_otel.yml} (81%) rename .github/workflows/{bindplane_deploy_export_raw.yml => standard.yml} (88%) create mode 100644 bindplane/configuration/apache-dev.yaml create mode 100644 bindplane/configuration/my_otel_config.yaml create mode 100644 bindplane/configuration/postgres-dev.yaml create mode 100644 bindplane/configuration/postgres-stage.yaml create mode 100644 bindplane/configuration/sales-app-prod.yaml create mode 100644 bindplane/configuration/sales-app-stage.yaml create mode 100644 bindplane/configuration/test.yaml create mode 100644 bindplane/configuration/verylongnameforaconfigthatwilloverflow.yaml create mode 100644 bindplane/destination/elastic-cluster-1.yaml create mode 100644 bindplane/destination/gmp-cloud-north.yaml create mode 100644 bindplane/destination/grafana-cloud-west.yaml create mode 100644 bindplane/destination/splunk-north.yaml create mode 100644 bindplane/destination/us-east1.yaml rename resources.yaml => gitops_workflow_basic/resources.yaml (100%) rename {bindplane_otel => gitops_workflow_raw_otel/bindplane_otel}/my_otel_config.yaml (100%) rename {bindplane_otel => gitops_workflow_raw_otel/bindplane_otel}/my_otel_config1.yaml (100%) rename {bindplane_otel => gitops_workflow_raw_otel/bindplane_otel}/test.yaml (100%) rename {bindplane_otel => gitops_workflow_raw_otel/bindplane_otel}/test1.yaml (100%) rename merge_yaml.sh => gitops_workflow_raw_otel/merge_yaml.sh (100%) rename raw_otel_template.yaml => gitops_workflow_raw_otel/raw_otel_template.yaml (100%) rename {source => gitops_workflow_raw_otel/source}/my_otel_config.yaml (100%) rename {source => gitops_workflow_raw_otel/source}/my_otel_config1.yaml (100%) rename apply_bindplane_configs.sh => gitops_workflow_standard/apply_bindplane_configs.sh (100%) rename get_bindplane_config.sh => gitops_workflow_standard/get_bindplane_config.sh (100%) rename get_bindplane_otel_configs.sh => gitops_workflow_standard/get_bindplane_otel_configs.sh (100%) diff --git a/.github/workflows/bindplane_deploy.yml b/.github/workflows/basic.yml similarity index 93% rename from .github/workflows/bindplane_deploy.yml rename to .github/workflows/basic.yml index 23319ae..ff516c0 100644 --- a/.github/workflows/bindplane_deploy.yml +++ b/.github/workflows/basic.yml @@ -35,4 +35,4 @@ jobs: run: bindplane version - name: Deploy Resources - run: bindplane apply -f resources.yaml + run: bindplane apply -f gitops_workflow_basic/resources.yaml diff --git a/.github/workflows/bindplane_deploy_raw.yml b/.github/workflows/raw_otel.yml similarity index 81% rename from .github/workflows/bindplane_deploy_raw.yml rename to .github/workflows/raw_otel.yml index 8cc158c..7791cfe 100644 --- a/.github/workflows/bindplane_deploy_raw.yml +++ b/.github/workflows/raw_otel.yml @@ -27,10 +27,10 @@ jobs: - name: Create Profile run: | - bindplane profile set mk \ + bindplane profile set gitflow \ --remote-url https://app.bindplane.com \ --api-key ${{ secrets.BINDPLANE_API_KEY }} - bindplane profile use mk + bindplane profile use gitflow - name: Test CLI run: bindplane version @@ -43,18 +43,14 @@ jobs: - name: Run merge script run: | - bash ./merge_yaml.sh + bash ./gitops_workflow_raw_otel/merge_yaml.sh - name: List output directory contents - run: ls -R ./output/ + run: ls -R ./gitops_workflow_raw_otel/output/ - name: Deploy Resources using Bindplane CLI run: | - for file in output/*.yaml; do + for file in gitops_workflow_raw_otel/output/*.yaml; do bindplane apply -f $file done - - - name: Get Raw OTEL using Bindplane CLI - run: | - bash ./get_bindplane_config.sh \ No newline at end of file diff --git a/.github/workflows/bindplane_deploy_export_raw.yml b/.github/workflows/standard.yml similarity index 88% rename from .github/workflows/bindplane_deploy_export_raw.yml rename to .github/workflows/standard.yml index e575594..da936d8 100644 --- a/.github/workflows/bindplane_deploy_export_raw.yml +++ b/.github/workflows/standard.yml @@ -35,15 +35,15 @@ jobs: run: bindplane version - name: Deploy Resources - run: bash ./apply_bindplane_configs.sh + run: bash ./gitops_workflow_standard/apply_bindplane_configs.sh - name: Export and checkin otel - run: bash ./get_bindplane_otel_configs.sh + run: bash ./gitops_workflow_standard/get_bindplane_otel_configs.sh - name: Commit and Push Changes run: | git config --global user.email "github-actions[bot]@users.noreply.github.com" git config --global user.name "github-actions[bot]" - git add bindplane_otel/ + git add -A git commit -m "Automated changes" git push diff --git a/bindplane/configuration/apache-dev.yaml b/bindplane/configuration/apache-dev.yaml new file mode 100644 index 0000000..744f82b --- /dev/null +++ b/bindplane/configuration/apache-dev.yaml @@ -0,0 +1,34 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: apache-dev + name: apache-dev + labels: + platform: macos + hash: bbd3bca172747dd5e2e807a70e96ea54a91c9a59e2c12a061c45812414467f5a + version: 2 + dateModified: 2023-10-16T10:03:22.069452-04:00 +spec: + contentType: "" + measurementInterval: "" + sources: + - id: 01HCT27YV536QM2SCAPYN5FR0G + type: apache_common:1 + parameters: + - name: file_path + value: + - /var/log/apache2/access.log + - name: start_at + value: end + destinations: + - id: 01HCT27YV536QM2SCAQ3J2T61J + name: grafana-cloud-west:1 + - id: 01HCWCRT2NHEWJWW59RD2HP6E3 + name: gmp-cloud-north:1 + selector: + matchLabels: + configuration: apache-dev +status: + currentVersion: 1 + pendingVersion: 1 + latest: true diff --git a/bindplane/configuration/my_otel_config.yaml b/bindplane/configuration/my_otel_config.yaml new file mode 100644 index 0000000..a48159f --- /dev/null +++ b/bindplane/configuration/my_otel_config.yaml @@ -0,0 +1,39 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: 01HCZK16Z9QBWEP6XC7E1RC99Z + name: my_otel_config + hash: f1436bafa90fc1668d6877916d30ef5874f3dd84668380f549d82eee09dc1581 + version: 1 + dateModified: 2023-10-17T15:50:32.169361-04:00 +spec: + contentType: "" + measurementInterval: "" + raw: |- + receivers: + hostmetrics: + collection_interval: 1m + scrapers: + load: + filesystem: + memory: + network: + + processors: + batch: + + exporters: + logging: + loglevel: debug + + service: + pipelines: + metrics: + receivers: [hostmetrics] + processors: [batch] + exporters: [logging] + selector: + matchLabels: + configuration: my_otel_config +status: + latest: true diff --git a/bindplane/configuration/postgres-dev.yaml b/bindplane/configuration/postgres-dev.yaml new file mode 100644 index 0000000..18efbfd --- /dev/null +++ b/bindplane/configuration/postgres-dev.yaml @@ -0,0 +1,133 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: d4fa4e01-52f7-49a0-8ef3-8ea2bdf24383 + name: postgres-dev + labels: + platform: macos + hash: 30a006b1d991926d2f68bd73a9d74e55b7e9eda104e4d00c83a3fb883a14bca6 + version: 1 + dateModified: 2023-10-15T13:06:51.045578-04:00 +spec: + contentType: "" + measurementInterval: "" + sources: + - id: 01HCQJ8448HVANVPAGDASPGZ7T + type: postgresql:1 + parameters: + - name: enable_metrics + value: true + - name: endpoint + value: localhost:5432 + - name: transport + value: tcp + - name: username + value: asdfa + - name: password + value: (sensitive) + sensitive: true + - name: databases + value: [] + - name: collection_interval + value: 60 + - name: enable_tls + value: false + - name: ca_file + value: "" + - name: cert_file + value: "" + - name: key_file + value: "" + - name: insecure_skip_verify + value: false + - name: disable_metrics + value: [] + - name: enable_logs + value: true + - name: postgresql_log_path + value: + - /var/log/postgresql/postgresql*.log + - /var/lib/pgsql/data/log/postgresql*.log + - /var/lib/pgsql/*/data/log/postgresql*.log + - name: start_at + value: end + - id: 01HCQJ8448HVANVPAGDGSDWHVA + type: host:1 + parameters: + - name: metric_filtering + value: + - system.network.connections + - system.network.conntrack.count + - system.network.conntrack.max + - system.network.dropped + - system.network.errors + - system.network.io + - system.network.packets + - system.memory.usage + - system.memory.utilization + - system.cpu.load_average.15m + - system.cpu.load_average.1m + - system.cpu.load_average.5m + - system.disk.io + - system.disk.io_time + - system.disk.merged + - system.disk.operation_time + - system.disk.operations + - system.disk.pending_operations + - system.disk.weighted_io_time + - system.processes.count + - system.processes.created + - system.cpu.time + - system.cpu.utilization + - name: enable_process + value: true + - name: process_metrics_filtering + value: + - process.context_switches + - process.cpu.utilization + - process.disk.operations + - process.memory.utilization + - process.open_file_descriptors + - process.paging.faults + - process.signals_pending + - process.threads + - process.handles + - name: enable_process_filter + value: false + - name: process_include + value: [] + - name: process_exclude + value: [] + - name: process_filter_match_strategy + value: regexp + - name: collection_interval + value: 60 + destinations: + - id: 01HCQJ8448HVANVPAGDK34F680 + name: elastic-cluster-1:1 + selector: + matchLabels: + configuration: postgres-dev +status: + rollout: + name: "" + status: 4 + options: + startAutomatically: false + rollbackOnFailure: true + phaseAgentCount: + initial: 1 + multiplier: 1 + maximum: 1 + maxErrors: 0 + phase: 1 + progress: + completed: 0 + errors: 0 + pending: 0 + waiting: 0 + currentVersion: 1 + pendingVersion: 1 + latest: true + pending: true + current: true diff --git a/bindplane/configuration/postgres-stage.yaml b/bindplane/configuration/postgres-stage.yaml new file mode 100644 index 0000000..c4386ba --- /dev/null +++ b/bindplane/configuration/postgres-stage.yaml @@ -0,0 +1,112 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: postgres-stage + name: postgres-stage + labels: + platform: macos + hash: 407bae770ea15222a1dc868d06ad3a34065936693db73bf4d11360f39935e7e7 + version: 1 + dateModified: 2023-10-14T13:02:54.611041-04:00 +spec: + contentType: "" + measurementInterval: "" + sources: + - id: 01HCQJ8448HVANVPAGDASPGZ7T + type: postgresql:1 + parameters: + - name: enable_metrics + value: true + - name: endpoint + value: localhost:5432 + - name: transport + value: tcp + - name: username + value: asdfa + - name: password + value: (sensitive) + sensitive: true + - name: databases + value: [] + - name: collection_interval + value: 60 + - name: enable_tls + value: false + - name: ca_file + value: "" + - name: cert_file + value: "" + - name: key_file + value: "" + - name: insecure_skip_verify + value: false + - name: disable_metrics + value: [] + - name: enable_logs + value: true + - name: postgresql_log_path + value: + - /var/log/postgresql/postgresql*.log + - /var/lib/pgsql/data/log/postgresql*.log + - /var/lib/pgsql/*/data/log/postgresql*.log + - name: start_at + value: end + - id: 01HCQJ8448HVANVPAGDGSDWHVA + type: host:1 + parameters: + - name: metric_filtering + value: + - system.network.connections + - system.network.conntrack.count + - system.network.conntrack.max + - system.network.dropped + - system.network.errors + - system.network.io + - system.network.packets + - system.memory.usage + - system.memory.utilization + - system.cpu.load_average.15m + - system.cpu.load_average.1m + - system.cpu.load_average.5m + - system.disk.io + - system.disk.io_time + - system.disk.merged + - system.disk.operation_time + - system.disk.operations + - system.disk.pending_operations + - system.disk.weighted_io_time + - system.processes.count + - system.processes.created + - system.cpu.time + - system.cpu.utilization + - name: enable_process + value: true + - name: process_metrics_filtering + value: + - process.context_switches + - process.cpu.utilization + - process.disk.operations + - process.memory.utilization + - process.open_file_descriptors + - process.paging.faults + - process.signals_pending + - process.threads + - process.handles + - name: enable_process_filter + value: false + - name: process_include + value: [] + - name: process_exclude + value: [] + - name: process_filter_match_strategy + value: regexp + - name: collection_interval + value: 60 + destinations: + - id: 01HCQJ8448HVANVPAGDK34F680 + name: elastic-cluster-1:1 + selector: + matchLabels: + configuration: postgres-stage +status: + latest: true diff --git a/bindplane/configuration/sales-app-prod.yaml b/bindplane/configuration/sales-app-prod.yaml new file mode 100644 index 0000000..cec1d0e --- /dev/null +++ b/bindplane/configuration/sales-app-prod.yaml @@ -0,0 +1,148 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: sales-app-prod + name: sales-app-prod + labels: + platform: macos + hash: d3836d79558b2681fe1d1c5867c831852a896e5cd4c526555c40b641139d032f + version: 1 + dateModified: 2023-10-15T13:06:51.055916-04:00 +spec: + contentType: "" + measurementInterval: "" + sources: + - id: 01HCQJB9N3DSD03V0TDX4J2TP6 + type: syslog:1 + parameters: + - name: listen_ip + value: 0.0.0.0 + - name: listen_port + value: 5140 + - name: protocol + value: rfc3164 + - name: connection_type + value: udp + - name: data_flow + value: high + - name: timezone + value: UTC + - name: parse_to + value: body + - name: enable_octet_counting + value: false + - name: enable_non_transparent_framing_trailer + value: false + - name: non_transparent_framing_trailer + value: LF + - name: enable_mutual_tls + value: false + - name: cert_file + value: "" + - name: key_file + value: "" + - name: ca_file + value: "" + - name: tls_min_version + value: "1.2" + - id: 01HCQJB9N4SEE8P8ZT8EVE4VMX + type: file:1 + parameters: + - name: file_path + value: + - /my/path + - name: exclude_file_path + value: [] + - name: log_type + value: file + - name: parse_format + value: none + - name: regex_pattern + value: "" + - name: multiline_parsing + value: none + - name: multiline_line_start_pattern + value: "" + - name: multiline_line_end_pattern + value: "" + - name: parse_timestamp + value: false + - name: timestamp_field + value: timestamp + - name: parse_timestamp_format + value: RFC3339 + - name: epoch_timestamp_format + value: s + - name: manual_timestamp_format + value: '%Y-%m-%dT%H:%M:%S.%f%z' + - name: timezone + value: UTC + - name: parse_severity + value: false + - name: severity_field + value: severity + - name: include_file_name_attribute + value: true + - name: include_file_path_attribute + value: false + - name: include_file_name_resolved_attribute + value: false + - name: include_file_path_resolved_attribute + value: false + - name: encoding + value: utf-8 + - name: poll_interval + value: 200 + - name: max_concurrent_files + value: 1024 + - name: parse_to + value: body + - name: start_at + value: end + - name: fingerprint_size + value: 1kb + - name: enable_offset_storage + value: true + - name: offset_storage_dir + value: $OIQ_OTEL_COLLECTOR_HOME/storage + - name: retry_on_failure_enabled + value: false + - name: retry_on_failure_initial_interval + value: 1 + - name: retry_on_failure_max_interval + value: 30 + - name: retry_on_failure_max_elapsed_time + value: 300 + - name: enable_sorting + value: false + - name: sort_rules + value: [] + destinations: + - id: 01HCQJB9N4SEE8P8ZT8J7ZXDJT + name: splunk-north:1 + selector: + matchLabels: + configuration: sales-app-prod +status: + rollout: + name: "" + status: 4 + options: + startAutomatically: false + rollbackOnFailure: true + phaseAgentCount: + initial: 1 + multiplier: 1 + maximum: 1 + maxErrors: 0 + phase: 8 + progress: + completed: 7 + errors: 0 + pending: 0 + waiting: 0 + currentVersion: 1 + pendingVersion: 1 + latest: true + pending: true + current: true diff --git a/bindplane/configuration/sales-app-stage.yaml b/bindplane/configuration/sales-app-stage.yaml new file mode 100644 index 0000000..9672dc6 --- /dev/null +++ b/bindplane/configuration/sales-app-stage.yaml @@ -0,0 +1,148 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: 333f59bf-ad3b-43c1-b962-c440cf6f0bb1 + name: sales-app-stage + labels: + platform: macos + hash: d77157f4927d4de955b81fd2d821beb2d82cb62d1a8a52f86c84428501f62b81 + version: 1 + dateModified: 2023-10-15T13:06:51.065729-04:00 +spec: + contentType: "" + measurementInterval: "" + sources: + - id: 01HCQJB9N3DSD03V0TDX4J2TP6 + type: syslog:1 + parameters: + - name: listen_ip + value: 0.0.0.0 + - name: listen_port + value: 5140 + - name: protocol + value: rfc3164 + - name: connection_type + value: udp + - name: data_flow + value: high + - name: timezone + value: UTC + - name: parse_to + value: body + - name: enable_octet_counting + value: false + - name: enable_non_transparent_framing_trailer + value: false + - name: non_transparent_framing_trailer + value: LF + - name: enable_mutual_tls + value: false + - name: cert_file + value: "" + - name: key_file + value: "" + - name: ca_file + value: "" + - name: tls_min_version + value: "1.2" + - id: 01HCQJB9N4SEE8P8ZT8EVE4VMX + type: file:1 + parameters: + - name: file_path + value: + - /my/path + - name: exclude_file_path + value: [] + - name: log_type + value: file + - name: parse_format + value: none + - name: regex_pattern + value: "" + - name: multiline_parsing + value: none + - name: multiline_line_start_pattern + value: "" + - name: multiline_line_end_pattern + value: "" + - name: parse_timestamp + value: false + - name: timestamp_field + value: timestamp + - name: parse_timestamp_format + value: RFC3339 + - name: epoch_timestamp_format + value: s + - name: manual_timestamp_format + value: '%Y-%m-%dT%H:%M:%S.%f%z' + - name: timezone + value: UTC + - name: parse_severity + value: false + - name: severity_field + value: severity + - name: include_file_name_attribute + value: true + - name: include_file_path_attribute + value: false + - name: include_file_name_resolved_attribute + value: false + - name: include_file_path_resolved_attribute + value: false + - name: encoding + value: utf-8 + - name: poll_interval + value: 200 + - name: max_concurrent_files + value: 1024 + - name: parse_to + value: body + - name: start_at + value: end + - name: fingerprint_size + value: 1kb + - name: enable_offset_storage + value: true + - name: offset_storage_dir + value: $OIQ_OTEL_COLLECTOR_HOME/storage + - name: retry_on_failure_enabled + value: false + - name: retry_on_failure_initial_interval + value: 1 + - name: retry_on_failure_max_interval + value: 30 + - name: retry_on_failure_max_elapsed_time + value: 300 + - name: enable_sorting + value: false + - name: sort_rules + value: [] + destinations: + - id: 01HCQJB9N4SEE8P8ZT8J7ZXDJT + name: splunk-north:1 + selector: + matchLabels: + configuration: sales-app-stage +status: + rollout: + name: "" + status: 4 + options: + startAutomatically: false + rollbackOnFailure: true + phaseAgentCount: + initial: 1 + multiplier: 1 + maximum: 1 + maxErrors: 0 + phase: 5 + progress: + completed: 6 + errors: 0 + pending: 0 + waiting: 0 + currentVersion: 1 + pendingVersion: 1 + latest: true + pending: true + current: true diff --git a/bindplane/configuration/test.yaml b/bindplane/configuration/test.yaml new file mode 100644 index 0000000..052cb69 --- /dev/null +++ b/bindplane/configuration/test.yaml @@ -0,0 +1,192 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: test + name: test + labels: + platform: macos + hash: 31f85616470b07379c70fdad96fd80981164fd1fd397ac64d35af3cb4c148dc5 + version: 4 + dateModified: 2023-10-15T18:15:19.72383-04:00 +spec: + contentType: "" + measurementInterval: "" + sources: + - id: 01HCQH5V011SZTB6Q3G3JZGCPY + type: macOS:1 + parameters: + - name: enable_metrics + value: true + - name: collection_interval + value: 60 + - name: enable_logs + value: true + - name: enable_system_log + value: true + - name: system_log_path + value: /var/log/system.log + - name: enable_install_log + value: true + - name: install_log_path + value: /var/log/install.log + - name: start_at + value: end + - id: 01HCQH5V011SZTB6Q3G5G691RD + type: postgresql:1 + parameters: + - name: enable_metrics + value: false + - name: endpoint + value: localhost:5432 + - name: transport + value: tcp + - name: username + value: "" + - name: password + value: (sensitive) + sensitive: true + - name: databases + value: [] + - name: collection_interval + value: 60 + - name: enable_tls + value: false + - name: ca_file + value: "" + - name: cert_file + value: "" + - name: key_file + value: "" + - name: insecure_skip_verify + value: false + - name: disable_metrics + value: [] + - name: enable_logs + value: true + - name: postgresql_log_path + value: + - /var/log/postgresql/postgresql*.log + - /var/lib/pgsql/data/log/postgresql*.log + - /var/lib/pgsql/*/data/log/postgresql*.log + - name: start_at + value: end + - id: 01HCT8ZS9BV1FT593TDV8SV5H4 + type: file:1 + parameters: + - name: file_path + value: + - /Users/michaelkelly/fake-logs/apache.log + - name: exclude_file_path + value: [] + - name: log_type + value: file + - name: parse_format + value: none + - name: regex_pattern + value: "" + - name: multiline_parsing + value: none + - name: multiline_line_start_pattern + value: "" + - name: multiline_line_end_pattern + value: "" + - name: parse_timestamp + value: false + - name: timestamp_field + value: timestamp + - name: parse_timestamp_format + value: RFC3339 + - name: epoch_timestamp_format + value: s + - name: manual_timestamp_format + value: '%Y-%m-%dT%H:%M:%S.%f%z' + - name: timezone + value: UTC + - name: parse_severity + value: false + - name: severity_field + value: severity + - name: include_file_name_attribute + value: true + - name: include_file_path_attribute + value: false + - name: include_file_name_resolved_attribute + value: false + - name: include_file_path_resolved_attribute + value: false + - name: encoding + value: utf-8 + - name: poll_interval + value: 200 + - name: max_concurrent_files + value: 1024 + - name: parse_to + value: body + - name: start_at + value: end + - name: fingerprint_size + value: 1kb + - name: enable_offset_storage + value: true + - name: offset_storage_dir + value: $OIQ_OTEL_COLLECTOR_HOME/storage + - name: retry_on_failure_enabled + value: false + - name: retry_on_failure_initial_interval + value: 1 + - name: retry_on_failure_max_interval + value: 30 + - name: retry_on_failure_max_elapsed_time + value: 300 + - name: enable_sorting + value: false + - name: sort_rules + value: [] + processors: + - id: 01HCT9VCR1BSCFKGNVE2G41BS5 + type: count_telemetry:1 + parameters: + - name: enable_logs + value: false + - name: log_match + value: "true" + - name: log_metric_name + value: log.count + - name: log_metric_units + value: '{logs}' + - name: log_enable_attributes + value: false + - name: enable_metrics + value: true + - name: datapoint_match + value: "true" + - name: datapoint_metric_name + value: datapoint.count + - name: datapoint_metric_units + value: '{datapoints}' + - name: datapoint_enable_attributes + value: false + - name: enable_traces + value: false + - name: span_match + value: "true" + - name: span_metric_name + value: span.count + - name: span_metric_units + value: '{spans}' + - name: span_enable_attributes + value: false + - name: interval + value: 60 + destinations: + - id: 01HCQH5V011SZTB6Q3GBY9GVK2 + name: us-east1:1 + - id: 01HCQJCX3YRHCHDAM8CHNGDGMW + name: splunk-north:1 + selector: + matchLabels: + configuration: test +status: + currentVersion: 3 + pendingVersion: 3 + latest: true diff --git a/bindplane/configuration/verylongnameforaconfigthatwilloverflow.yaml b/bindplane/configuration/verylongnameforaconfigthatwilloverflow.yaml new file mode 100644 index 0000000..eb171e7 --- /dev/null +++ b/bindplane/configuration/verylongnameforaconfigthatwilloverflow.yaml @@ -0,0 +1,60 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Configuration +metadata: + id: verylongnameforaconfigthatwilloverflow + name: verylongnameforaconfigthatwilloverflow + labels: + platform: macos + hash: c8a9fb4023a8cf6b4f03781e71279515c2de492a2813a0b9432a91b2d64df12b + version: 1 + dateModified: 2023-10-15T20:17:39.567908-04:00 +spec: + contentType: "" + measurementInterval: "" + sources: + - id: 01HCTXG5ZNDT8325WNMW776Q7N + type: aerospike:1 + parameters: + - name: enable_metrics + value: false + - name: hostname + value: localhost + - name: port + value: 3000 + - name: collection_interval + value: 60 + - name: collect_cluster_metrics + value: false + - name: aerospike_enterprise + value: false + - name: username + value: "" + - name: password + value: (sensitive) + sensitive: true + - name: enable_tls + value: false + - name: insecure_skip_verify + value: false + - name: server_name + value: "" + - name: ca_file + value: "" + - name: cert_file + value: "" + - name: key_file + value: "" + - name: disable_metrics + value: [] + - name: enable_logs + value: true + - name: start_at + value: end + destinations: + - id: 01HCTXGWQFDRD4MDGEQBJ65J58 + name: grafana-cloud-west:1 + selector: + matchLabels: + configuration: verylongnameforaconfigthatwilloverflow +status: + latest: true diff --git a/bindplane/destination/elastic-cluster-1.yaml b/bindplane/destination/elastic-cluster-1.yaml new file mode 100644 index 0000000..a74f248 --- /dev/null +++ b/bindplane/destination/elastic-cluster-1.yaml @@ -0,0 +1,68 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Destination +metadata: + id: elastic-cluster-1 + name: elastic-cluster-1 + hash: 2d08d5f568151e2da9618f48e2e92bd026bd01c30cdeef85e9de26416cbe32ff + version: 1 + dateModified: 2023-10-14T13:02:54.586783-04:00 +spec: + type: elasticsearch:1 + parameters: + - name: enable_elastic_cloud + value: false + - name: endpoints + value: + - asdfasdf + - name: cloudid + value: "" + - name: enable_logs + value: true + - name: logs_index + value: logs-generic-default + - name: enable_traces + value: true + - name: traces_index + value: traces-generic-default + - name: pipeline + value: "" + - name: enable_auth + value: false + - name: auth_type + value: basic + - name: user + value: "" + - name: password + value: (sensitive) + sensitive: true + - name: api_key + value: (sensitive) + sensitive: true + - name: configure_tls + value: false + - name: insecure_skip_verify + value: false + - name: ca_file + value: "" + - name: mutual_tls + value: false + - name: cert_file + value: "" + - name: key_file + value: "" + - name: retry_on_failure_enabled + value: true + - name: num_workers + value: 0 + - name: sending_queue_enabled + value: true + - name: sending_queue_num_consumers + value: 10 + - name: sending_queue_queue_size + value: 5000 + - name: persistent_queue_enabled + value: true + - name: persistent_queue_directory + value: $OIQ_OTEL_COLLECTOR_HOME/storage +status: + latest: true diff --git a/bindplane/destination/gmp-cloud-north.yaml b/bindplane/destination/gmp-cloud-north.yaml new file mode 100644 index 0000000..b612017 --- /dev/null +++ b/bindplane/destination/gmp-cloud-north.yaml @@ -0,0 +1,35 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Destination +metadata: + id: gmp-cloud-north + name: gmp-cloud-north + hash: 06fbf66d37cc3a74a3a0588c93e9f7c82f062e8f21593fce068f35f0a323b303 + version: 1 + dateModified: 2023-10-16T10:03:22.060512-04:00 +spec: + type: googlemanagedprometheus:1 + parameters: + - name: project + value: asdfasdfasdfafa + - name: auth_type + value: auto + - name: credentials + value: "" + - name: credentials_file + value: "" + - name: default_location + value: us-central1 + - name: add_unit_and_type + value: false + - name: sending_queue_enabled + value: true + - name: sending_queue_num_consumers + value: 10 + - name: sending_queue_queue_size + value: 5000 + - name: persistent_queue_enabled + value: true + - name: persistent_queue_directory + value: $OIQ_OTEL_COLLECTOR_HOME/storage +status: + latest: true diff --git a/bindplane/destination/grafana-cloud-west.yaml b/bindplane/destination/grafana-cloud-west.yaml new file mode 100644 index 0000000..e54ea83 --- /dev/null +++ b/bindplane/destination/grafana-cloud-west.yaml @@ -0,0 +1,40 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Destination +metadata: + id: grafana-cloud-west + name: grafana-cloud-west + hash: dd6989ad37394aed2e73580bc1d37f31f333c4873918c7d0ebc071deea6a491c + version: 1 + dateModified: 2023-10-15T12:20:55.258861-04:00 +spec: + type: grafana_cloud:1 + parameters: + - name: metric_instance_id + value: asdfasdf + - name: api_key + value: (sensitive) + sensitive: true + - name: gcp_zone + value: prod-us-central-0 + - name: compression + value: gzip + - name: retry_on_failure_enabled + value: true + - name: retry_on_failure_initial_interval + value: 5 + - name: retry_on_failure_max_interval + value: 30 + - name: retry_on_failure_max_elapsed_time + value: 300 + - name: sending_queue_enabled + value: true + - name: sending_queue_num_consumers + value: 10 + - name: sending_queue_queue_size + value: 5000 + - name: persistent_queue_enabled + value: true + - name: persistent_queue_directory + value: $OIQ_OTEL_COLLECTOR_HOME/storage +status: + latest: true diff --git a/bindplane/destination/splunk-north.yaml b/bindplane/destination/splunk-north.yaml new file mode 100644 index 0000000..f562844 --- /dev/null +++ b/bindplane/destination/splunk-north.yaml @@ -0,0 +1,53 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Destination +metadata: + id: splunk-north + name: splunk-north + hash: edc9f468528b7f70a67b075e79cb48e17618b2361b91d7ffd19a54af71622a22 + version: 1 + dateModified: 2023-10-14T13:04:38.554209-04:00 +spec: + type: splunkhec:1 + parameters: + - name: token + value: asdfasdfasdfasdfasdf + - name: index + value: "" + - name: hostname + value: localhost + - name: port + value: 8088 + - name: path + value: /services/collector/event + - name: max_request_size + value: 2.097152e+06 + - name: max_event_size + value: 2.097152e+06 + - name: enable_compression + value: true + - name: enable_tls + value: false + - name: insecure_skip_verify + value: false + - name: ca_file + value: "" + - name: retry_on_failure_enabled + value: true + - name: retry_on_failure_initial_interval + value: 5 + - name: retry_on_failure_max_interval + value: 30 + - name: retry_on_failure_max_elapsed_time + value: 300 + - name: sending_queue_enabled + value: true + - name: sending_queue_num_consumers + value: 10 + - name: sending_queue_queue_size + value: 5000 + - name: persistent_queue_enabled + value: true + - name: persistent_queue_directory + value: $OIQ_OTEL_COLLECTOR_HOME/storage +status: + latest: true diff --git a/bindplane/destination/us-east1.yaml b/bindplane/destination/us-east1.yaml new file mode 100644 index 0000000..d5a5d18 --- /dev/null +++ b/bindplane/destination/us-east1.yaml @@ -0,0 +1,28 @@ +apiVersion: bindplane.observiq.com/v1 +kind: Destination +metadata: + id: us-east1 + name: us-east1 + hash: 8c070a094c5546f323fdb6665b15689665db5b4ccdab04f67f1effc2764ee670 + version: 1 + dateModified: 2023-10-14T12:44:11.125408-04:00 +spec: + type: aws_s3:1 + parameters: + - name: telemetry_types + value: + - Logs + - Metrics + - Traces + - name: region + value: us-east-1 + - name: bucket + value: asdfasdfa + - name: prefix + value: "" + - name: file_prefix + value: "" + - name: partition + value: minute +status: + latest: true diff --git a/resources.yaml b/gitops_workflow_basic/resources.yaml similarity index 100% rename from resources.yaml rename to gitops_workflow_basic/resources.yaml diff --git a/bindplane_otel/my_otel_config.yaml b/gitops_workflow_raw_otel/bindplane_otel/my_otel_config.yaml similarity index 100% rename from bindplane_otel/my_otel_config.yaml rename to gitops_workflow_raw_otel/bindplane_otel/my_otel_config.yaml diff --git a/bindplane_otel/my_otel_config1.yaml b/gitops_workflow_raw_otel/bindplane_otel/my_otel_config1.yaml similarity index 100% rename from bindplane_otel/my_otel_config1.yaml rename to gitops_workflow_raw_otel/bindplane_otel/my_otel_config1.yaml diff --git a/bindplane_otel/test.yaml b/gitops_workflow_raw_otel/bindplane_otel/test.yaml similarity index 100% rename from bindplane_otel/test.yaml rename to gitops_workflow_raw_otel/bindplane_otel/test.yaml diff --git a/bindplane_otel/test1.yaml b/gitops_workflow_raw_otel/bindplane_otel/test1.yaml similarity index 100% rename from bindplane_otel/test1.yaml rename to gitops_workflow_raw_otel/bindplane_otel/test1.yaml diff --git a/merge_yaml.sh b/gitops_workflow_raw_otel/merge_yaml.sh similarity index 100% rename from merge_yaml.sh rename to gitops_workflow_raw_otel/merge_yaml.sh diff --git a/raw_otel_template.yaml b/gitops_workflow_raw_otel/raw_otel_template.yaml similarity index 100% rename from raw_otel_template.yaml rename to gitops_workflow_raw_otel/raw_otel_template.yaml diff --git a/source/my_otel_config.yaml b/gitops_workflow_raw_otel/source/my_otel_config.yaml similarity index 100% rename from source/my_otel_config.yaml rename to gitops_workflow_raw_otel/source/my_otel_config.yaml diff --git a/source/my_otel_config1.yaml b/gitops_workflow_raw_otel/source/my_otel_config1.yaml similarity index 100% rename from source/my_otel_config1.yaml rename to gitops_workflow_raw_otel/source/my_otel_config1.yaml diff --git a/apply_bindplane_configs.sh b/gitops_workflow_standard/apply_bindplane_configs.sh similarity index 100% rename from apply_bindplane_configs.sh rename to gitops_workflow_standard/apply_bindplane_configs.sh diff --git a/get_bindplane_config.sh b/gitops_workflow_standard/get_bindplane_config.sh similarity index 100% rename from get_bindplane_config.sh rename to gitops_workflow_standard/get_bindplane_config.sh diff --git a/get_bindplane_otel_configs.sh b/gitops_workflow_standard/get_bindplane_otel_configs.sh similarity index 100% rename from get_bindplane_otel_configs.sh rename to gitops_workflow_standard/get_bindplane_otel_configs.sh