task already queued, skipping scheduling of task

[ynsdll]

I have 25 projects on gitlab. I am trying to get environements, pipelines and jobs metrics. when exporter pod gets running, start to pull metrics from project but for a while ı see "task already queued, skipping scheduling of task" logs on exporter pods and can not pull metrics from gitlab. If ı restart the pod, exporter start to pull up to date metrics from gitlab.

exporter version;
gitlab-ci-pipelines-exporter version 0.5.10

my configuration;

config:
  log:
    level: debug
  gitlab:
    url: https://gitlab.com
    enable_health_check: false
    maximum_requests_per_second: 5
    burstable_requests_per_second: 25
    maximum_jobs_queue_size: 5000
  pull:
    metrics:
      interval_seconds: 120
  project_defaults:
    pull:
      environments:
        enabled: true
      pipeline:
        jobs:
          enabled: true
  projects:
    - name:
    - name:
    - name:
    - name:
    - name:
    - name:
    - name:
    - ...

logs;

{"gitlab-endpoint":"https://gitlab.com","gitlab-rate-limit":"5rps","level":"info","msg":"configured","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"pull projects from wildcards","on-init":"yes","scheduled":"every 1800s","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"pull environments from projects","on-init":"yes","scheduled":"every 1800s","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"pull refs from projects","on-init":"yes","scheduled":"every 300s","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"pull metrics","on-init":"yes","scheduled":"every 120s","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"garbage collect projects","on-init":"no","scheduled":"every 14400s","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"garbage collect environments","on-init":"no","scheduled":"every 14400s","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"garbage collect refs","on-init":"no","scheduled":"every 1800s","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"garbage collect metrics","on-init":"no","scheduled":"every 600s","time":"2025-01-28T08:00:47Z"}
{"level":"debug","msg":"opentelemetry.grpc_endpoint is not configured, skipping open telemetry support","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"redis url configured, initializing connection..","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"connected to redis","time":"2025-01-28T08:00:47Z"}
{"interval_seconds":600,"level":"debug","msg":"task scheduled","task":"GarbageCollectMetrics","time":"2025-01-28T08:00:47Z"}
{"interval_seconds":1800,"level":"debug","msg":"task scheduled","task":"PullProjectsFromWildcards","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"scheduling projects from wildcards pull","time":"2025-01-28T08:00:47Z","wildcards-count":0}
{"interval_seconds":1800,"level":"debug","msg":"task scheduled","task":"PullEnvironmentsFromProjects","time":"2025-01-28T08:00:47Z"}
{"level":"info","msg":"scheduling environments from projects pull","projects-count":21,"time":"2025-01-28T08:00:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefsFromProjects","task_unique_id":"","time":"2025-01-28T08:00:47Z"}
{"interval_seconds":300,"level":"debug","msg":"task scheduled","task":"PullRefsFromProjects","time":"2025-01-28T08:00:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:00:47Z"}
{"interval_seconds":120,"level":"debug","msg":"task scheduled","task":"PullMetrics","time":"2025-01-28T08:00:47Z"}
{"interval_seconds":14400,"level":"debug","msg":"task scheduled","task":"GarbageCollectProjects","time":"2025-01-28T08:00:47Z"}
{"interval_seconds":14400,"level":"debug","msg":"task scheduled","task":"GarbageCollectEnvironments","time":"2025-01-28T08:00:47Z"}
{"interval_seconds":1800,"level":"debug","msg":"task scheduled","task":"GarbageCollectRefs","time":"2025-01-28T08:00:47Z"}
{"host":"gcpe-monitor.sock","level":"info","msg":"internal monitoring listener set","path":"","scheme":"unix","time":"2025-01-28T08:00:47Z"}
{"level":"warning","msg":"GitLab health check has been disabled. Readiness checks won't be operated.","time":"2025-01-28T08:00:47Z"}
{"controller-uuid":"bd208b0f-6b41-4c01-bb32-7469d25c1c6e","level":"info","listen-address":":8080","metrics-endpoint-enabled":true,"msg":"http server started","openmetrics-encoding-enabled":false,"pprof-endpoint-enabled":false,"time":"2025-01-28T08:00:47Z","webhook-endpoint-enabled":false}
{"environments-count":18,"level":"info","msg":"scheduling metrics pull","refs-count":1817,"time":"2025-01-28T08:02:47Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/onboarding-worker","time":"2025-01-28T08:02:47Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:02:47Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/discovery/instrument-search-worker","time":"2025-01-28T08:02:47Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/member-query-api","time":"2025-01-28T08:02:47Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/identity-verification-api","time":"2025-01-28T08:02:47Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/partner-api","time":"2025-01-28T08:02:47Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/kps-api","time":"2025-01-28T08:02:48Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/b2b-api-gateway","time":"2025-01-28T08:02:48Z"}
{"branch":"main","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/shared/zima","time":"2025-01-28T08:02:49Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/identity-verification-bff","time":"2025-01-28T08:02:49Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/discovery/instrument-search-api","time":"2025-01-28T08:02:50Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/onboarding-api","time":"2025-01-28T08:02:50Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/member-management-api","time":"2025-01-28T08:02:50Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/discovery/discovery-api","time":"2025-01-28T08:02:51Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/auth-api","time":"2025-01-28T08:02:51Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/discovery/news-api","time":"2025-01-28T08:02:51Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/alpaca-listener","time":"2025-01-28T08:02:52Z"}
{"branch":"develop","level":"debug","msg":"reading project branch","project-name":"midasmd/pdp/onboarding/b2b-graphql","time":"2025-01-28T08:02:52Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/agt-client","ref":"0.0.17","ref-kind":"tag","time":"2025-01-28T08:02:52Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/agt-client","ref":"0.0.24","ref-kind":"tag","time":"2025-01-28T08:02:53Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/member-api","ref":"2021-01-27.4","ref-kind":"tag","time":"2025-01-28T08:02:54Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/kps-client","ref":"0.0.65","ref-kind":"tag","time":"2025-01-28T08:02:55Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/alpaca-listener","ref":"2021-02-10.1","ref-kind":"tag","time":"2025-01-28T08:02:57Z"}
{"jobs-count":1,"level":"debug","msg":"found pipeline jobs","pipeline-id":1057522803,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:02:58Z"}
{"jobs-count":1,"level":"debug","msg":"found pipeline jobs","pipeline-id":546510658,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:02:58Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":1057522803,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:02:59Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":546510658,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:00Z"}
{"jobs-count":1,"level":"debug","msg":"found pipeline jobs","pipeline-id":322756499,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:04Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":322756499,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:05Z"}
{"jobs-count":1,"level":"debug","msg":"found pipeline jobs","pipeline-id":267636935,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:05Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":267636935,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:07Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/b2b-graphql","ref":"0.0.23","time":"2025-01-28T08:03:15Z"}
{"level":"debug","msg":"no jobs are currently held in memory, exiting..","project-name":"midasmd/pdp/onboarding/b2b-graphql","ref":"0.0.38","time":"2025-01-28T08:03:17Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/b2b-graphql","ref":"0.0.24","time":"2025-01-28T08:03:17Z"}
{"jobs-count":5,"level":"debug","msg":"found pipeline jobs","pipeline-id":1119276442,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:18Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/member-api","ref":"2020-12-06.1","ref-kind":"tag","time":"2025-01-28T08:03:19Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":1119276442,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:19Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/alpaca-client","ref":"0.0.93","ref-kind":"tag","time":"2025-01-28T08:03:20Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/member-api","ref":"2021-01-27.1","ref-kind":"tag","time":"2025-01-28T08:03:21Z"}
{"jobs-count":1,"level":"debug","msg":"found pipeline jobs","pipeline-id":437907269,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:22Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":437907269,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:03:22Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:06:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:08:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefsFromProjects","task_unique_id":"","time":"2025-01-28T08:10:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:10:47Z"}
{"jobs-count":2,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/onboarding-api","ref":"0.0.33","time":"2025-01-28T08:11:08Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/b2b-graphql","ref":"0.0.6","time":"2025-01-28T08:11:32Z"}
{"jobs-count":2,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/member-api","ref":"0.0.774","time":"2025-01-28T08:12:42Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/alpaca-client","ref":"0.0.22","ref-kind":"tag","time":"2025-01-28T08:12:43Z"}
{"jobs-count":2,"level":"debug","msg":"found pipeline jobs","pipeline-id":709508840,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:12:46Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":709508840,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:12:46Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:12:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:14:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefsFromProjects","task_unique_id":"","time":"2025-01-28T08:15:47Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/member-api","ref":"0.0.564","time":"2025-01-28T08:16:39Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/discovery/news-api","ref":"0.0.10","time":"2025-01-28T08:16:41Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/agt-client","ref":"0.0.7","ref-kind":"tag","time":"2025-01-28T08:16:41Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:16:47Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/b2b-graphql","ref":"0.0.32","time":"2025-01-28T08:16:59Z"}
{"jobs-count":2,"level":"debug","msg":"found pipeline jobs","pipeline-id":666928054,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:17:01Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":666928054,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:17:02Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/member-api","ref":"0.0.491","time":"2025-01-28T08:17:23Z"}
{"jobs-count":1,"level":"debug","msg":"found pipeline jobs","pipeline-id":562339675,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:17:26Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":562339675,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:17:28Z"}
{"jobs-count":5,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/onboarding-api","ref":"0.0.79","time":"2025-01-28T08:18:19Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:18:47Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/partner-api","ref":"0.0.9","time":"2025-01-28T08:19:18Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"GarbageCollectMetrics","task_unique_id":"","time":"2025-01-28T08:20:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullRefsFromProjects","task_unique_id":"","time":"2025-01-28T08:20:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"","time":"2025-01-28T08:20:47Z"}
{"level":"debug","msg":"task already queued, skipping scheduling of task..","task_type":"PullMetrics","task_unique_id":"_","time":"2025-01-28T08:22:47Z"}
{"jobs-count":1,"level":"debug","msg":"found all jobs to refresh","project-name":"midasmd/pdp/onboarding/member-api","ref":"0.0.240","time":"2025-01-28T08:22:55Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/kps-client","ref":"0.0.76","ref-kind":"tag","time":"2025-01-28T08:22:55Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/kps-client","ref":"0.0.36","ref-kind":"tag","time":"2025-01-28T08:22:56Z"}
{"level":"debug","msg":"could not find any pipeline for the ref","project-name":"midasmd/pdp/onboarding/member-api","ref":"2020-12-07.4","ref-kind":"tag","time":"2025-01-28T08:22:57Z"}
{"jobs-count":1,"level":"debug","msg":"found pipeline jobs","pipeline-id":510361791,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:23:00Z"}
{"bridges-count":0,"level":"debug","msg":"found pipeline bridges","pipeline-id":510361791,"project-name-or-id":"midasmd/pdp/onboarding/member-api","time":"2025-01-28T08:23:01Z"}