Ptime mapper script

.gitignore

@@ -99,3 +99,5 @@ config/docker/development/home/rails/.bash_history
 
 /app/assets/builds/*
 !/app/assets/builds/.keep
+
+.sec

Gemfile

@@ -77,6 +77,7 @@ group :test do
   gem 'capybara'
   gem 'selenium-webdriver', '>= 4.11.8'
   gem 'simplecov'
+  gem 'webmock'
   # Use fixed version of webdrivers to avoid compatibility issues with chrome and chromedriver
 end
 # Windows does not include zoneinfo files, so bundle the tzinfo-data gem

Gemfile.lock

@@ -82,6 +82,7 @@ GEM
     ast (2.4.2)
     base64 (0.2.0)
     bcrypt (3.1.20)
+    bigdecimal (3.1.8)
     bindata (2.5.0)
     bleib (0.0.8)
     bootsnap (1.18.3)
@@ -118,9 +119,13 @@ GEM
       deep_merge (~> 1.2, >= 1.2.1)
     countries (6.0.0)
       unaccent (~> 0.3)
+    crack (1.0.0)
+      bigdecimal
+      rexml
     crass (1.0.6)
     cssbundling-rails (1.4.0)
       railties (>= 6.0.0)
+    daemons (1.4.1)
     database_cleaner (2.0.2)
       database_cleaner-active_record (>= 2, < 3)
     database_cleaner-active_record (2.1.0)
@@ -129,6 +134,11 @@ GEM
     database_cleaner-core (2.0.1)
     date (3.3.4)
     deep_merge (1.2.2)
+    delayed_job (4.1.11)
+      activesupport (>= 3.0, < 8.0)
+    delayed_job_active_record (4.1.8)
+      activerecord (>= 3.0, < 8.0)
+      delayed_job (>= 3.0, < 5)
     devise (4.9.4)
       bcrypt (~> 3.0)
       orm_adapter (~> 0.1)
@@ -166,6 +176,7 @@ GEM
       rainbow
       rubocop (>= 1.0)
       sysexits (~> 1.1)
+    hashdiff (1.1.0)
     hashie (5.0.0)
     http-accept (1.7.0)
     http-cookie (1.0.5)
@@ -444,6 +455,10 @@ GEM
     version_gem (1.1.4)
     warden (1.2.9)
       rack (>= 2.0.9)
+    webmock (3.23.1)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
     websocket (1.2.10)
     websocket-driver (0.7.6)
       websocket-extensions (>= 0.1.0)
@@ -469,7 +484,9 @@ DEPENDENCIES
   config
   countries
   cssbundling-rails
+  daemons
   database_cleaner
+  delayed_job_active_record
   devise
   dotenv
   faker
@@ -517,6 +534,7 @@ DEPENDENCIES
   stimulus-rails
   turbo-rails
   tzinfo-data
+  webmock
 
 BUNDLED WITH
    2.4.10

app/domain/ptime/assign_employee_ids.rb

@@ -0,0 +1,69 @@
+# This script will assign each person the corresponding employee ID from PuzzleTime
+module Ptime
+  class AssignEmployeeIds
+
+    # rubocop:disable Rails/Output
+    def run(should_map: false)
+      puts 'Notice this is a dry run and mapping will not happen!' unless should_map
+      fetch_data
+
+      puts "Currently there are:
+      - #{@ptime_employees.length} employees in PuzzleTime
+      - #{@skills_people.count} people in PuzzleSkills
+      This is a difference of #{(@skills_people.count - @ptime_employees.length).abs} entries"
+      map_employees(should_map)
+    end
+
+    private
+
+    # rubocop:disable Metrics
+    def map_employees(should_map)
+      puts 'Assigning employee IDs now...' if should_map
+
+      ambiguous_entries = []
+      unmatched_entries = []
+      mapped_people_count = 0
+
+      @ptime_employees.each do |ptime_employee|
+        ptime_employee_firstname = ptime_employee['attributes']['firstname']
+        ptime_employee_lastname = ptime_employee['attributes']['lastname']
+        ptime_employee_name = "#{ptime_employee_firstname} #{ptime_employee_lastname}"
+        ptime_employee_email = ptime_employee['attributes']['email']
+        matched_skills_people = Person.where(ptime_employee_id: nil)
+                                      .where(name: ptime_employee_name)
+                                      .where(email: ptime_employee_email)
+
+        if matched_skills_people.empty?
+          unmatched_entries << { name: ptime_employee_name, id: ptime_employee['id'] }
+        elsif matched_skills_people.one?
+          if should_map
+            matched_skills_person = matched_skills_people.first
+            matched_skills_person.ptime_employee_id = ptime_employee['id']
+            matched_skills_person.save!
+          end
+          mapped_people_count += 1
+        else
+          ambiguous_entries << { name: ptime_employee_name, id: ptime_employee['id'] }
+        end
+      end
+
+      puts '--------------------------'
+      puts "#{mapped_people_count} people were matched successfully"
+      puts '--------------------------'
+      puts "#{unmatched_entries.size} people didn't match"
+      unmatched_entries.each { |entry| puts "- #{entry[:name]} with id #{entry[:id]}" }
+      puts '--------------------------'
+      puts "#{ambiguous_entries.size} people ambiguous matched"
+      ambiguous_entries.each { |entry| puts "- #{entry[:name]} with id #{entry[:id]}" }
+    end
+    # rubocop:enable Metrics
+
+    def fetch_data
+      puts 'Fetching required data...'
+      @ptime_employees = Ptime::Client.new.get('employees', { per_page: 1000 })['data']
+      @skills_people = Person.all
+      puts 'Successfully fetched data'
+    end
+    # rubocop:enable Rails/Output
+  end
+end

app/domain/ptime/client.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+require 'rest_client'
+require 'base64'
+
+module Ptime
+  class Client
+    def initialize
+      @base_url = "#{ENV.fetch('PTIME_BASE_URL')}/api/v1/"
+    end
+
+    def get(endpoint, params = {})
+      request(:get, @base_url + endpoint, params)
+    end
+
+    private
+
+    def request(method, path, params = nil)
+      path = "#{path}?#{URI.encode_www_form(params)}"
+      response = RestClient.send(method, path, headers)
+      JSON.parse(response.body)
+    rescue RestClient::BadRequest => e
+      msg = response_error_message(e)
+      e.message = msg if msg.present?
+      raise e
+    end
+
+    def response_error_message(exception)
+      JSON.parse(exception.response.body).dig('error', 'message')
+    rescue JSON::ParserError # rescue only JSON parsing errors
+      nil
+    end
+
+    def headers
+      {
+        authorization: "Basic #{basic_token}",
+        content_type: :json,
+        accept: :json
+      }
+    end
+
+    def basic_token
+      Base64.encode64("#{ENV.fetch('PTIME_API_USERNAME')}:#{ENV.fetch('PTIME_API_PASSWORD')}")
+    end
+  end
+end

app/domain/ptime/update_people_data.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Ptime
+  class UpdatePeopleData
+    ATTRIBUTE_MAPPING = { shortname: :shortname, email: :email, marital_status: :marital_status,
+                          graduation: :title }.freeze
+
+    # rubocop:disable Metrics
+    def run
+      ptime_employees = Ptime::Client.new.get('employees', { per_page: 1000 })['data']
+      ptime_employees.each do |ptime_employee|
+        ptime_employee_firstname = ptime_employee['attributes']['firstname']
+        ptime_employee_lastname = ptime_employee['attributes']['lastname']
+        ptime_employee_name = "#{ptime_employee_firstname} #{ptime_employee_lastname}"
+
+        skills_person = Person.find_by(ptime_employee_id: ptime_employee['id'])
+        skills_person ||= Person.new
+
+        skills_person.name = ptime_employee_name
+        skills_person.ptime_employee_id ||= ptime_employee['id']
+        ptime_employee['attributes'].each do |key, value|
+          if key.to_sym.in?(ATTRIBUTE_MAPPING.keys)
+            skills_person[ATTRIBUTE_MAPPING[key.to_sym]] = value
+          end
+        end
+        skills_person.company = Company.first
+        skills_person.birthdate = '1.1.2000'
+        skills_person.location = 'Bern'
+        skills_person.nationality = 'CH'
+        skills_person.save!
+      end
+    end
+    # rubocop:enable Metrics
+  end
+end

bin/delayed_job

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'config', 'environment'))
+require 'delayed/command'
+Delayed::Command.new(ARGV).daemonize

config/application.rb

@@ -37,5 +37,7 @@ class Application < Rails::Application
 
     config.assets.enabled = true
     config.assets.paths << Rails.root.join("uploads")
+
+    config.active_job.queue_adapter = :delayed_job
   end
 end

db/migrate/20240624122411_add_ptime_employee_id_to_people.rb

@@ -0,0 +1,5 @@
+class AddPtimeEmployeeIdToPeople < ActiveRecord::Migration[7.0]
+  def change
+    add_column :people, :ptime_employee_id, :integer
+  end
+end

db/migrate/20240701085558_create_delayed_jobs.rb

@@ -0,0 +1,22 @@
+class CreateDelayedJobs < ActiveRecord::Migration[7.0]
+  def self.up
+    create_table :delayed_jobs do |table|
+      table.integer :priority, default: 0, null: false # Allows some jobs to jump to the front of the queue
+      table.integer :attempts, default: 0, null: false # Provides for retries, but still fail eventually.
+      table.text :handler,                 null: false # YAML-encoded string of the object that will do work
+      table.text :last_error                           # reason for last failure (See Note below)
+      table.datetime :run_at                           # When to run. Could be Time.zone.now for immediately, or sometime in the future.
+      table.datetime :locked_at                        # Set when a client is working on this object
+      table.datetime :failed_at                        # Set when all retries have failed (actually, by default, the record is deleted instead)
+      table.string :locked_by                          # Who is working on this object (if locked)
+      table.string :queue                              # The name of the queue this job is in
+      table.timestamps null: true
+    end
+
+    add_index :delayed_jobs, [:priority, :run_at], name: "delayed_jobs_priority"
+  end
+
+  def self.down
+    drop_table :delayed_jobs
+  end
+end

db/schema.rb

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema[7.0].define(version: 2024_06_03_085509) do
+ActiveRecord::Schema[7.0].define(version: 2024_07_01_085558) do
   # These are extensions that must be enabled in order to support this database
   enable_extension "plpgsql"
 
@@ -77,6 +77,21 @@
     t.datetime "updated_at", precision: nil, null: false
   end
 
+  create_table "delayed_jobs", force: :cascade do |t|
+    t.integer "priority", default: 0, null: false
+    t.integer "attempts", default: 0, null: false
+    t.text "handler", null: false
+    t.text "last_error"
+    t.datetime "run_at"
+    t.datetime "locked_at"
+    t.datetime "failed_at"
+    t.string "locked_by"
+    t.string "queue"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    t.index ["priority", "run_at"], name: "delayed_jobs_priority"
+  end
+
   create_table "departments", force: :cascade do |t|
     t.string "name", null: false
     t.datetime "created_at", null: false
@@ -148,6 +163,7 @@
     t.string "email"
     t.integer "department_id"
     t.string "shortname"
+    t.integer "ptime_employee_id"
     t.index ["company_id"], name: "index_people_on_company_id"
   end
 

docker-compose.yml

@@ -7,7 +7,9 @@ services:
     stdin_open: true
     environment:
       - RAILS_DB_HOST=postgres
-    env_file: .env
+    env_file:
+      - .env
+      - .sec
     build:
       context: ./config/docker/development
       dockerfile: Rails.dockerfile

lib/tasks/ptime.rake

@@ -0,0 +1,16 @@
+namespace :ptime do
+  desc 'assign puzzletime employee ids to people'
+  task :assign => :environment do
+    Ptime::AssignEmployeeIds.new.run(should_map: true)
+  end
+
+  desc 'evaluate assignment of employee ids to people'
+  task :evaluate_assign => :environment do
+    Ptime::AssignEmployeeIds.new.run
+  end
+
+  desc 'update person data with the data from ptime'
+  task :update_people => :environment do
+    Ptime::UpdatePeopleData.new.run
+  end
+end