feat: telegram / cron running on seperate enviroments (#3)

* docker support

* rico cron oh yeah

* funciona el docking

* schedule cron on ci + telegram on seperate file

* docs: docker instructions

.dockerignore

@@ -0,0 +1,15 @@
+node_modules
+Dockerfile*
+docker-compose*
+.dockerignore
+.git
+.gitignore
+README.md
+LICENSE
+.vscode
+Makefile
+helm-charts
+.env
+.editorconfig
+.idea
+coverage*

.github/workflows/main.yml

@@ -3,6 +3,9 @@ on:
   push:
     branches:
       - main
+  schedule: # daily at 8 am
+    - cron: "0 8 * * *"
+
 jobs:
   scrape:
     runs-on: ubuntu-latest
@@ -15,7 +18,7 @@ jobs:
       - uses: oven-sh/[email protected]
       - name: Install dependencies
         run: bun install
-      - name: Install browser
-        run: bunx playwright install --with-deps chromium
+      # - name: Install browser
+      #   run: bunx playwright install --with-deps chromium
       - name: execute
-        run: bun run src/main.ts
+        run: bun run src/cron.ts

.tsconfig.json

@@ -0,0 +1,5 @@
+{
+  "compilerOptions": {
+    "strict": true
+  }
+}

Dockerfile

@@ -0,0 +1,24 @@
+FROM oven/bun AS build
+
+WORKDIR /app
+
+COPY bun.lockb .
+COPY package.json .
+
+RUN bun install --frozen-lockfile
+
+COPY src ./src
+
+# compile everything to a binary called cli which includes the bun runtime
+RUN bun build ./src/server.ts --compile --outfile cli
+
+# use a smaller image without bun
+FROM ubuntu:22.04
+
+WORKDIR /app
+
+# copy the compiled binary from the build image
+COPY --from=build /app/cli /app/cli
+
+# execute the binary!
+CMD ["/app/cli"]

README.md

@@ -1,14 +1,6 @@
-# blatanly stealing stuff
+# osusach pegas
 
-ofertas de la gente del dcc y de getonboard
-
-# tech
-
-- ts
-- bun
-- tursodb
-- playwright
-- zod
+ladron de pegas usando bun + ts
 
 # setup
 
@@ -31,10 +23,9 @@ TURSO_URL=
 TURSO_TOKEN=
 ```
 
-and that's it
+# docker
 
-# usage
-
-1. `bun install`
-2. `bun start`
-3. wait for the magic to happen
+```zsh
+docker build --no-cache --pull -t pegas-osusach .
+docker run -p 3000:3000 --rm -it pegas-osusach
+```

package.json

@@ -1,15 +1,19 @@
 {
   "scripts": {
-    "start": "tsx src/index.ts"
+    "start": "bun --env-file=.env src/server.ts"
   },
   "dependencies": {
     "@libsql/client": "^0.3.6",
+    "croner": "^9.0.0",
     "eslint-plugin-neverthrow": "^1.1.4",
+    "grammy": "^1.32.0",
     "neverthrow": "^8.1.0",
+    "pino": "^9.5.0",
     "playwright": "^1.39.0",
     "zod": "^3.22.4"
   },
   "devDependencies": {
     "tsx": "^3.12.2"
-  }
+  },
+  "packageManager": "^[email protected]"
 }

src/cron.ts

@@ -0,0 +1,33 @@
+import { save } from "./lib/save";
+import { getGetonboardJobs } from "./sources/getonboard";
+
+// TODO: normalize for multiple sources and use neverthrow
+async function cron() {
+  const [getonboard] = await Promise.allSettled([getGetonboardJobs()]);
+
+  if (getonboard.status === "rejected")
+    console.error(`couldn't steal from getonboard ${getonboard.reason}`);
+
+  const jobs = [...(getonboard.status === "fulfilled" ? getonboard.value : [])];
+
+  if (jobs.length === 0) {
+    console.info("no new jobs found");
+    return;
+  }
+
+  const results = await save(jobs);
+  if (results.isErr()) {
+    console.error(`coudn't save new jobs, ${results.error}`);
+  } else {
+    console.info(
+      "saved " +
+        results.value.fulfilled +
+        ", " +
+        results.value.rejected +
+        " failed"
+    );
+  }
+  return;
+}
+
+cron();

src/lib/db.ts

@@ -1,4 +1,4 @@
-import { createClient } from "@libsql/client";
+import { createClient } from "@libsql/client/web";
 import { Result } from "neverthrow";
 
 export const createConnection = Result.fromThrowable(() =>

src/lib/save.ts

@@ -1,4 +1,3 @@
-import { createClient } from "@libsql/client";
 import { Job } from "../sources/schema";
 import keywordList from "../keywordList";
 import { createConnection } from "./db";

src/lib/telegram.ts

@@ -0,0 +1,39 @@
+import { Bot } from "grammy";
+import { ResultAsync } from "neverthrow";
+import { jobSchema } from "../sources/schema";
+import { save } from "./save";
+
+const TOKEN = process.env.TELEGRAM_BOT_TOKEN;
+export async function unsafeDCCListener() {
+  if (!TOKEN) throw new Error("no telegram bot token found in .env");
+  const bot = new Bot(TOKEN);
+  bot.on("channel_post", (ctx) => {
+    if (ctx.chat.title === "DCCEmpleo") {
+      const job = jobSchema.safeParse({
+        id: `${ctx.channelPost.message_id}_DCCEmpleo`,
+        content: ctx.channelPost.text,
+        date: new Date(
+          new Date().toLocaleString("en-US", { timeZone: "America/Santiago" })
+        ),
+        source: "DCC_TELEGRAM",
+      });
+
+      if (job.success) {
+        save([job.data]);
+      } else {
+        console.error(job.error);
+      }
+    }
+  });
+
+  await bot.start({
+    onStart() {
+      console.info("telegram bot is runnning");
+    },
+  });
+}
+
+export const dccListener = ResultAsync.fromThrowable(
+  unsafeDCCListener,
+  (error) => (error instanceof Error ? error : new Error("Unknown error"))
+);

src/server.ts

@@ -0,0 +1,12 @@
+import { dccListener } from "./lib/telegram";
+
+async function server() {
+  console.log("runtime: " + process.release.name);
+  const listener = await dccListener();
+  if (listener.isErr()) {
+    console.error(listener.error.message);
+    return;
+  }
+}
+
+server();

src/sources/schema.ts

@@ -2,10 +2,10 @@ import { z } from "zod";
 
 const source = ["DCC_TELEGRAM", "GETONBOARD_CHILE"] as const;
 export type Source = typeof source;
-export const JobSchema = z.object({
-  id: z.string(),
+export const jobSchema = z.object({
+  id: z.union([z.string(), z.number()]).transform(String), // Ensures id is always a string
   date: z.date(),
   content: z.string(),
   source: z.enum(source),
 });
-export type Job = z.infer<typeof JobSchema>;
+export type Job = z.infer<typeof jobSchema>;