replaced the old Crontab with commands with a script to execute instead. Better logging for docker logs <container name>.

because cron does not execute script with env vars, they get dumped into a file and set for the runtime of the  script run-taks.sh

.gitignore

@@ -37,3 +37,4 @@ report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json
 
 *.db
 *.sqlite
+data

Crontab

@@ -1,2 +0,0 @@
-1 * * * * bun run ./src/app.ts --today > /dev/null 2>&1
-0 * * * * bun run ./src/app.ts > /dev/null 2>&1

Dockerfile

@@ -1,12 +1,32 @@
 FROM debian:12 AS base
+ARG BUILD_DATE
+ARG VERSION
+LABEL build_version="77th_eventcalendarntfy ${VERSION}, Build-date:- ${BUILD_DATE}"
+LABEL maintainer="chiko <chiko@xcsone.de>"
 WORKDIR /opt/app
-RUN apt-get update && \
+RUN set -eux && \
-    # apt-get install -y curl unzip cron ca-certificates python3 python3-pip && \
+    echo "Updating APT" && \
-    apt-get install -y curl unzip cron ca-certificates python3 python3-pip && \
+        apt-get update -y -qq && \
-    rm -rf /var/lib/apt/lists/*
+        apt-get upgrade -y -qq && \
+    echo "Installing tools" && \
+        apt-get install -y -qq \
+            curl unzip cron ca-certificates logrotate dos2unix && \
+    echo "Cleaning up" && \
+        apt-get --yes autoremove --purge && \
+        apt-get clean --yes && \
+        rm --recursive --force --verbose /var/lib/apt/lists/* && \
+        rm --recursive --force --verbose /tmp/* && \
+        rm --recursive --force --verbose /var/tmp/* && \
+        rm --recursive --force --verbose /var/cache/apt/archives/* && \
+        truncate --size 0 /var/log/*log
+COPY ./docker/cron-bun-log /etc/logrotate.d/
+COPY ./docker/Crontab /etc/cron.d/
+RUN chmod 0644 /etc/cron.d/Crontab
+
 # install BunJs
 RUN curl -fsSL https://bun.com/install | bash
 ENV PATH="/root/.bun/bin:$PATH"
+RUN ln -s /root/.bun/bin/bun /usr/local/bin/bun
 # install dependencies into temp directory
 # this will cache them and speed up future builds
 FROM base AS install
@@ -19,33 +39,20 @@ RUN mkdir -p /temp/prod
 COPY package.json bun.lock /temp/prod/
 RUN cd /temp/prod && bun install --frozen-lockfile --production
 
-# and install python dependencies
-# COPY ./requirements.txt .
-# RUN python3 -m pip install --break-system-packages -r requirements.txt
-# RUN python3 -m pip install -U python-dotenv
-
 # copy node_modules from temp directory
 # then copy all (non-ignored) project files into the image
 FROM base AS prerelease
 COPY --from=install /temp/dev/node_modules node_modules
 COPY . ./
-
 # [optional] tests & build
-ENV NODE_ENV=production
 
 # copy production dependencies and source code into final image
 FROM base AS release
-WORKDIR /opt/app
+ENV NODE_ENV=production
 COPY --from=install /temp/prod/node_modules node_modules
-COPY --from=prerelease /opt/app/src/app.ts .
-COPY --from=prerelease /opt/app/package.json .
-#COPY --from=prerelease .entrypoint.sh .
-COPY Crontab /etc/cron.d/
-RUN chmod 0644 /etc/cron.d/Crontab
 COPY . ./
-# USER bun
+COPY ./docker/docker-entrypoint.sh /opt/app/docker-entrypoint.sh
-RUN touch /var/log/cron.log
+#COPY --from=prerelease .entrypoint.sh .
-# RUN chmod +x entrypoint.sh
+RUN dos2unix /opt/app/docker-entrypoint.sh && \
-# ENTRYPOINT ["./entrypoint.sh"]
+    chmod +x /opt/app/docker-entrypoint.sh
-VOLUME /opt/app/data/db
+ENTRYPOINT [ "/opt/app/docker-entrypoint.sh" ]
-CMD bun run ./src/app.ts --today && cron && tail -f /var/log/cron.log

docker-compose.yml

@@ -3,6 +3,7 @@ services:
     build: .
     volumes:
       - ./data/db:/opt/app/data/db
+      - ./data/app/log:/var/log
     env_file:
       - path: ./.env
         required: true
@@ -23,12 +24,12 @@ services:
       - ./data/apprise/config:/config
       - ./data/apprise/plugin:/plugin
       - ./data/apprise/attach:/attach
-    ports:
+    # ports:
-      - 8000:8000
+      #- 8880:8000
     healthcheck:
       test: ["CMD", "curl", "-f", "http://localhost:8000/status"]
-      interval: 30s
+      interval: 10s
-      timeout: 10s
+      timeout: 5s
       retries: 5
 # networks:
 #   default:

docker/Crontab

@@ -0,0 +1,2 @@
+0 8 * * * root /opt/app/run-task.sh --today
+*/15 * * * * root /opt/app/run-task.sh

docker/cron-bun-log

@@ -0,0 +1,8 @@
+/var/log/cron.log {
+    daily
+    rotate 7
+    compress
+    missingok
+    notifempty
+    copytruncate
+}

docker/docker-entrypoint.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+bun run ./src/app.ts --today
+
+echo "ntfy_on=$ntfy_on" >> /etc/environment
+echo "ntfy_username=$ntfy_username" >> /etc/environment
+echo "ntfy_password=$ntfy_password" >> /etc/environment
+echo "ntfy_host=$ntfy_host" >> /etc/environment
+echo "ntfy_topic=$ntfy_topic" >> /etc/environment
+echo "dc_on=$dc_on" >> /etc/environment
+echo "dc_webhook=$dc_webhook" >> /etc/environment
+echo "dc_botname=$dc_botname" >> /etc/environment
+echo "dc_avatar_url=$dc_avatar_url" >> /etc/environment
+
+# Start cron in foreground
+exec cron -f

entrypoint.sh

@@ -1,6 +0,0 @@
-#!/bin/bash
-crontab -l > mycron
-echo "0 8 * * * bun run ./src/app.ts --today > /dev/null 2>&1" >> mycron
-echo "0 * * * * bun run ./src/app.ts > /dev/null 2>&1" >> mycron
-crontab mycron
-rm mycron

requirements.txt

@@ -1,2 +0,0 @@
-apprise
-python-dotenv

run-task.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+set -e
+
+set -o allexport
+. /etc/environment || echo "[WARN] Failed to load env" >> /proc/1/fd/2
+set +o allexport
+
+export PATH="/root/.bun/bin:$PATH"
+
+cd /opt/app
+
+log_info() {
+    echo "[INFO] $(date) $1" >> /proc/1/fd/1
+}
+
+log_error() {
+    echo "[ERROR] $(date) $1" >> /proc/1/fd/2
+}
+
+log_info "Starting task with args: $*"
+
+if bun run ./src/app.ts "$@" >> /proc/1/fd/1 2>> /proc/1/fd/2; then
+    log_info "Task completed successfully."
+else
+    log_error "Task failed!"
+    exit 1
+fi

src/app.ts

@@ -1,31 +1,25 @@
 import { TEventType } from "./component/event/event.types";
 import { db } from "./sql";
 import { Event, type TEventEntityNew, type TGetEventsOptions } from "./component/event/events";
+import { createPlaceholders, getTsNow, pad_l2 } from "./util";
 import { sendNotification } from "./sendNotification";
-import { createPlaceholders, pad_l2 } from "./util";
 
 const argv = require('minimist')(process.argv.slice(2));
-console.dir(argv)
+console.log("App started");
+console.dir({argv})
 
-// const TS_TODAY = new Date();
+async function main ( ) {
-
+  console.log("Excecuting main()");
-function getTsNow() {
-  const now = new Date();
-  const rtn = {
-    year: now.getFullYear(),
-    month: now.getMonth() + 1,
-    day: now.getDate(),
-    minute: now.getMinutes(),
-    seconds: now.getSeconds()
-  }
-  return rtn;
-}
-
-async function main( ) {
   const TODAY = getTsNow();
+  console.dir(TODAY);
   const events_currentMonth = await Event.fetch_events( TODAY.year, TODAY.month , -120 );
+  console.log("events_currentMonth.length:" + events_currentMonth.length );
   const events_nextMonth = await Event.fetch_events( TODAY.year, TODAY.month + 1 , -120 );
+  console.log("events_nextMonth.length:" + events_nextMonth.length );
   const events = [...events_currentMonth, ...events_nextMonth];
+  console.log("events.length:" + events.length );
+  
+  // const TS_TODAY = new Date();
   // Write to JSON File Section START
   // const data = JSON.stringify(events, null, 2);
   // const TS = `${TS_TODAY.getFullYear()}-${TS_TODAY.getMonth() + 1}-${TS_TODAY.getDate()}_${TS_TODAY.getHours()}-${TS_TODAY.getMinutes()}-${TS_TODAY.getSeconds()}`;
@@ -33,16 +27,19 @@ async function main( ) {
   // Write to JSON File Section END
 
   const allEventUids = events.map( event => { return event.uid; });
+  console.dir(allEventUids );
   const placeholders = createPlaceholders( allEventUids );
   const getAllRelevantEventsQuery = db.query(
     `SELECT * FROM events WHERE uid IN (${placeholders}); `
   ).as(Event );
   const AllRelevantEvents = getAllRelevantEventsQuery.all(...allEventUids);
-
+  console.log("AllRelevantEvents.length:" + AllRelevantEvents.length );
   const eventsToInsert: TEventEntityNew[] = [];
   for ( const ev of events ) {
+    console.log("loop ev: " + [ ev.uid, ev.title, ev.date_at ].join( ", " ) );
     const found = AllRelevantEvents.find(event => event.uid === ev.uid);
     if ( found ) {
+      console.log("loop ev found: " + [ found.uid, found.title, found.date_at ].join( ", " ) );
       if (
         found.title != ev.title ||
         found.description != ev.description ||
@@ -55,29 +52,34 @@ async function main( ) {
         found.timezone != ev.timezone ||
         found.link != ev.link
       ) {
+        console.log("loop ev different (changed): " + [ ev.uid, ev.title, ev.date_at ].join( ", " ) );
         const newEventToInsert: TEventEntityNew = {... ev, notification: "changed"};
         eventsToInsert.push( newEventToInsert );
       }
     } else {
+      console.log("loop ev added (new): " + [ ev.uid, ev.title, ev.date_at ].join( ", " ) );
       const newEventToInsert: TEventEntityNew = {... ev, notification: "new"};
       eventsToInsert.push( newEventToInsert );
     }
   }
-
+  console.dir(eventsToInsert)
   Event.insert( eventsToInsert, db);
-  const options: TGetEventsOptions = {
+  const where: TGetEventsOptions = {}
-  }
+  where.notification = ["new", "changed"]
-  if (argv.today) {
+  if ( argv.today ) {
-    options.date = {
+    where.date = {
       year: TODAY.year,
       month: TODAY.month,
       day: TODAY.day
     }
-  } else {
-    options.notification = ["new", "changed"]
   }
-  const list_of_events = Event.get_events( options, db );
+  const list_of_events = Event.get_events( where, db );
+  console.dir({
+    list_of_events,
+    where
+  });
   for ( const ev of list_of_events ) {
+    console.log("loop list_of_events - ev: " + [ev.uid, ev.title, ev.date_at, "notification:" + ev.notification].join( ", " ) );
     const body = [
       `Title: ${ev.title}`,
       `Location: ${ev.location}`,
@@ -87,6 +89,7 @@ async function main( ) {
       `By: ${ev.posted_by}`,
       `Link: ${ev.link}`,
     ].join("\n");
+    console.log("loop list_of_events - ev 'body': " + body );
     const notification_prefix = ( (event: Event) => {
       switch( event.notification) {
         case "new":
@@ -113,28 +116,8 @@ async function main( ) {
       return false;
     })( ev );
     const title = `${today_prefix ? "TODAY " : ""}${notification_prefix ? notification_prefix + ": " : ""} ${ev.title} (${ TEventType[ ev.event_type ] })`;
-
+    console.log("loop list_of_events - ev 'title': " + title );
-    await fetch("http://apprise:8000/notify", {
+    await sendNotification( title, body, ev.link ? ev.link : null);
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json"
-      },
-      body: JSON.stringify({
-        urls: [
-          `ntfys://${process.env.ntfy_username}:${process.env.ntfy_password}@${process.env.ntfy_host}/${process.env.ntfy_topic}${ ev.link ? `?click=${ev.link}`: "?click=https://77th-jsoc.com/#/events" }`,
-          `discord://${process.env.dc_webhook}?avatar_url=${process.env.dc_avatar_url}&botname=${process.env.dc_botname}`
-        ].join(","),
-        title: title,
-        body: body,
-        format: "text"
-      })
-    });
-    
-    // await sendNotification(
-    //   title,
-    //   body
-    //   // `${ev.link || "https://77th-jsoc.com/#/events"}`
-    // );
     ev.set_notification("done", db);
   }
 };

src/sendNotification.ts

@@ -1,16 +1,26 @@
-import * as Bun from "bun";
+export async function sendNotification(title: string, body: string, link?: string | null) {
-
+  console.dir({
-export async function sendNotification(title: string, body: string, click?: string | null) {
+    sendNotification: {
-    const command = [
+      title,
-        "python3",
+      body,
-        "./src/notification.py",
+      link
-        `--title=${title}`,
-        `--body=${body}`,
-    ];
-    if ( click ) {
-        command.push(`--click=${click}`);
     }
-    const proc = Bun.spawn(command);
+  });
-    const text = await proc.stdout.text();
+  const response = await fetch("http://apprise:8000/notify", {
-    console.log("sendNotification: " + text);
+    method: "POST",
+    headers: {
+    "Content-Type": "application/json"
+    },
+    body: JSON.stringify({
+    urls: [
+        `ntfys://${process.env.ntfy_username}:${process.env.ntfy_password}@${process.env.ntfy_host}/${process.env.ntfy_topic}${ link ? `?click=${link}`: "?click=https://77th-jsoc.com/#/events" }`,
+        `discord://${process.env.dc_webhook}?avatar_url=${process.env.dc_avatar_url}&botname=${process.env.dc_botname}`
+    ].join(","),
+    title: title,
+    body: body,
+    format: "text"
+    })
+  });
+  const responseBody = await response.json();
+  return responseBody;
 } 

src/sendNotificationPy.ts

@@ -0,0 +1,16 @@
+import * as Bun from "bun";
+
+export async function sendNotificationPy(title: string, body: string, click?: string | null) {
+    const command = [
+        "python3",
+        "./src/notification.py",
+        `--title=${title}`,
+        `--body=${body}`,
+    ];
+    if ( click ) {
+        command.push(`--click=${click}`);
+    }
+    const proc = Bun.spawn(command);
+    const text = await proc.stdout.text();
+    console.log("sendNotification: " + text);
+}

src/util.ts

@@ -27,3 +27,15 @@ export function pad_l2 ( _thing: string | number ): string {
   };
   return _thing.padStart(2, "0");
 }
+
+export function getTsNow() {
+  const now = new Date();
+  const rtn = {
+    year: now.getFullYear(),
+    month: now.getMonth() + 1,
+    day: now.getDate(),
+    minute: now.getMinutes(),
+    seconds: now.getSeconds()
+  }
+  return rtn;
+}