Update

Author: billsedison

.env.sample

@@ -1,9 +1,42 @@
 POSTGRES_SCHEMA="public"
 DATABASE_URL="postgresql://johndoe:randompassword@localhost:5432/mydb?schema=${POSTGRES_SCHEMA}"
 
+
+# Gitea Webhook Configuration
+GITEA_WEBHOOK_AUTH="your_webhook_secret_here"
+
+# Kafka Configuration
+KAFKA_BROKERS=localhost:9092
+KAFKA_CLIENT_ID=tc-review-api
+KAFKA_GROUP_ID=tc-review-consumer-group
+KAFKA_SSL_ENABLED=false
+
+# SASL Configuration (optional - uncomment if needed)
+# KAFKA_SASL_MECHANISM=plain
+# KAFKA_SASL_USERNAME=
+# KAFKA_SASL_PASSWORD=
+
+# Consumer Configuration
+KAFKA_SESSION_TIMEOUT=30000
+KAFKA_HEARTBEAT_INTERVAL=3000
+KAFKA_MAX_WAIT_TIME=5000
+KAFKA_CONNECTION_TIMEOUT=10000
+KAFKA_REQUEST_TIMEOUT=30000
+
+# Retry Configuration
+KAFKA_RETRY_ATTEMPTS=5
+KAFKA_INITIAL_RETRY_TIME=100
+KAFKA_MAX_RETRY_TIME=30000
+
+# Dead Letter Queue Configuration
+KAFKA_DLQ_ENABLED=true
+KAFKA_DLQ_TOPIC_SUFFIX=.dlq
+KAFKA_DLQ_MAX_RETRIES=3
+
 # API configs
 BUS_API_URL="https://api.topcoder-dev.com/v5/bus/events"
 CHALLENGE_API_URL="https://api.topcoder-dev.com/v5/challenges/"
+RESOURCE_API_URL="https://api.topcoder-dev.com/v6/"
 MEMBER_API_URL="https://api.topcoder-dev.com/v5/members"
 # M2m configs
 M2M_AUTH_URL="https://auth0.topcoder-dev.com/oauth/token"

Dockerfile

@@ -15,6 +15,7 @@ WORKDIR /app
 COPY . .
 RUN npm install pnpm -g
 RUN pnpm install
+RUN pnpm run lint
 RUN pnpm run build
 RUN chmod +x appStartUp.sh
 CMD ./appStartUp.sh

docker-compose.kafka.yml

@@ -0,0 +1,54 @@
+services:
+  zookeeper:
+    image: confluentinc/cp-zookeeper:7.4.0
+    hostname: zookeeper
+    container_name: zookeeper
+    ports:
+      - "2181:2181"
+    environment:
+      ZOOKEEPER_CLIENT_PORT: 2181
+      ZOOKEEPER_TICK_TIME: 2000
+    networks:
+      - kafka-network
+
+  kafka:
+    image: confluentinc/cp-kafka:7.4.0
+    hostname: kafka
+    container_name: kafka
+    depends_on:
+      - zookeeper
+    ports:
+      - "9092:9092"
+      - "9101:9101"
+    environment:
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+      KAFKA_JMX_PORT: 9101
+      KAFKA_JMX_HOSTNAME: localhost
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+    networks:
+      - kafka-network
+
+  kafka-ui:
+    image: provectuslabs/kafka-ui:latest
+    container_name: kafka-ui
+    depends_on:
+      - kafka
+    ports:
+      - "8080:8080"
+    environment:
+      KAFKA_CLUSTERS_0_NAME: local
+      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:29092
+      KAFKA_CLUSTERS_0_ZOOKEEPER: zookeeper:2181
+    networks:
+      - kafka-network
+
+networks:
+  kafka-network:
+    driver: bridge