Add apache pulsar to the docker compose file

This commit is contained in:
Eric Allam
2022-12-08 11:36:26 +00:00
parent 1e1c26114a
commit aac35533fb
2 changed files with 16 additions and 107 deletions
+1 -107
View File
@@ -1,111 +1,5 @@
# trigger.dev
Problem: Tools like Pipedream are great for quickly coding up a workflow that interacts with external services, but cannot easily access internal databases or internal services without opening them up to the internet or building proxies.
Solution: With Internal Workflow, your workflows are written in your existing codebase and run in your existing infrastructure, but are coordinated through the Internal Workflow service, making it easy to trigger workflows when external events happen and make authenticated requests to APIs.
## Examples
### GitHub issue sync
Let's start with a simple one: syncing GitHub issues to a database
```typescript
import { Workflow } from "@internal/workflows";
import { issues } from "@internal/github";
import { upsertIssue, deleteIssue } from "./db.server";
new Workflow({
title: "Sync issues to internal database",
version: "1.0.0",
trigger: issues({ repo: "calcom/cal.com" }),
run: async ({ action, data }, ctx, io) => {
if (action === "deleted") {
await deleteIssue(data.id);
} else {
await upsertIssue(data);
}
},
}).listen();
```
### Send welcome email, slack message, and add user to intercom when inserted into database
This workflow is a bit more complicated. It's triggered whenever a new record is INSERTed into the users table:
```typescript
import type { User } from "./db.server";
import { Workflow } from "@internal/workflow";
import { trigger } from "@internal/pg";
import { welcomeEmail } from "./emails";
import { updateUser } from "./db.server";
new Workflow({
title: "Send Welcome Email to new users",
version: "1.0.0",
trigger: trigger<User>({
table: "users",
event: "INSERT",
}),
run: async (data, ctx, io) => {
// Make sure the user is not a bot
if (data.isBot) {
return;
}
// Return if the user already received the welcome email
if (data.emailSent) {
return;
}
ctx.logger.info("Waiting for 30 minutes before sending the email", {
user: data,
});
// Wait 30 minutes before sending the email
await io.wait(30 * 60 * 1000);
ctx.logger.info("Sending welcome email to new user", {
user: data,
});
// Send the email through the email service
await io.sendEmail({
to: data.email,
subject: "Welcome to our app!",
body: welcomeEmail(data),
});
ctx.logger.info(`Sent welcome email to ${data.email}`);
// Update the user to mark that the email was sent
await updateUser(data.id, {
emailSent: true,
});
await ctx.parallel([
// Send a slack notification that the email was sent
io.slack
.sendMessage({
text: `Welcome email sent to ${data.email}`,
})
.retry(3),
// Save the user id on intercom
io
.fetch("intercom", {
url: "https://api.intercom.io/users",
method: "POST",
body: JSON.stringify({
user_id: data.id,
}),
})
.retry(3),
]);
},
}).listen();
```
## Development
> **Warning**
@@ -119,7 +13,7 @@ new Workflow({
```sh
cp ./apps/webapp/.env.example ./apps/webapp/.env
```
3. Start the postgresql docker container
3. Start postgresql and apache pulsar
```bash
pnpm run docker:db
+15
View File
@@ -3,6 +3,10 @@ version: "3.7"
volumes:
database:
driver: local
pulsarconf:
driver: local
pulsardata:
driver: local
services:
db:
@@ -18,6 +22,17 @@ services:
- database:/var/lib/postgresql-docker/data
networks:
- app_network
pulsar:
image: apachepulsar/pulsar-standalone:latest
ports:
- "6650:6650"
- "8080:8080"
- "8081:80"
volumes:
- pulsardata:/pulsar/data
- pulsarconf:/pulsar/conf
networks:
- app_network
networks:
app_network: