Add some more streaming examples and markdown streaming

Author: ericallam

apps/webapp/app/services/realtime/redisRealtimeStreams.server.ts

@@ -1,8 +1,7 @@
+import { Logger, LogLevel } from "@trigger.dev/core/logger";
 import Redis, { RedisOptions } from "ioredis";
-import { StreamIngestor, StreamResponder } from "./types";
-import { LineTransformStream } from "./utils.server";
 import { env } from "~/env.server";
-import { Logger, LogLevel } from "@trigger.dev/core/logger";
+import { StreamIngestor, StreamResponder } from "./types";
 
 export type RealtimeStreamsOptions = {
   redis: RedisOptions | undefined;

packages/core/src/v3/runMetadata/manager.ts

@@ -1,16 +1,16 @@
 import { dequal } from "dequal/lite";
 import { DeserializedJson } from "../../schemas/json.js";
 import { ApiClient } from "../apiClient/index.js";
-import { FlushedRunMetadata, RunMetadataChangeOperation } from "../schemas/common.js";
+import { RunMetadataChangeOperation } from "../schemas/common.js";
+import { AsyncIterableStream } from "../streams/asyncIterableStream.js";
+import { IOPacket, stringifyIO } from "../utils/ioSerialization.js";
 import { ApiRequestOptions } from "../zodfetch.js";
 import { MetadataStream } from "./metadataStream.js";
 import { applyMetadataOperations, collapseOperations } from "./operations.js";
 import { RunMetadataManager, RunMetadataUpdater } from "./types.js";
-import { AsyncIterableStream } from "../streams/asyncIterableStream.js";
-import { IOPacket, stringifyIO } from "../utils/ioSerialization.js";
 
-const MAXIMUM_ACTIVE_STREAMS = 5;
-const MAXIMUM_TOTAL_STREAMS = 10;
+const MAXIMUM_ACTIVE_STREAMS = 10;
+const MAXIMUM_TOTAL_STREAMS = 20;
 
 export class StandardMetadataManager implements RunMetadataManager {
   private flushTimeoutId: NodeJS.Timeout | null = null;