fix(gong): stop New Call skipping calls Gong finishes processing late

components/gong/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/gong",
-  "version": "0.4.1",
+  "version": "0.4.2",
   "description": "Pipedream Gong Components",
   "main": "gong.app.mjs",
   "keywords": [

components/gong/sources/common/polling.mjs

@@ -5,6 +5,16 @@ import {
 import common from "./base.mjs";
 import constants from "../../common/constants.mjs";
 
+// Gong makes a call queryable only once it has finished processing it, which
+// can be well after the time the call started, and `fromDateTime` filters on
+// that start time server-side. So a cursor that jumps straight to the newest
+// start time it has seen hides every call still being processed behind it, and
+// hides it permanently: no later poll ever asks for that range again. Holding
+// the cursor this far behind the present keeps those calls inside the next
+// poll's window instead. The calls that get read a second time as a result are
+// dropped by `dedupe: "unique"`.
+const PROCESSING_LAG_MS = 60 * 60 * 1000;
+
 export default {
   ...common,
   props: {
@@ -26,6 +36,26 @@ export default {
     getLastCreatedAt() {
       return this.db.get(constants.LAST_CREATED_AT);
     },
+    nextLastCreatedAt(newest) {
+      const previous = this.getLastCreatedAt();
+      const newestMs = Date.parse(newest);
+
+      if (Number.isNaN(newestMs)) {
+        return previous;
+      }
+
+      const held = Math.min(newestMs, Date.now() - PROCESSING_LAG_MS);
+      const previousMs = Date.parse(previous);
+
+      // Never hand back a cursor older than the one already stored: an account
+      // recording more calls per lag window than a single poll reads would
+      // otherwise stop making progress.
+      const next = Number.isNaN(previousMs)
+        ? held
+        : Math.max(previousMs, held);
+
+      return new Date(next).toISOString();
+    },
     getResourceName() {
       throw new ConfigurationError("getResourceName is not implemented");
     },
@@ -51,7 +81,10 @@ export default {
       ] = descendingResources;
 
       if (lastResource?.started) {
-        this.setLastCreatedAt(lastResource.started);
+        const next = this.nextLastCreatedAt(lastResource.started);
+        if (next) {
+          this.setLastCreatedAt(next);
+        }
       }
 
       descendingResources.forEach(this.processEvent);

components/gong/sources/new-call/new-call.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New Call",
   description: "Emit new event when a new call is added. [See the documentation](https://us-66463.app.gong.io/settings/api/documentation#get-/v2/calls)",
   type: "source",
-  version: "0.0.5",
+  version: "0.0.6",
   dedupe: "unique",
   methods: {
     ...common.methods,