feat(Searcher): Ignore old data from long running filter responses (#81)

* feat(Searcher): Ignore old data from long running filter responses

Author: ndickerson

src/core/EntityList.ts

@@ -25,6 +25,7 @@ export class EntityList<T> extends StatefulSubject<T[]> {
   private readonly $ref: Entity<T>;
   private readonly $list: EntityListReference<T>;
   protected broker: EntityMessageBroker = EntityMessageBroker.getInstance();
+  private latestTimestamp = 0;
 
   constructor(type: string, options: EntityListOptions = {}, state?: T[], callingIdentifier = '') {
     super(state);
@@ -68,7 +69,14 @@ export class EntityList<T> extends StatefulSubject<T[]> {
       this.$list.then((results: BullhornListResponse<T>) => {
         this.descriptor = results.meta;
         this.$latest = results;
-        this.next(results.data);
+        if (!results.timestamp) {
+          return this.next(results.data);
+        }
+        // Ignore responses that are for older requests when we have a newer completed request
+        if (results.timestamp > this.latestTimestamp) {
+          this.latestTimestamp = results.timestamp;
+          this.next(results.data);
+        }
       }, error => {
         this.error(error);
       });

src/services/QueryService.ts

@@ -97,6 +97,7 @@ export class QueryService<T> {
   }
   async run(add: boolean): Promise<BullhornListResponse<T>> {
     await this.initialized;
+    const requestTimestamp = Date.now();
     const [response, metadata] = await Promise.all([this.httpGet(this.parameters), this.meta.getFull(this.parameters.fields, this.parameters.layout)]);
     const result = response.data;
     if (this.shouldPullMoreRecords(result)) {
@@ -112,6 +113,7 @@ export class QueryService<T> {
       this.records = result.data;
     }
     result.meta = metadata;
+    result.timestamp = requestTimestamp;
     return result;
   }
 

src/types/Responses.ts

@@ -89,6 +89,7 @@ export interface BullhornListResponse<T> {
   data: T[];
   messages?: BullhornMessage[];
   meta?: BullhornMetaResponse;
+  timestamp?: number;
 }
 
 export interface BullhornEntityResponse<T> {