|
1 | | -const algoliasearch = require('algoliasearch'); |
2 | | -import * as db from './database'; |
| 1 | +// const algoliasearch = require('algoliasearch'); |
| 2 | +// import * as db from './database'; |
3 | 3 |
|
4 | | -if (process.env.ALGOLIA_APPLICATION_ID && process.env.ALGOLIA_ADMIN_KEY) { |
5 | | - const client = algoliasearch(process.env.ALGOLIA_APPLICATION_ID, process.env.ALGOLIA_ADMIN_KEY); |
| 4 | +// if (process.env.ALGOLIA_APPLICATION_ID && process.env.ALGOLIA_ADMIN_KEY) { |
| 5 | +// const client = algoliasearch(process.env.ALGOLIA_APPLICATION_ID, process.env.ALGOLIA_ADMIN_KEY); |
6 | 6 |
|
7 | | - const index = client.initIndex('messages'); |
8 | | - index.setSettings({"attributeForDistinct":"subjectID"}); |
| 7 | +// const index = client.initIndex('messages'); |
| 8 | +// index.setSettings({"attributeForDistinct":"subjectID"}); |
9 | 9 |
|
10 | | - // initially, we load in pages of 60 records, once per minute until we have looked at the most recent 100 records |
11 | | - // we then check every hour to see if there are any new records, loading in pages of 5 until we get to the most |
12 | | - // recent record we've seen. |
13 | | - let perPage = 60; |
14 | | - let latestMessage = '0000-00-00'; |
15 | | - let currentRoundLatestMessage = '0000-00-00'; |
16 | | - let roundComplete = false; |
17 | | - function processPage(start: number) { |
18 | | - if (roundComplete || start > 100) { |
19 | | - latestMessage = currentRoundLatestMessage; |
20 | | - roundComplete = false; |
21 | | - setTimeout(() => { |
22 | | - perPage = 5; |
23 | | - processPage(0); |
24 | | - }, 60 * 60_000); |
25 | | - return; |
26 | | - } |
27 | | - db.getAllMessagesForSearch(start, perPage).then(messages => { |
28 | | - messages.forEach(message => { |
29 | | - const messageDate = message.date.toISOString().split('T')[0]; |
30 | | - // keep track of the newest message we've seen this round |
31 | | - if (messageDate > currentRoundLatestMessage) { |
32 | | - currentRoundLatestMessage = messageDate; |
33 | | - } |
34 | | - // if the message is older than the most recent message, end the round |
35 | | - if (messageDate < latestMessage) { |
36 | | - roundComplete = true; |
37 | | - } |
38 | | - }); |
39 | | - index.saveObjects(messages, (err: any) => { |
40 | | - if (err) { |
41 | | - throw err; |
42 | | - } |
43 | | - setTimeout(() => { |
44 | | - processPage(start + perPage); |
45 | | - }, 5 * 60_000); |
46 | | - }); |
47 | | - }); |
48 | | - } |
49 | | - processPage(0); |
50 | | -} |
| 10 | +// // initially, we load in pages of 60 records, once per minute until we have looked at the most recent 100 records |
| 11 | +// // we then check every 24 hours to see if there are any new records, loading in pages of 5 until we get to the most |
| 12 | +// // recent record we've seen. |
| 13 | +// let perPage = 60; |
| 14 | +// let latestMessage = '0000-00-00'; |
| 15 | +// let currentRoundLatestMessage = '0000-00-00'; |
| 16 | +// let roundComplete = false; |
| 17 | +// function processPage(start: number) { |
| 18 | +// if (roundComplete || start > 100 || (new Date()).toISOString().split('T')[0] < '') { |
| 19 | +// latestMessage = currentRoundLatestMessage; |
| 20 | +// roundComplete = false; |
| 21 | +// setTimeout(() => { |
| 22 | +// perPage = 5; |
| 23 | +// processPage(0); |
| 24 | +// }, 24 * 60 * 60_000); |
| 25 | +// return; |
| 26 | +// } |
| 27 | +// db.getAllMessagesForSearch(start, perPage).then(messages => { |
| 28 | +// messages.forEach(message => { |
| 29 | +// const messageDate = message.date.toISOString().split('T')[0]; |
| 30 | +// // keep track of the newest message we've seen this round |
| 31 | +// if (messageDate > currentRoundLatestMessage) { |
| 32 | +// currentRoundLatestMessage = messageDate; |
| 33 | +// } |
| 34 | +// // if the message is older than the most recent message, end the round |
| 35 | +// if (messageDate < latestMessage) { |
| 36 | +// roundComplete = true; |
| 37 | +// } |
| 38 | +// }); |
| 39 | +// index.saveObjects(messages, (err: any) => { |
| 40 | +// if (err) { |
| 41 | +// throw err; |
| 42 | +// } |
| 43 | +// setTimeout(() => { |
| 44 | +// processPage(start + perPage); |
| 45 | +// }, 20 * 60_000); |
| 46 | +// }); |
| 47 | +// }); |
| 48 | +// } |
| 49 | +// processPage(0); |
| 50 | +// } |
0 commit comments