Sleep 3 seconds

edsu · edsu · commit 7cb58a572fd3 · 2022-01-23T06:27:19.000-05:00
To stay within the 300 requests per 15 minute window on the search/all endpoint we need to sleep 3 seconds between requests. Theoeretically the SearchLoader could keep track of how many searches it has done and adjust accordingly, but that is for a future work cycle.
diff --git a/dist/client/index.html b/dist/client/index.html
@@ -18,5 +18,5 @@
 </head>
 <body>
     <div id="app"></div>
-<script type="text/javascript" src="/main-e0ef53fd144f17615b1f.js"></script></body>
+<script type="text/javascript" src="/main-ed10e115e54289779617.js"></script></body>
 </html>
diff --git a/dist/client/main-ed10e115e54289779617.js b/dist/client/main-ed10e115e54289779617.js
diff --git a/dist/client/main-ed10e115e54289779617.js.map b/dist/client/main-ed10e115e54289779617.js.map
diff --git a/dist/server/search-loader.js b/dist/server/search-loader.js
@@ -73,7 +73,7 @@ var SearchLoader = /*#__PURE__*/function () {
                           }
 
                           _context2.next = 6;
-                          return (0, _utils.timer)(2000);
+                          return (0, _utils.timer)(3000);
 
                         case 6:
                           opts = {
diff --git a/src/client/components/Settings.js b/src/client/components/Settings.js
@@ -64,7 +64,7 @@ function Academic({active}) {
     return (
       <div className={style.Academic}>
         <div className={style.Emoji}>🧑‍🎓</div>
-        <div>Academic Search Product Track <em>enabled</em></div>
+        <div>Academic Research Product Track <em>enabled</em></div>
       </div>
     )
   } else {
diff --git a/src/server/search-loader.js b/src/server/search-loader.js
@@ -27,9 +27,16 @@ export class SearchLoader {
       const job = await this.fetchSearchJob()
       if (job && job.ended === null && job.query.search.active) {
 
-        // Twitter requires sleeping at least a second between searches
-        // sleeping only 1 second seems to trigger errors, so lets sleep 2 
-        await timer(2000)
+        /*
+         
+        Twitter requires sleeping at least a second between searches.
+        In addition they only allow 300 requests per 15 minute window.
+        To be on the safe side we sleep between requests
+        See: https://developer.twitter.com/en/docs/twitter-api/tweets/search/api-reference/get-tweets-search-all
+
+        */
+        
+        await timer(3000)
 
         const opts = {
           q: job.query.twitterQuery(),

Original file line number	Diff line number	Diff line change
`@@ -73,7 +73,7 @@ var SearchLoader = /#__PURE__/function () {`
`73`	`73`	`}`
`74`	`74`
`75`	`75`	`_context2.next = 6;`
`76`		`- return (0, _utils.timer)(2000);`
	`76`	`+ return (0, _utils.timer)(3000);`
`77`	`77`
`78`	`78`	`case 6:`
`79`	`79`	`opts = {`
Original file line number	Diff line number	Diff line change
`@@ -64,7 +64,7 @@ function Academic({active}) {`
`64`	`64`	`return (`
`65`	`65`	`<div className={style.Academic}>`
`66`	`66`	`<div className={style.Emoji}>🧑‍🎓</div>`
`67`		`- <div>Academic Search Product Track <em>enabled</em></div>`
	`67`	`+ <div>Academic Research Product Track <em>enabled</em></div>`
`68`	`68`	`</div>`
`69`	`69`	`)`
`70`	`70`	`} else {`