Reconnect on connection not open on send() (#210)

* update web3

* setup reconnect

* extend error condition

* delay reconnect attempt

* reconnect on interval

package.json

@@ -34,8 +34,8 @@
     "node-cache": "^5.1.0",
     "node-telegram-bot-api": "^0.40.0",
     "rxjs": "7.0.0-beta.0",
-    "web3": "^1.2.7",
-    "web3-core": "^1.2.7"
+    "web3": "^1.2.11",
+    "web3-core": "^1.2.11"
   },
   "devDependencies": {
     "@types/debug": "^4.1.5",

src/services/DfusionService.ts

@@ -17,6 +17,20 @@ import { version as dexJsVersion } from '@gnosis.pm/dex-js/package.json'
 import { version as contractsVersion } from '@gnosis.pm/dex-contracts/package.json'
 import { TCR_LIST_ID, TCR_CACHE_TIME, TOKEN_OVERRIDES } from 'config'
 
+// declaration merging
+// to allow for error callback
+declare module 'web3-core' {
+  interface WebsocketProvider {
+    on(type: string, callback: () => void): void;
+    on(type: 'error', callback: (error: Error) => void): void
+  }
+  interface IpcProvider {
+    on(type: string, callback: () => void): void;
+    on(type: 'error', callback: (error: Error) => void): void
+  }
+
+}
+
 const PEER_COUNT_WARN_THRESHOLD = 3 // Warning if the node has less than X peers
 const BLOCK_TIME_ERR_THRESHOLD_MINUTES = 2 // Error if there's no a new block in X min
 
@@ -121,6 +135,26 @@ export class DfusionRepoImpl implements DfusionService {
     this._tokenIdsFilter = tokenIdsFilter
     this._web3 = web3
 
+    const provider = web3.currentProvider
+    if (provider && typeof provider === 'object' && 'on' in provider) {
+      provider.on('error', (error: Error): void => {
+        log.error('Web3 Provider error: ', error)
+        // for now triggers `connection not open on send()`
+        // but we can aniticipate `on request()`
+        if (error.message.includes('connection not open on ') || error.message.includes('connection got closed')) {
+          const intervalId = setInterval(() => {
+            log.error('Connection failure. Reconnecting...')
+            provider.reconnect()
+
+            provider.once('connect', () => {
+              log.info('Reconnection successfull')
+              clearInterval(intervalId)
+            })
+          }, 5000)
+        }
+      })
+    }
+
     this._cache = new NodeCache({ useClones: false })
   }