Merge develop

.env.regtest

@@ -1,21 +1,21 @@
-rpc_protocol='http'
-rpc_user='bitcoin'
-rpc_pass='password'
-rpc_host='localhost'
-rpc_port='18443'
-rpc_limit='150'
-db_name='slpdb'
-db_url='mongodb://localhost:26017' 
-core_from='543375'
-core_from_testnet='0'
-core_slp_mempool_ignore_length='1000000'
-zmq_incoming_host='0.0.0.0'
-zmq_incoming_port='29332'
-zmq_outgoing_host='0.0.0.0'
-zmq_outgoing_port='27339'
-zmq_outgoing_enable=1
-telemetry_host='status.slpdb.io'
-telemetry_advertised_host="James' MBP"
-telemetry_advertised_graph_search_host=''
-telemetry_advertised_slp_socket_host=''
-telemetry_secret='7da8a6ac0a1f03f24ae852d6769ac27e9c411ff3ba7d8ec1feae81f81924e0ac'
+export rpc_protocol='http'
+export rpc_user=regtest
+export rpc_pass=regtest
+export rpc_host=localhost
+export rpc_port=18332
+#export rpc_limit='150'
+#export db_name='slpdb'
+export db_url=mongodb://localhost:27017
+export core_from=543375
+export core_from_testnet=0
+#export core_slp_mempool_ignore_length='1000000'
+export zmq_incoming_host=0.0.0.0
+export zmq_incoming_port=28332
+export zmq_outgoing_host=0.0.0.0
+export zmq_outgoing_port=27339
+export zmq_outgoing_enable=1
+export telemetry_host=status.slpdb.io
+#export telemetry_advertised_host="James' MBP"
+#export telemetry_advertised_graph_search_host=''
+#export telemetry_advertised_slp_socket_host=''
+#export telemetry_secret='7da8a6ac0a1f03f24ae852d6769ac27e9c411ff3ba7d8ec1feae81f81924e0ac'

.github/workflows/build-docker-image.yml

@@ -0,0 +1,36 @@
+name: Build Docker Image
+
+on:
+  push:
+    branches:
+      - develop
+      - main
+
+  workflow_dispatch:
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: actorforth/slpdb
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Build docker image
+        run: |
+          export TAG_SLPDB=$(git describe --always --tags --dirty --abbrev=7 | sed 's/^.*\(.\{7\}\)/\1/')
+          docker build -t ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:$TAG_SLPDB -t ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest ./
+
+      - name: Docker Login
+        uses: docker/login-action@v1
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Push docker images
+        run: |
+          docker push ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:$(git describe --always --tags --dirty --abbrev=7 | sed 's/^.*\(.\{7\}\)/\1/')
+          docker push ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest

.node-version

@@ -0,0 +1 @@
+12.18.2

Dockerfile

@@ -0,0 +1,54 @@
+# A Docker container for running SLPDB. 
+
+#### BEGIN BOILERPLATE SETUP
+
+FROM ubuntu:18.04
+LABEL maintainer="Nicolai Skye <[email protected]>"
+
+# Update the OS and install any OS packages needed.
+RUN apt-get update -y
+RUN apt-get install -y sudo git curl nano gnupg wget
+
+#Install Node and NPM
+RUN curl -sL https://deb.nodesource.com/setup_12.x -o nodesource_setup.sh
+RUN bash nodesource_setup.sh
+RUN apt-get install -y nodejs build-essential
+
+#Create the user 'safeuser' and add them to the sudo group.
+RUN useradd -ms /bin/bash safeuser
+RUN adduser safeuser sudo
+
+#Set password to 'abcd8765' change value below if you want a different password
+RUN echo safeuser:abcd8765 | chpasswd
+
+#Set the working directory to be the users home directory
+WORKDIR /home/safeuser
+#### END BOILERPLATE SETUP
+
+# SLPDB specific packages
+RUN apt-get install -y autoconf libtool
+RUN npm install -g typescript
+
+#Setup NPM for non-root global install (like on a mac)
+RUN mkdir /home/safeuser/.npm-global
+RUN chown -R safeuser .npm-global
+RUN echo "export PATH=~/.npm-global/bin:$PATH" >> /home/safeuser/.profile
+RUN runuser -l safeuser -c "npm config set prefix '~/.npm-global'"
+
+
+# Switch to user account.
+USER safeuser
+# Prep 'sudo' commands.
+#RUN echo 'abcd8765' | sudo -S pwd
+
+# Clone the SLPDB repository
+WORKDIR /home/safeuser
+
+COPY . .
+
+RUN npm install
+
+VOLUME /home/safeuser/config
+
+COPY startup-script.sh start.sh
+CMD ["./start.sh"]

config.ts

@@ -44,7 +44,7 @@ export class Config {
 				fulltext: [ 'tokenDetails.name', 'tokenDetails.symbol' ]
 			},
 			graphs: {
-				keys: [ 'tokenDetails.tokenIdHex', 'tokenDetails.nftGroupIdHex', 'graphTxn.txid', 'graphTxn.outputs.spendTxid'],
+				keys: [ 'tokenDetails.tokenIdHex', 'tokenDetails.nftGroupIdHex', 'graphTxn.txid', 'graphTxn.outputs.spendTxid', 'graphTxn.outputs.address'],
 				fulltext: [ ]
 			},
 			confirmed: {

index.ts

@@ -21,7 +21,10 @@ let getBlockchainInfoSync: () => BlockchainInfoResult = sp(RpcClient.getBlockcha
 let setNetworkSync: (network: string) => void = sp(Info.setNetwork);
 let queryInitSync: () => void = sp(Query.init);
 let chain = getBlockchainInfoSync().chain;
-let network = chain === 'test' || chain  === 'regtest' ? 'testnet' : 'mainnet';
+
+const networksAvailable = ['mainnet', 'test', 'regtest']
+let network : string = networksAvailable.includes(chain) ? chain : 'mainnet'
+
 setNetworkSync(network);
 queryInitSync();
 

info.ts

@@ -18,7 +18,7 @@ export module Info {
 
 	export const setNetwork =  async function(network: string): Promise<void> {
 		try {
-			if(network === 'testnet')
+			if(network === 'test')
 				kv = level('./_leveldb_testnet');
 			await kv.put('network', network);
 		} catch(_) { }

package.json

@@ -6,7 +6,7 @@
   "main": "index.js",
   "scripts": {
     "test": "mocha --timeout 1000000 --exit --require mocha-steps",
-    "start": "tsc && node --max_old_space_size=8192 index run",
+    "start": "tsc && node --max_old_space_size=32768 index run",
     "lint": "./node_modules/.bin/eslint .",
     "migrate": "./node_modules/.bin/migrate-mongo"
   },
@@ -53,6 +53,7 @@
     "p-limit": "2.0.0",
     "p-queue": "3.1.0",
     "slpjs": "^0.27.8",
+    "slpjs-regtest": "^0.27.5",
     "synchronized-promise": "0.2.0",
     "traverse": "^0.6.6",
     "ts-node": "^7.0.1",

rpc.ts

@@ -24,6 +24,18 @@ export class RpcClient {
         } else {
             rpc = new _rpcClient(connectionString, { maxRetries: 0 });
             rpc_retry = new _rpcClient(connectionString, { maxRetries: Config.rpc.rpcMaxRetries, timeoutMs: Config.rpc.rpcTimeoutMs, retryDelayMs: Config.rpc.rpcRetryDelayMs });
+            // Hack: overide the underlying protocol to reuse connections
+            // The underlying library allows specifying custom options for the client, re: https://github.com/bitpay/bitcoind-rpc/blob/96257629cfa36f9e1a36500f69d209cdc3cba0a7/lib/index.js#L85-L89
+            // Here we enforce the usage of our own agent which has keep-alive enabled.
+            if (!rpc.httpOptions) {
+                rpc.httpOptions = {}
+            }
+            rpc.httpOptions.agent = new rpc.protocol.Agent({keepAlive: true})
+            if (!rpc_retry.httpOptions) {
+                rpc_retry.httpOptions = {}
+            }
+            rpc_retry.httpOptions.agent = new rpc_retry.protocol.Agent({keepAlive: true})
+
         }
     }
 

slp-regtest.d.ts

@@ -0,0 +1 @@
+declare module 'slp-regtest'