test stream-json

docker-compose.yml

@@ -1,14 +1,14 @@
-version: '3'
-
 services:
   fediblock-instance:
-#    image: registry.gitlab.com/manalejandro/fediblock-instance/fediblock-instance:latest
     image: fediblock-instance
     build: .
     hostname: fediblock-instance
     container_name: fediblock-instance
     restart: always
     user: node
+    cpus: "0.5"
+    mem_limit: "1g"
+    memswap_limit: "1g"
     ports:
       - "4000:4000"
     depends_on:

lib/apiswagger.js

@@ -3,6 +3,9 @@ const nodeinfo = require('activitypub-express/pub/nodeinfo')
 module.exports = (app, client) => {
     const constant = require('./constant'),
         zlib = require('zlib'),
+        Pick = require('stream-json/filters/Pick'),
+        { streamArray } = require('stream-json/streamers/StreamArray'),
+        { chain } = require('stream-chain'),
         clean = str => {
             return str.replace(/[/\\^$+?()`'¡¿¨!"·%&=;,\|\[\]{}]+/gmi, '')
         }
@@ -508,8 +511,13 @@ module.exports = (app, client) => {
                 query: {
                     match_all: {}
                 }
-            }, { asStream: true, meta: false })
+            }, { asStream: true, meta: false }),
-            result.pipe(zlib.createGzip()).pipe(res, { end: true })
+                pipeline = chain([
+                    Pick.withParser({ filter: 'hits.hits' }),
+                    streamArray(),
+                    Pick.withParser({ filter: '_source' }),
+                ])
+            result.pipe(pipeline).pipe(zlib.createGzip()).pipe(res, { end: true })
         } catch (e) {
             console.error(e)
             res.status(404).end()

package.json

@@ -9,7 +9,7 @@
   },
   "license": "MIT",
   "scripts": {
-    "start": "rm -f core && node --max-old-space-size=1024 server.js",
+    "start": "rm -f core && node server.js",
     "build": "rm -rf dist/* && parcel build public/index.html --no-source-maps --dist-dir dist/",
     "install": "cd node_modules && rm -rf http-signature && rm -rf request/node_modules/http-signature && mv @peertube/http-signature ."
   },
@@ -25,6 +25,7 @@
     "node-schedule": "^2.1.1",
     "parcel": "^2.12.0",
     "rotating-file-stream": "^3.2.5",
+    "stream-json": "^1.8.0",
     "swagger-jsdoc": "^6.2.8",
     "swagger-ui-express": "^5.0.1"
   }