feat: add support for bin-scripts (python only)

packages/@jsii/kernel/lib/api.ts

@@ -100,6 +100,19 @@ export interface LoadResponse {
   readonly types: number;
 }
 
+export interface InvokeScriptRequest {
+  readonly assembly: string;
+  readonly script: string;
+  readonly args?: string[];
+}
+
+export interface InvokeScriptResponse {
+  readonly status: number | null;
+  readonly stdout: Buffer;
+  readonly stderr: Buffer;
+  readonly signal: string | null;
+}
+
 export interface CreateRequest {
   /**
    * The FQN of the class of which an instance is requested (or "Object")

packages/@jsii/kernel/lib/kernel.ts

@@ -9,6 +9,7 @@ import * as api from './api';
 import { TOKEN_REF } from './api';
 import { ObjectTable, tagJsiiConstructor } from './objects';
 import * as wire from './serialization';
+import * as cp from 'child_process';
 
 export class Kernel {
   /**
@@ -66,24 +67,11 @@ export class Kernel {
       );
     }
 
-    if (!this.installDir) {
-      this.installDir = fs.mkdtempSync(path.join(os.tmpdir(), 'jsii-kernel-'));
-      fs.mkdirpSync(path.join(this.installDir, 'node_modules'));
-      this._debug('creating jsii-kernel modules workdir:', this.installDir);
-
-      process.on('exit', () => {
-        if (this.installDir) {
-          this._debug('removing install dir', this.installDir);
-          fs.removeSync(this.installDir); // can't use async version during exit
-        }
-      });
-    }
-
     const pkgname = req.name;
     const pkgver = req.version;
 
     // check if we already have such a module
-    const packageDir = path.join(this.installDir, 'node_modules', pkgname);
+    const packageDir = this._getPackageDir(pkgname);
     if (fs.pathExistsSync(packageDir)) {
       // module exists, verify version
       const epkg = fs.readJsonSync(path.join(packageDir, 'package.json'));
@@ -148,6 +136,45 @@ export class Kernel {
     };
   }
 
+  public invokeBinScript(
+    req: api.InvokeScriptRequest,
+  ): api.InvokeScriptResponse {
+    const packageDir = this._getPackageDir(req.assembly);
+    if (fs.pathExistsSync(packageDir)) {
+      // module exists, verify version
+      const epkg = fs.readJsonSync(path.join(packageDir, 'package.json'));
+
+      if (!epkg.bin) {
+        throw new Error('There is no bin scripts defined for this package.');
+      }
+
+      const scriptPath = epkg.bin[req.script];
+
+      if (!epkg.bin) {
+        throw new Error(`Script with name ${req.script} was not defined.`);
+      }
+
+      const result = cp.spawnSync(
+        process.execPath,
+        [
+          ...process.execArgv,
+          '--',
+          path.join(packageDir, scriptPath),
+          ...(req.args ?? []),
+        ],
+        { encoding: 'utf-8' },
+      );
+
+      return {
+        stdout: result.stdout,
+        stderr: result.stderr,
+        status: result.status,
+        signal: result.signal,
+      };
+    }
+    throw new Error(`Package with name ${req.assembly} was not loaded.`);
+  }
+
   public create(req: api.CreateRequest): api.CreateResponse {
     return this._create(req);
   }
@@ -494,6 +521,22 @@ export class Kernel {
     }
   }
 
+  private _getPackageDir(pkgname: string): string {
+    if (!this.installDir) {
+      this.installDir = fs.mkdtempSync(path.join(os.tmpdir(), 'jsii-kernel-'));
+      fs.mkdirpSync(path.join(this.installDir, 'node_modules'));
+      this._debug('creating jsii-kernel modules workdir:', this.installDir);
+
+      process.on('exit', () => {
+        if (this.installDir) {
+          this._debug('removing install dir', this.installDir);
+          fs.removeSync(this.installDir); // can't use async version during exit
+        }
+      });
+    }
+    return path.join(this.installDir, 'node_modules', pkgname);
+  }
+
   // prefixed with _ to allow calling this method internally without
   // getting it recorded for testing.
   private _create(req: api.CreateRequest): api.CreateResponse {

packages/@jsii/kernel/test/kernel.test.ts

@@ -2133,6 +2133,15 @@ defineTest('Override transitive property', (sandbox) => {
   expect(propValue).toBe('N3W');
 });
 
+defineTest('invokeBinScript() return output', (sandbox) => {
+  const result = sandbox.invokeBinScript({
+    assembly: 'jsii-calc',
+    script: 'calc',
+  });
+
+  expect(result.stdout).toEqual('Hello World!\n');
+});
+
 // =================================================================================================
 
 const testNames: { [name: string]: boolean } = {};

packages/@jsii/kernel/test/recording.ts

@@ -30,12 +30,11 @@ export function recordInteraction(kernel: Kernel, inputOutputLogPath: string) {
   const logfile = fs.createWriteStream(inputOutputLogPath);
   (kernel as any).logfile = logfile;
 
-  Object.getOwnPropertyNames(Kernel.prototype)
-    .filter((p) => !p.startsWith('_'))
-    .forEach((api) => {
-      const old = Object.getOwnPropertyDescriptor(Kernel.prototype, api)!;
-
+  Object.entries(Object.getOwnPropertyDescriptors(Kernel.prototype))
+    .filter(([p, v]) => !p.startsWith('_') && typeof v.value === 'function')
+    .forEach(([api, old]) => {
       Object.defineProperty(kernel, api, {
+        ...old,
         value(...args: any[]) {
           logInput({ api, ...args[0] });
           try {
@@ -67,12 +66,10 @@ export function recordInteraction(kernel: Kernel, inputOutputLogPath: string) {
     });
 
   function logInput(obj: any) {
-    const inputLine = `${JSON.stringify(obj)}\n`;
-    logfile.write(`> ${inputLine}`);
+    logfile.write(`> ${JSON.stringify(obj)}\n`);
   }
 
   function logOutput(obj: any) {
-    const outputLine = `${JSON.stringify(obj)}\n`;
-    logfile.write(`< ${outputLine}`);
+    logfile.write(`< ${JSON.stringify(obj)}\n`);
   }
 }

packages/@jsii/python-runtime/src/jsii/_kernel/__init__.py

@@ -33,6 +33,7 @@
     GetResponse,
     InvokeRequest,
     InvokeResponse,
+    InvokeScriptRequest,
     KernelResponse,
     LoadRequest,
     ObjRef,
@@ -242,6 +243,20 @@ def __init__(self, provider_class: Type[BaseProvider] = ProcessProvider) -> None
     def load(self, name: str, version: str, tarball: str) -> None:
         self.provider.load(LoadRequest(name=name, version=version, tarball=tarball))
 
+    def invokeBinScript(
+        self, pkgname: str, script: str, args: Optional[List[Any]] = None
+    ) -> None:
+        if args is None:
+            args = []
+
+        self.provider.invokeBinScript(
+            InvokeScriptRequest(
+                pkgname=pkgname,
+                script=script,
+                args=_make_reference_for_native(self, args),
+            )
+        )
+
     # TODO: Is there a way to say that obj has to be an instance of klass?
     def create(self, klass: Type, obj: Any, args: Optional[List[Any]] = None) -> ObjRef:
         if args is None:

packages/@jsii/python-runtime/src/jsii/_kernel/providers/base.py

@@ -11,6 +11,8 @@
     GetResponse,
     InvokeRequest,
     InvokeResponse,
+    InvokeScriptRequest,
+    InvokeScriptResponse,
     DeleteRequest,
     DeleteResponse,
     SetRequest,
@@ -45,6 +47,10 @@ class BaseProvider(metaclass=abc.ABCMeta):
     def load(self, request: LoadRequest) -> LoadResponse:
         ...
 
+    @abc.abstractmethod
+    def invokeBinScript(self, request: InvokeScriptRequest) -> InvokeScriptResponse:
+        ...
+
     @abc.abstractmethod
     def create(self, request: CreateRequest) -> CreateResponse:
         ...

packages/@jsii/python-runtime/src/jsii/_kernel/providers/process.py

@@ -37,6 +37,8 @@
     GetResponse,
     InvokeRequest,
     InvokeResponse,
+    InvokeScriptRequest,
+    InvokeScriptResponse,
     SetRequest,
     SetResponse,
     StaticGetRequest,
@@ -157,6 +159,10 @@ def __init__(self):
             LoadRequest,
             _with_api_key("load", self._serializer.unstructure_attrs_asdict),
         )
+        self._serializer.register_unstructure_hook(
+            InvokeScriptRequest,
+            _with_api_key("invokeBinScript", self._serializer.unstructure_attrs_asdict),
+        )
         self._serializer.register_unstructure_hook(
             CreateRequest,
             _with_api_key("create", self._serializer.unstructure_attrs_asdict),
@@ -332,6 +338,9 @@ def _process(self) -> _NodeProcess:
     def load(self, request: LoadRequest) -> LoadResponse:
         return self._process.send(request, LoadResponse)
 
+    def invokeBinScript(self, request: InvokeScriptRequest) -> InvokeScriptResponse:
+        return self._process.send(request, InvokeScriptResponse)
+
     def create(self, request: CreateRequest) -> CreateResponse:
         return self._process.send(request, CreateResponse)
 

packages/@jsii/python-runtime/src/jsii/_kernel/types.py

@@ -47,6 +47,23 @@ class LoadResponse:
     types: int
 
 
+@attr.s(auto_attribs=True, frozen=True, slots=True)
+class InvokeScriptRequest:
+
+    pkgname: str
+    script: str
+    args: List[Any] = attr.Factory(list)
+
+
+@attr.s(auto_attribs=True, frozen=True, slots=True)
+class InvokeScriptResponse:
+
+    status: int
+    stdout: str
+    stderr: str
+    output: List[str]
+
+
 @attr.s(auto_attribs=True, frozen=True, slots=True)
 class CreateRequest:
 
@@ -226,6 +243,7 @@ class StatsResponse:
     GetRequest,
     StaticGetRequest,
     InvokeRequest,
+    InvokeScriptRequest,
     StaticInvokeRequest,
     StatsRequest,
 ]
@@ -237,6 +255,7 @@ class StatsResponse:
     DeleteResponse,
     GetResponse,
     InvokeResponse,
+    InvokeScriptResponse,
     SetResponse,
     StatsResponse,
     Callback,

packages/@jsii/python-runtime/src/jsii/_runtime.py

@@ -45,6 +45,10 @@ def load(cls, *args, _kernel=kernel, **kwargs):
         # Give our record of the assembly back to the caller.
         return assembly
 
+    def invokeBinScript(cls, pkgname, script, *args, _kernel=kernel):
+        response = _kernel.invokeBinScript(pkgname, script, *args)
+        print(response.stdout)
+
 
 class JSIIMeta(_ClassPropertyMeta, type):
     def __new__(cls, name, bases, attrs, *, jsii_type=None):

packages/@jsii/python-runtime/tests/test_compliance.py

@@ -85,6 +85,7 @@
 from scope.jsii_calc_lib import IFriendly, EnumFromScopedModule, Number
 from scope.jsii_calc_lib.custom_submodule_name import IReflectable, ReflectableEntry
 
+from subprocess import Popen, PIPE, STDOUT
 
 # Note: The names of these test functions have been chosen to map as closely to the
 #       Java Compliance tests as possible.

packages/@jsii/spec/lib/assembly.ts

@@ -143,6 +143,13 @@ export interface Assembly extends AssemblyConfiguration, Documentable {
    * @default none
    */
   readme?: { markdown: string };
+
+  /**
+   * List of bin-scripts
+   *
+   * @default none
+   */
+  bin?: { readonly [script: string]: string };
 }
 
 /**

packages/jsii-calc/bin/calc

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+require('./calc.js');

packages/jsii-calc/bin/calc.ts

@@ -0,0 +1,5 @@
+#!/usr/bin/env node
+
+/* eslint-disable no-console */
+
+console.info('Hello World!');

packages/jsii-calc/package.json

@@ -14,6 +14,9 @@
   "bugs": {
     "url": "https://github.com/aws/jsii/issues"
   },
+  "bin": {
+    "calc": "bin/calc"
+  },
   "repository": {
     "type": "git",
     "url": "https://github.com/aws/jsii.git",

packages/jsii-calc/test/assembly.jsii

@@ -7,6 +7,9 @@
     ],
     "url": "https://aws.amazon.com"
   },
+  "bin": {
+    "calc": "bin/calc"
+  },
   "bundled": {
     "@fixtures/jsii-calc-bundled": "^0.19.0"
   },
@@ -14229,5 +14232,5 @@
     }
   },
   "version": "0.0.0",
-  "fingerprint": "azqNkkl+/4FLzTVBLkOyHcokS4xLoYtHsri0z9kIehQ="
+  "fingerprint": "QHc8YZS13IljwCQpg6AZlBxIZvkAbfnCFh6Vi+e0Cgg="
 }