feat(rosetta): extract and compile samples into "tablets"

.gitignore

@@ -7,3 +7,4 @@ tsconfig.tsbuildinfo
 dist/
 .vscode
 *.tsbuildinfo
+.jsii-samples.tabl

packages/jsii-calc-base-of-base/package.json

@@ -24,12 +24,13 @@
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
   "scripts": {
-    "build": "jsii",
+    "build": "jsii && jsii-rosetta extract",
     "test": "diff-test test/assembly.jsii .jsii",
     "test:update": "npm run build && UPDATE_DIFF=1 npm run test"
   },
   "devDependencies": {
     "jsii": "^0.20.0",
+    "jsii-rosetta": "^0.20.0",
     "jsii-build-tools": "^0.20.0"
   },
   "jsii": {

packages/jsii-calc-base/package.json

@@ -24,7 +24,7 @@
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
   "scripts": {
-    "build": "jsii",
+    "build": "jsii && jsii-rosetta extract",
     "test": "diff-test test/assembly.jsii .jsii",
     "test:update": "npm run build && UPDATE_DIFF=1 npm run test"
   },
@@ -36,6 +36,7 @@
   },
   "devDependencies": {
     "jsii": "^0.20.0",
+    "jsii-rosetta": "^0.20.0",
     "jsii-build-tools": "^0.20.0"
   },
   "jsii": {
@@ -59,4 +60,4 @@
     },
     "versionFormat": "short"
   }
-}
+}

packages/jsii-calc-lib/package.json

@@ -26,7 +26,7 @@
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
   "scripts": {
-    "build": "jsii",
+    "build": "jsii && jsii-rosetta extract",
     "test": "diff-test test/assembly.jsii .jsii",
     "test:update": "npm run build && UPDATE_DIFF=1 npm run test"
   },
@@ -38,6 +38,7 @@
   },
   "devDependencies": {
     "jsii": "^0.20.0",
+    "jsii-rosetta": "^0.20.0",
     "jsii-build-tools": "^0.20.0"
   },
   "jsii": {
@@ -63,4 +64,4 @@
     },
     "versionFormat": "short"
   }
-}
+}

packages/jsii-calc/README.md

@@ -2,13 +2,20 @@
 
 This library is used to demonstrate and test the features of JSII
 
-## Sphinx
+## How to use running sum API:
 
-This file will be incorporated into the sphinx documentation.
+First, create a calculator:
 
-If this file starts with an "H1" line (in our case `# jsii Calculator`), this
-heading will be used as the Sphinx topic name. Otherwise, the name of the module
-(`jsii-calc`) will be used instead.
+```ts
+const calculator = new calc.Calculator();
+```
+
+Then call some operations:
+
+
+```ts fixture=with-calculator
+calculator.add(10);
+```
 
 ## Code Samples
 

packages/jsii-calc/package.json

@@ -25,7 +25,7 @@
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
   "scripts": {
-    "build": "jsii",
+    "build": "jsii && jsii-rosetta extract --compile",
     "watch": "jsii -w",
     "test": "node test/test.calc.js && diff-test test/assembly.jsii .jsii",
     "test:update": "npm run build && UPDATE_DIFF=1 npm run test"
@@ -43,6 +43,7 @@
   },
   "devDependencies": {
     "jsii": "^0.20.0",
+    "jsii-rosetta": "^0.20.0",
     "jsii-build-tools": "^0.20.0"
   },
   "jsii": {
@@ -100,4 +101,4 @@
       ]
     }
   ]
-}
+}

packages/jsii-calc/rosetta/default.ts-fixture

@@ -0,0 +1,3 @@
+import calc = require('.');
+
+/// here

packages/jsii-calc/rosetta/with-calculator.ts-fixture

@@ -0,0 +1,4 @@
+import calc = require('.');
+const calculator = new calc.Calculator();
+
+/// here

packages/jsii-calc/test/assembly.jsii

@@ -195,7 +195,7 @@
   },
   "name": "jsii-calc",
   "readme": {
-    "markdown": "# jsii Calculator\n\nThis library is used to demonstrate and test the features of JSII\n\n## Sphinx\n\nThis file will be incorporated into the sphinx documentation.\n\nIf this file starts with an \"H1\" line (in our case `# jsii Calculator`), this\nheading will be used as the Sphinx topic name. Otherwise, the name of the module\n(`jsii-calc`) will be used instead.\n\n## Code Samples\n\n```ts\n/* This is totes a magic comment in here, just you wait! */\nconst foo = 'bar';\n```\n"
+    "markdown": "# jsii Calculator\n\nThis library is used to demonstrate and test the features of JSII\n\n## How to use running sum API:\n\nFirst, create a calculator:\n\n```ts\nconst calculator = new calc.Calculator();\n```\n\nThen call some operations:\n\n\n```ts fixture=with-calculator\ncalculator.add(10);\n```\n\n## Code Samples\n\n```ts\n/* This is totes a magic comment in here, just you wait! */\nconst foo = 'bar';\n```\n"
   },
   "repository": {
     "directory": "packages/jsii-calc",
@@ -10328,5 +10328,5 @@
     }
   },
   "version": "0.20.0",
-  "fingerprint": "Gk2mbYSx8tmjrVf/JBPBkNEFEEG9i7jx9ptKC/0sCpE="
+  "fingerprint": "WJ8fpBsH7sWh1h86kE1fgaNJf6nLjw6uq0p/aTcpoJY="
 }

packages/jsii-pacmak/bin/jsii-pacmak.ts

@@ -2,6 +2,7 @@
 import path = require('path');
 import process = require('process');
 import yargs = require('yargs');
+import { Rosetta } from 'jsii-rosetta';
 import logging = require('../lib/logging');
 import { Timers } from '../lib/timer';
 import { VERSION_DESC } from '../lib/version';
@@ -78,6 +79,15 @@ import { ALL_BUILDERS, TargetName } from '../lib/targets';
       desc: 'Auto-update .npmignore to exclude the output directory and include the .jsii file',
       default: true
     })
+    .option('samples-tablet', {
+      type: 'string',
+      desc: 'Location of a jsii-rosetta tablet with sample translations (created using \'jsii-rosetta extract\')'
+    })
+    .option('live-translation', {
+      type: 'boolean',
+      desc: 'Translate code samples on-the-fly if they can\'t be found in the samples tablet',
+      default: true
+    })
     .version(VERSION_DESC)
     .strict()
     .argv;
@@ -89,6 +99,11 @@ import { ALL_BUILDERS, TargetName } from '../lib/targets';
 
   const timers = new Timers();
 
+  const rosetta = new Rosetta({ liveConversion: argv['live-translation'] });
+  if (argv['samples-tablet']) {
+    await rosetta.loadTabletFromFile(argv['samples-tablet']);
+  }
+
   const modulesToPackage = await findJsiiModules(argv._, argv.recurse);
   logging.info(`Found ${modulesToPackage.length} modules to package`);
   if (modulesToPackage.length === 0) {
@@ -114,9 +129,12 @@ import { ALL_BUILDERS, TargetName } from '../lib/targets';
   });
 
   await timers.recordAsync('load jsii', () => {
-    logging.info('Loading jsii assemblies');
+    logging.info('Loading jsii assemblies and translations');
     return Promise.all(modulesToPackage
-      .map(m => m.load()));
+      .map(async m => {
+        await m.load();
+        await rosetta.addAssembly(m.assembly.spec, m.moduleDirectory);
+      }));
   });
 
   try {
@@ -163,6 +181,7 @@ import { ALL_BUILDERS, TargetName } from '../lib/targets';
     await builder.buildModules(modules, {
       clean: argv.clean,
       codeOnly: argv['code-only'],
+      rosetta,
       force: argv.force,
       fingerprint: argv.fingerprint,
       arguments: argv,

packages/jsii-pacmak/lib/builder.ts

@@ -3,6 +3,7 @@ import logging = require('./logging');
 import { JsiiModule } from './packaging';
 import { TargetConstructor, Target } from './target';
 import { Scratch } from './util';
+import { Rosetta } from 'jsii-rosetta';
 
 export interface BuildOptions {
   /**
@@ -36,6 +37,11 @@ export interface BuildOptions {
    * Whether to add an additional subdirectory for the target language
    */
   languageSubdirectory?: boolean;
+
+  /**
+   * The Rosetta instance to load examples from
+   */
+  rosetta: Rosetta;
 }
 
 /**
@@ -110,7 +116,8 @@ export class OneByOneBuilder implements TargetBuilder {
       assembly: module.assembly,
       fingerprint: options.fingerprint,
       force: options.force,
-      arguments: options.arguments
+      arguments: options.arguments,
+      rosetta: options.rosetta,
     });
   }
 

packages/jsii-pacmak/lib/target.ts

@@ -6,6 +6,7 @@ import path = require('path');
 import { IGenerator } from './generator';
 import logging = require('./logging');
 import { resolveDependencyDirectory } from './util';
+import { Rosetta } from 'jsii-rosetta';
 
 
 export abstract class Target {
@@ -15,12 +16,14 @@ export abstract class Target {
   protected readonly arguments: { [name: string]: any };
   protected readonly targetName: string;
   protected readonly assembly: reflect.Assembly;
+  protected readonly rosetta: Rosetta;
 
   protected abstract readonly generator: IGenerator;
 
   public constructor(options: TargetOptions) {
     this.packageDir = options.packageDir;
     this.assembly = options.assembly;
+    this.rosetta = options.rosetta;
     this.fingerprint = options.fingerprint != null ? options.fingerprint : true;
     this.force = options.force != null ? options.force : false;
     this.arguments = options.arguments;
@@ -173,6 +176,9 @@ export interface TargetOptions {
   /** The JSII-reflect assembly for this JSII assembly */
   assembly: reflect.Assembly;
 
+  /** The Rosetta instance */
+  rosetta: Rosetta;
+
   /**
      * Whether to fingerprint the produced artifacts.
      * @default true

packages/jsii-pacmak/lib/targets/java.ts

@@ -127,7 +127,8 @@ export class JavaBuilder implements TargetBuilder {
       assembly: module.assembly,
       fingerprint: options.fingerprint,
       force: options.force,
-      arguments: options.arguments
+      arguments: options.arguments,
+      rosetta: options.rosetta,
     });
   }