"use strict"; /** * @license * Copyright 2019 Google LLC. All Rights Reserved. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * ============================================================================= */ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; var __generator = (this && this.__generator) || function (thisArg, body) { var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g; return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g; function verb(n) { return function (v) { return step([n, v]); }; } function step(op) { if (f) throw new TypeError("Generator is already executing."); while (_) try { if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t; if (y = 0, t) op = [op[0] & 2, t.value]; switch (op[0]) { case 0: case 1: t = op; break; case 4: _.label++; return { value: op[1], done: false }; case 5: _.label++; y = op[1]; op = [0]; continue; case 7: op = _.ops.pop(); _.trys.pop(); continue; default: if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; } if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; } if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; } if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; } if (t[2]) _.ops.pop(); _.trys.pop(); continue; } op = body.call(thisArg, _); } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; } if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true }; } }; Object.defineProperty(exports, "__esModule", { value: true }); var fs = require("fs"); var path = require("path"); var ts = require("typescript"); process.on('unhandledRejection', function (ex) { throw ex; }); // Used for logging the number of snippets that have been found. var snippetCount = 0; // Used for counting the number of errors that have been found. var errorCount = 0; /** * Parse and evaluate snippets for the src/index.ts from where this script is * run. * @param tf The TensorFlow.js module to use when evaluating snippets. If used * outside core, this should be a union of core and the separate package. * This is unused here but is used in eval() of the snippets. */ // tslint:disable-next-line:no-any function parseAndEvaluateSnippets(tf) { return __awaiter(this, void 0, void 0, function () { var index, tsconfigPath, tsconfig, program, checker, _i, _a, sourceFile, children, i; return __generator(this, function (_b) { switch (_b.label) { case 0: index = path.join(process.cwd(), 'src/index.ts'); tsconfigPath = path.join(process.cwd(), 'tsconfig.json'); tsconfig = JSON.parse(fs.readFileSync(tsconfigPath, 'utf8')); delete tsconfig.compilerOptions.moduleResolution; program = ts.createProgram([index], tsconfig.compilerOptions); checker = program.getTypeChecker(); _i = 0, _a = program.getSourceFiles(); _b.label = 1; case 1: if (!(_i < _a.length)) return [3 /*break*/, 6]; sourceFile = _a[_i]; if (!!sourceFile.isDeclarationFile) return [3 /*break*/, 5]; children = sourceFile.getChildren(); i = 0; _b.label = 2; case 2: if (!(i < children.length)) return [3 /*break*/, 5]; return [4 /*yield*/, visit(tf, checker, children[i], sourceFile)]; case 3: _b.sent(); _b.label = 4; case 4: i++; return [3 /*break*/, 2]; case 5: _i++; return [3 /*break*/, 1]; case 6: if (errorCount === 0) { console.log("Parsed and evaluated " + snippetCount + " snippets successfully."); } else { console.log("Evaluated " + snippetCount + " snippets with " + errorCount + " errors."); process.exit(1); } return [2 /*return*/]; } }); }); } exports.parseAndEvaluateSnippets = parseAndEvaluateSnippets; function visit( // tslint:disable-next-line:no-any tf, checker, node, sourceFile) { return __awaiter(this, void 0, void 0, function () { var children, i, symbol_1, jsdoc, documentation, i, doc, re, matches, _loop_1, k; return __generator(this, function (_a) { switch (_a.label) { case 0: children = node.getChildren(); i = 0; _a.label = 1; case 1: if (!(i < children.length)) return [3 /*break*/, 4]; return [4 /*yield*/, visit(tf, checker, children[i], sourceFile)]; case 2: _a.sent(); _a.label = 3; case 3: i++; return [3 /*break*/, 1]; case 4: if (!(ts.isClassDeclaration(node) || ts.isFunctionDeclaration(node) || ts.isMethodDeclaration(node) || ts.isInterfaceDeclaration(node))) return [3 /*break*/, 10]; symbol_1 = checker.getSymbolAtLocation(node.name); jsdoc = getJSDocTag(symbol_1); if (jsdoc == null) { return [2 /*return*/]; } // Ignore snippets of methods that have been marked with ignoreCI. if (jsdoc['ignoreCI']) { return [2 /*return*/]; } documentation = symbol_1.getDocumentationComment(checker); if (documentation == null) { return [2 /*return*/]; } i = 0; _a.label = 5; case 5: if (!(i < documentation.length)) return [3 /*break*/, 10]; doc = documentation[i]; re = /```js.*?```/gs; matches = re.exec(doc.text); if (matches == null) { return [2 /*return*/]; } _loop_1 = function (k) { var match, lines, evalLines, j, line, srcCode, evalString, oldLog, oldWarn, reportError, e_1; return __generator(this, function (_a) { switch (_a.label) { case 0: snippetCount++; match = matches[k]; lines = match.split('\n'); evalLines = []; for (j = 0; j < lines.length; j++) { line = lines[j]; if (line.startsWith('```js')) { line = line.substring('```js'.length); } if (line.endsWith('```')) { line = line.substring(0, line.length - '```'.length); } line = line.trim(); if (line.startsWith('*')) { line = line.substring(1).trim(); } evalLines.push(line); } srcCode = evalLines.join('\n'); evalString = '(async function runner() { try { ' + srcCode + '} catch (e) { reportError(e); } })()'; oldLog = console.log; oldWarn = console.warn; reportError = function (e) { oldLog(); oldLog("Error executing snippet for " + symbol_1.name + " at " + sourceFile.fileName); oldLog(); oldLog("```js" + srcCode + "```"); oldLog(); console.error(e); errorCount++; }; // Overrwrite console.log so we don't spam the console. console.log = function (msg) { }; console.warn = function (msg) { }; _a.label = 1; case 1: _a.trys.push([1, 3, , 4]); return [4 /*yield*/, eval(evalString)]; case 2: _a.sent(); return [3 /*break*/, 4]; case 3: e_1 = _a.sent(); reportError(e_1); return [3 /*break*/, 4]; case 4: console.log = oldLog; console.warn = oldWarn; return [2 /*return*/]; } }); }; k = 0; _a.label = 6; case 6: if (!(k < matches.length)) return [3 /*break*/, 9]; return [5 /*yield**/, _loop_1(k)]; case 7: _a.sent(); _a.label = 8; case 8: k++; return [3 /*break*/, 6]; case 9: i++; return [3 /*break*/, 5]; case 10: return [2 /*return*/]; } }); }); } function getJSDocTag(symbol) { var tags = symbol.getJsDocTags(); for (var i = 0; i < tags.length; i++) { var jsdocTag = tags[i]; if (jsdocTag.name === 'doc' && jsdocTag.text != null) { var json = convertDocStringToDocInfoObject(jsdocTag.text.trim()); return json; } } return null; } function convertDocStringToDocInfoObject(docString) { var jsonString = docString.replace(/([a-zA-Z0-9]+):/g, '"$1":').replace(/\'/g, '"'); return JSON.parse(jsonString); } //# sourceMappingURL=util.js.map