Ordered RC examples

api/allennlp_demo/tasks/Dockerfile

@@ -0,0 +1,21 @@
+FROM python:3.8
+
+WORKDIR /app/
+
+COPY allennlp_demo/tasks/requirements.txt requirements.txt
+ENV ALLENNLP_VERSION_OVERRIDE allennlp
+RUN pip install -r requirements.txt
+
+COPY allennlp_demo/__init__.py allennlp_demo/__init__.py
+COPY allennlp_demo/common allennlp_demo/common
+COPY allennlp_demo/tasks allennlp_demo/tasks
+
+# Ensure allennlp_demo module can be found by Python.
+ENV PYTHONPATH /app/
+
+# Ensure log messages written immediately instead of being buffered, which is
+# useful if the app crashes so the logs won't get swallowed.
+ENV PYTHONUNBUFFERED 1
+
+ENTRYPOINT [ "python" ]
+CMD [ "allennlp_demo/tasks/api.py" ]

api/allennlp_demo/tasks/requirements.txt

@@ -0,0 +1,4 @@
+git+git://github.com/allenai/allennlp.git@main
+git+git://github.com/allenai/allennlp-models.git@main
+Flask==1.1.2
+pytest==6.2.1

ui/package.json

@@ -10,7 +10,7 @@
   },
   "dependencies": {
     "@allenai/eslint-config-varnish": "^1.0.3",
-    "@allenai/tugboat": "^1.0.7",
+    "@allenai/tugboat": "2.0.0",
     "@allenai/varnish": "^2.0.16",
     "@allenai/varnish-react-router": "^2.0.2",
     "@ant-design/icons": "^4.4.0",

ui/src/demos/constituency-parsing/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/coreference-resolution/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/dependency-parsing/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/named-entity-recognition/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/open-information-extraction/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/reading-comprehension/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, UngroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, UncategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,12 +18,15 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (!isGroupedExamples(examples)) {
-        throw new UngroupedExamplesError();
+    if (!areCategorized(examples)) {
+        throw new UncategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.
-    const ex = examples['SQuAD-like Argument Finding'][2]; // matrix example
+    const ex = examples.find((ec) => ec.category === 'SQuAD-like Argument Finding')?.examples[2];
+    if (!ex) {
+        throw new Error('No example.');
+    }
 
     const bashCommand = `
 echo '{"passage": "${ex.passage.slice(0, 182)}.", "question": "${ex.question}"}' | \\

ui/src/demos/semantic-role-labeling/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/sentiment-analysis/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/textual-entailment/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/demos/visual-question-answering/Usage.tsx

@@ -5,8 +5,8 @@
 
 import React from 'react';
 import { Models, Examples } from '@allenai/tugboat/context';
-import { NoSelectedModelError, GroupedExamplesError } from '@allenai/tugboat/error';
-import { isGroupedExamples } from '@allenai/tugboat/lib';
+import { NoSelectedModelError, CategorizedExamplesError } from '@allenai/tugboat/error';
+import { areCategorized } from '@allenai/tugboat/lib';
 
 import { ModelUsage } from '../../components';
 
@@ -18,8 +18,8 @@ export const Usage = () => {
         throw new NoSelectedModelError();
     }
 
-    if (isGroupedExamples(examples)) {
-        throw new GroupedExamplesError();
+    if (areCategorized(examples)) {
+        throw new CategorizedExamplesError();
     }
 
     // TODO: This seems brittle. If the examples change this will fail at runtime.

ui/src/lib/TaskCard.ts

@@ -1,4 +1,4 @@
-import { Example, GroupedExamples } from '@allenai/tugboat/lib';
+import { Example, ExampleCategory } from '@allenai/tugboat/lib';
 
 export interface TaskCard {
     id: string;
@@ -7,7 +7,7 @@ export interface TaskCard {
     expected_inputs?: string;
     expected_outputs?: string;
     scope_and_limitations?: string;
-    examples: Example[] | GroupedExamples;
+    examples: Example[] | ExampleCategory[];
 }
 
 export type TaskCardsById = { [taskId: string]: TaskCard };

ui/yarn.lock

@@ -7,10 +7,10 @@
   resolved "https://registry.yarnpkg.com/@allenai/eslint-config-varnish/-/eslint-config-varnish-1.0.3.tgz#943da78f3e681f32331c78d1a826400aa6731a6a"
   integrity sha512-/dnXAKJOwhbQbTp17CdeXyRiCUriy576cLGcE3zJmU5R+U5kNDycWDnMJttnrb+/cpKy4Ji4yvzDiISKk3TscA==
 
-"@allenai/tugboat@^1.0.7":
-  version "1.0.7"
-  resolved "https://registry.yarnpkg.com/@allenai/tugboat/-/tugboat-1.0.7.tgz#a5a2c3fa9b9e79c7d86b0bbd590ae247af1426f0"
-  integrity sha512-99L0vL0SQ32HnmWu4JMzZkKVe6zZKs7+l7mP6hff7H/lt9XB/n7og63aNJL7FWorgMn/Ohb83Gqhs+Gmb0pGiQ==
+"@allenai/tugboat@2.0.0":
+  version "2.0.0"
+  resolved "https://registry.yarnpkg.com/@allenai/tugboat/-/tugboat-2.0.0.tgz#8a56fe1683f6b0c3cbf272cbc13d9002d04addc6"
+  integrity sha512-V6F+Nrm3AOo9YMMy1HB1gJVqSFZ0pZCpyyvggN5Left1aMbPr5b0JZw3iObIgQEV+pRVJNpgAk9RyDDhkDnDUQ==
   dependencies:
     colormap "^2.3.1"
     commonmark "^0.29.2"