From 044fcd1ee27ed17c8c1bb22464fd9c6873bff97f Mon Sep 17 00:00:00 2001 From: Auroraa Date: Fri, 1 Nov 2024 21:05:30 -0400 Subject: [PATCH 1/7] Contributing to task page for any-to-any --- packages/tasks/src/tasks/any-to-any/about.md | 15 +++++++++ packages/tasks/src/tasks/any-to-any/data.ts | 33 ++++++++++++++++++++ 2 files changed, 48 insertions(+) create mode 100644 packages/tasks/src/tasks/any-to-any/about.md create mode 100644 packages/tasks/src/tasks/any-to-any/data.ts diff --git a/packages/tasks/src/tasks/any-to-any/about.md b/packages/tasks/src/tasks/any-to-any/about.md new file mode 100644 index 000000000..fdb455844 --- /dev/null +++ b/packages/tasks/src/tasks/any-to-any/about.md @@ -0,0 +1,15 @@ +## Use Cases + +You can contribute this area with common use cases of the task! + +## Task Variants + +This place can be filled with variants of this task if there's any. + +## Inference + +This section should have useful information about how to pull a model from Hugging Face Hub that is a part of a library specialized in a task and use it. + +## Useful Resources + +In this area, you can insert useful resources about how to train or use a model for this task. diff --git a/packages/tasks/src/tasks/any-to-any/data.ts b/packages/tasks/src/tasks/any-to-any/data.ts new file mode 100644 index 000000000..5da32e927 --- /dev/null +++ b/packages/tasks/src/tasks/any-to-any/data.ts @@ -0,0 +1,33 @@ +import type { TaskDataCustom } from ".."; + +const taskData: TaskDataCustom = { + datasets: [{ + description: "All-Modality Alignment Dataset with Fine-grained Preference Annotations and Language Feedback.", + id: "PKU-Alignment/align-anything-400k", + },], + demo: { + inputs: [], + outputs: [], + }, + metrics: [], + models: [ + { + description: "A next token prediction model.", + id: "BAAI/Emu3-Gen", + }, + { + description: "Janus is a versatile multimodal framework that decouples visual encoding for superior understanding and generation across tasks.", + id: "deepseek-ai/Janus-1.3B", + }, + ], spaces: [ + { + description: "Janus is a versatile multimodal framework that decouples visual encoding for superior understanding and generation across tasks.", + id: "deepseek-ai/Janus-1.3B", + }, + ], + summary: "Any-to-Any can leverage any combination of input and output types to such as text, image, and video. It may combine other datasets to train a comprehensive LLM.", + widgetModels: [], + youtubeId: undefined, +}; + +export default taskData; From b852acc7aa09c9eea56188f8ac6a97dd566f9c2c Mon Sep 17 00:00:00 2001 From: Auroraa Date: Mon, 4 Nov 2024 11:25:20 -0500 Subject: [PATCH 2/7] youtubeID --- packages/tasks/src/tasks/any-to-any/data.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/tasks/any-to-any/data.ts b/packages/tasks/src/tasks/any-to-any/data.ts index 5da32e927..806ffcd4f 100644 --- a/packages/tasks/src/tasks/any-to-any/data.ts +++ b/packages/tasks/src/tasks/any-to-any/data.ts @@ -27,7 +27,7 @@ const taskData: TaskDataCustom = { ], summary: "Any-to-Any can leverage any combination of input and output types to such as text, image, and video. It may combine other datasets to train a comprehensive LLM.", widgetModels: [], - youtubeId: undefined, + youtubeId: "", }; export default taskData; From aa61fac88bc16b5b0068d5b6e043af3b23f46248 Mon Sep 17 00:00:00 2001 From: Auroraa Date: Tue, 5 Nov 2024 01:02:20 -0500 Subject: [PATCH 3/7] linting fix --- packages/tasks/src/tasks/any-to-any/data.ts | 20 +++++++++++++------- 1 file changed, 13 insertions(+), 7 deletions(-) diff --git a/packages/tasks/src/tasks/any-to-any/data.ts b/packages/tasks/src/tasks/any-to-any/data.ts index 806ffcd4f..6f790cbea 100644 --- a/packages/tasks/src/tasks/any-to-any/data.ts +++ b/packages/tasks/src/tasks/any-to-any/data.ts @@ -1,10 +1,12 @@ import type { TaskDataCustom } from ".."; const taskData: TaskDataCustom = { - datasets: [{ - description: "All-Modality Alignment Dataset with Fine-grained Preference Annotations and Language Feedback.", + datasets: [ + { + description: "All-Modality Alignment Dataset with Fine-grained Preference Annotations and Language Feedback.", id: "PKU-Alignment/align-anything-400k", - },], + }, + ], demo: { inputs: [], outputs: [], @@ -16,16 +18,20 @@ const taskData: TaskDataCustom = { id: "BAAI/Emu3-Gen", }, { - description: "Janus is a versatile multimodal framework that decouples visual encoding for superior understanding and generation across tasks.", + description: + "Janus is a versatile multimodal framework that decouples visual encoding for superior understanding and generation across tasks.", id: "deepseek-ai/Janus-1.3B", }, - ], spaces: [ + ], + spaces: [ { - description: "Janus is a versatile multimodal framework that decouples visual encoding for superior understanding and generation across tasks.", + description: + "Janus is a versatile multimodal framework that decouples visual encoding for superior understanding and generation across tasks.", id: "deepseek-ai/Janus-1.3B", }, ], - summary: "Any-to-Any can leverage any combination of input and output types to such as text, image, and video. It may combine other datasets to train a comprehensive LLM.", + summary: + "Any-to-Any can leverage any combination of input and output types to such as text, image, and video. It may combine other datasets to train a comprehensive LLM.", widgetModels: [], youtubeId: "", }; From d52d7452532e4495e1ad08e51906bfe9285e2d15 Mon Sep 17 00:00:00 2001 From: Auroraa <130318620+auroraalabs@users.noreply.github.com> Date: Thu, 7 Nov 2024 10:35:40 -0500 Subject: [PATCH 4/7] Update packages/tasks/src/tasks/any-to-any/data.ts Co-authored-by: Merve Noyan --- packages/tasks/src/tasks/any-to-any/data.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/tasks/any-to-any/data.ts b/packages/tasks/src/tasks/any-to-any/data.ts index 6f790cbea..9900e7857 100644 --- a/packages/tasks/src/tasks/any-to-any/data.ts +++ b/packages/tasks/src/tasks/any-to-any/data.ts @@ -31,7 +31,7 @@ const taskData: TaskDataCustom = { }, ], summary: - "Any-to-Any can leverage any combination of input and output types to such as text, image, and video. It may combine other datasets to train a comprehensive LLM.", + "Any-to-Any is the task for models that can take any combination of input and output types, to such as text, image, and video.", widgetModels: [], youtubeId: "", }; From c9ff2cf139e8387ba3c8800ace6165202ded825f Mon Sep 17 00:00:00 2001 From: Auroraa Date: Thu, 7 Nov 2024 11:17:39 -0500 Subject: [PATCH 5/7] address pr comments --- packages/tasks/src/tasks/any-to-any/data.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/tasks/any-to-any/data.ts b/packages/tasks/src/tasks/any-to-any/data.ts index 9900e7857..1064f60e9 100644 --- a/packages/tasks/src/tasks/any-to-any/data.ts +++ b/packages/tasks/src/tasks/any-to-any/data.ts @@ -3,7 +3,7 @@ import type { TaskDataCustom } from ".."; const taskData: TaskDataCustom = { datasets: [ { - description: "All-Modality Alignment Dataset with Fine-grained Preference Annotations and Language Feedback.", + description: "All-modality alignment dataset with fine-grained preference annotations and language feedback.", id: "PKU-Alignment/align-anything-400k", }, ], From 9f06810b7add7cc9bed6064a6ea0f1c2e6c648f2 Mon Sep 17 00:00:00 2001 From: Auroraa Date: Thu, 7 Nov 2024 11:34:36 -0500 Subject: [PATCH 6/7] added demo --- packages/tasks/src/tasks/any-to-any/data.ts | 20 ++++++++++++++++++-- 1 file changed, 18 insertions(+), 2 deletions(-) diff --git a/packages/tasks/src/tasks/any-to-any/data.ts b/packages/tasks/src/tasks/any-to-any/data.ts index 1064f60e9..27454a546 100644 --- a/packages/tasks/src/tasks/any-to-any/data.ts +++ b/packages/tasks/src/tasks/any-to-any/data.ts @@ -8,8 +8,24 @@ const taskData: TaskDataCustom = { }, ], demo: { - inputs: [], - outputs: [], + inputs: [ + { + filename: "distractedboyfriendmeme.jpeg", + type: "img", + }, + { + label: "Text Prompt", + content: "What is the colour of the shirt the man is wearing?", + type: "text", + }, + ], + outputs: [ + { + label: "Answer", + content: "The man is wearing a blue and white plaid shirt.", + type: "text", + }, + ], }, metrics: [], models: [ From c34125d2def550e547181b5105b523ba59bb5f8e Mon Sep 17 00:00:00 2001 From: Auroraa Date: Thu, 7 Nov 2024 15:14:04 -0500 Subject: [PATCH 7/7] deleting about.md until necessary --- packages/tasks/src/tasks/any-to-any/about.md | 15 --------------- 1 file changed, 15 deletions(-) delete mode 100644 packages/tasks/src/tasks/any-to-any/about.md diff --git a/packages/tasks/src/tasks/any-to-any/about.md b/packages/tasks/src/tasks/any-to-any/about.md deleted file mode 100644 index fdb455844..000000000 --- a/packages/tasks/src/tasks/any-to-any/about.md +++ /dev/null @@ -1,15 +0,0 @@ -## Use Cases - -You can contribute this area with common use cases of the task! - -## Task Variants - -This place can be filled with variants of this task if there's any. - -## Inference - -This section should have useful information about how to pull a model from Hugging Face Hub that is a part of a library specialized in a task and use it. - -## Useful Resources - -In this area, you can insert useful resources about how to train or use a model for this task.