Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

feat: add data enrichment page #546

Merged
merged 1 commit into from
Sep 9, 2024
Merged

feat: add data enrichment page #546

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 0 additions & 2 deletions packages/frontend/components/analytics/LineChart.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -310,8 +310,6 @@ function LineChartComponent({
granularity,
);

console.log(cleanedData, props, splitBy);

if (cleanData === false && data?.length) {
cleanedData = data;
}
Expand Down
35 changes: 12 additions & 23 deletions packages/frontend/components/layout/Sidebar.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -241,6 +241,7 @@ export default function Sidebar() {
const [search, setSearch] = useState("");

const isSelfHosted = config.IS_SELF_HOSTED;
console.log(config);

const billingEnabled =
process.env.NEXT_PUBLIC_STRIPE_PUBLISHABLE_KEY && !config.IS_SELF_HOSTED;
Expand Down Expand Up @@ -293,6 +294,15 @@ export default function Sidebar() {
resource: "logs",
},
{ label: "Users", icon: IconUsers, link: "/users", resource: "users" },
{
label: "Enrichments",
icon: IconSparkles,
link: "/enrichments",
resource: "enrichments",
disabled: isSelfHosted
? org.license && org.license.realtimeEvalsEnabled
: false,
},
],
},
{
Expand All @@ -314,15 +324,6 @@ export default function Sidebar() {
? org.license && !org.license.evalEnabled
: false,
},
{
label: "Evaluators",
icon: IconActivityHeartbeat,
link: "/evaluations/realtime",
resource: "evaluations",
disabled: isSelfHosted
? org.license && !org.license.evalEnabled
: false,
},
{
label: "Datasets",
icon: IconDatabase,
Expand All @@ -341,20 +342,6 @@ export default function Sidebar() {
resource: "logs",
subMenu: projectViews,
},
// {
// label: "Project",
// resource: "apiKeys",
// subMenu: [
// !!canUpgrade && {
// label: "Upgrade",
// onClick: openUpgrade,
// c: "vioplet",
// icon: IconBolt,
// disabled: !canUpgrade,
// resource: "billing",
// },
// ].filter((item) => item),
// },
].filter((item) => item);

async function createProject() {
Expand Down Expand Up @@ -397,6 +384,8 @@ export default function Sidebar() {
</Combobox.Option>
));

console.log(APP_MENU);

return (
<Flex
justify="space-between"
Expand Down
4 changes: 0 additions & 4 deletions packages/frontend/components/prompts/Provider.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -86,7 +86,6 @@ export const ParamItem = ({ name, value, description }) => (
</Group>
);


const validateToolCalls = (toolCalls: any[]) => {
if (!Array.isArray(toolCalls)) return false;

Expand Down Expand Up @@ -138,7 +137,6 @@ export default function ProviderEditor({
},
});


return (
<>
<ParamItem
Expand Down Expand Up @@ -337,8 +335,6 @@ export default function ProviderEditor({
? undefined
: JSON.parse(jsonrepair(tempJSON.trim()));

console.log(empty, repaired);

if (!empty && !validateToolCalls(repaired)) {
throw new Error("Invalid tool calls format");
}
Expand Down
174 changes: 85 additions & 89 deletions ...tend/pages/evaluations/realtime/index.tsx → ...ages/frontend/pages/enrichments/index.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
import Empty from "@/components/layout/Empty";
import Paywall from "@/components/layout/Paywall";
import { useOrg } from "@/utils/dataHooks";
import { useEvaluator, useEvaluators } from "@/utils/dataHooks/evaluators";
import { slugify } from "@/utils/format";
import { useEnricher, useEnrichers } from "@/utils/dataHooks/evaluators";
import EVALUATOR_TYPES from "@/utils/evaluators";

import { slugify } from "@/utils/format";
import {
ActionIcon,
Badge,
Expand All @@ -18,51 +18,102 @@ import {
Title,
} from "@mantine/core";
import {
IconActivity,
IconActivityHeartbeat,
IconDotsVertical,
IconEdit,
IconPencil,
IconPlus,
IconTrash,
} from "@tabler/icons-react";
import { NextSeo } from "next-seo";
import { useRouter } from "next/router";
import Empty from "@/components/layout/Empty";

function EnricherCard({ id, initialData }) {
const { enricher, delete: deleteEnricher } = useEnricher(id, initialData);

const { description, icon: Icon } = EVALUATOR_TYPES[enricher.type];

return (
<Card p="lg" withBorder>
<Group justify="space-between">
<Stack>
<Group>
<Icon size={24} />
<Title order={3} size={16}>
{enricher.name}
</Title>
<Text c="dimmed" fw="semibold" size="sm">
{description}
</Text>
</Group>
<Group>
<Text c="dimmed" fw="semibold" size="sm">
{slugify(enricher.name)}
</Text>
</Group>
</Stack>

<Menu>
<Menu.Target>
<ActionIcon variant="transparent">
<IconDotsVertical color="gray" />
</ActionIcon>
</Menu.Target>

<Menu.Dropdown>
{/* <Menu.Item
leftSection={
<IconPencil color="blue" width="15px" height="15px" />
}
disabled
onClick={() => {}}
>
Update
</Menu.Item> */}
<Menu.Item
leftSection={<IconTrash color="red" width="15px" height="15px" />}
onClick={() => deleteEnricher()}
>
Delete
</Menu.Item>
</Menu.Dropdown>
</Menu>
</Group>
</Card>
);
}

const FEATURE_LIST = [
"Real-time LLM-based evaluations on production data",
"Enrich logs, with sentiment analysis, topic recognition, PII detection, and more",
"Use local models like Llama 3 or connect to external APIs",
"Automatic data labelling and scoring on production data, in real time",
"Sentiment analysis, topic recognition, PII detection, and more",
"Define custom LLM-based enrichers",
];

export default function RealtimeEvaluators() {
export default function Enrichments() {
const router = useRouter();
const { evaluators, isLoading } = useEvaluators();
const { enrichers, isLoading } = useEnrichers();
const { org } = useOrg();

if (isLoading) {
return <Loader />;
}

if (org?.plan === "free") {
if (org.plan === "free") {
return (
<Paywall
plan="enterprise"
feature="Realtime Evaluations"
feature="Data Enrichment"
Icon={IconActivityHeartbeat}
p="xl"
enabled={!org.license.realtimeEvalsEnabled}
description="Run evaluations on your production data in real-time."
description="Enrich your production data in real-time."
list={FEATURE_LIST}
>
<Container>
<Stack>
<Group align="center" justify="space-between">
<Group align="center">
<Title>Realtime Evaluations</Title>
<Title>Data Enrichments</Title>
<Badge variant="teal" color="violet">
Enteprise
Enterprise
</Badge>
</Group>

Expand All @@ -74,9 +125,9 @@ export default function RealtimeEvaluators() {
</Group>

<Text size="lg" mb="md">
Run evaluations on your production data in real-time. They can be
used to enrich your data with additional information, such as
sentiment analysis, topic recognition, and more.
Gain insight from your production data in real time, by adding
additional information, such as sentiment analysis, topic
recognition, and more.
</Text>
</Stack>
</Container>
Expand All @@ -86,18 +137,18 @@ export default function RealtimeEvaluators() {

return (
<Empty
enable={!evaluators.length}
enable={!enrichers.length}
Icon={IconActivityHeartbeat}
title="Real-time Evaluations"
buttonLabel="Create First Evaluator"
onClick={() => router.push("/evaluations/realtime/new")}
description="Run evaluations on your production data in real-time with task-optimized models."
title="Data Enrichment"
buttonLabel="Create First Enricher"
onClick={() => router.push("/enrichments/new")}
description="Enrich your production data in real-time."
>
<Container>
<Stack>
<Group align="center" justify="space-between">
<Group align="center">
<Title>Evaluators</Title>
<Title>Data Enrichment</Title>
<Badge variant="light" color="blue">
Beta
</Badge>
Expand All @@ -106,22 +157,22 @@ export default function RealtimeEvaluators() {
<Button
leftSection={<IconPlus size={12} />}
variant="default"
onClick={() => router.push("/evaluations/realtime/new")}
onClick={() => router.push("/enrichments/new")}
>
New Evaluator
Add Data Enricher
</Button>
</Group>

<Text size="xl" mb="md">
Run evaluations on your production data in real-time.
Enrich your production data in real-time.
</Text>

<Stack gap="xl">
{evaluators?.map((evaluator) => (
<EvaluationCard
key={evaluator.id}
id={evaluator.id}
initialData={evaluator}
{enrichers?.map((enricher) => (
<EnricherCard
key={enricher.id}
id={enricher.id}
initialData={enricher}
/>
))}
</Stack>
Expand All @@ -130,58 +181,3 @@ export default function RealtimeEvaluators() {
</Empty>
);
}

function EvaluationCard({ id, initialData }) {
const { evaluator, delete: deleteEvaluator } = useEvaluator(id, initialData);

const { description, icon: Icon } = EVALUATOR_TYPES[evaluator.type];

return (
<Card p="lg" withBorder>
<Group justify="space-between">
<Stack>
<Group>
<Icon size={24} />
<Title order={3} size={16}>
{evaluator.name}
</Title>
<Text c="dimmed" fw="semibold" size="sm">
{description}
</Text>
</Group>
<Group>
<Text c="dimmed" fw="semibold" size="sm">
{slugify(evaluator.name)}
</Text>
</Group>
</Stack>

<Menu>
<Menu.Target>
<ActionIcon variant="transparent">
<IconDotsVertical color="gray" />
</ActionIcon>
</Menu.Target>

<Menu.Dropdown>
<Menu.Item
leftSection={
<IconPencil color="blue" width="15px" height="15px" />
}
disabled
onClick={() => {}}
>
Update
</Menu.Item>
<Menu.Item
leftSection={<IconTrash color="red" width="15px" height="15px" />}
onClick={() => deleteEvaluator()}
>
Delete
</Menu.Item>
</Menu.Dropdown>
</Menu>
</Group>
</Card>
);
}
Loading
Loading