feat: add more offers metrics

vexl-it · Oct 18, 2024 · e4f42b6 · e4f42b6
1 parent 13ade38
commit e4f42b6
Show file tree

Hide file tree

Showing 2 changed files with 201 additions and 2 deletions.
diff --git a/apps/offer-service/src/httpServer.ts b/apps/offer-service/src/httpServer.ts
@@ -17,6 +17,7 @@ import {
 import DbLayer from './db/layer'
 import {OfferDbService} from './db/OfferDbService'
 import {InternalServerLive} from './internalServer'
+import {reportMetricsLayer} from './metrics'
 import {createNewOffer} from './routes/createNewOffer'
 import {createPrivatePart} from './routes/createPrivatePart'
 import {deleteOffer} from './routes/deleteOffer'
@@ -46,6 +47,7 @@ export const app = RouterBuilder.make(OfferApiSpecification).pipe(
 )
 
 const MainLive = Layer.empty.pipe(
+  Layer.provideMerge(reportMetricsLayer),
   Layer.provideMerge(InternalServerLive),
   Layer.provideMerge(ServerCrypto.layer(cryptoConfig)),
   Layer.provideMerge(healthServerLayer({port: healthServerPortConfig})),

diff --git a/apps/offer-service/src/metrics.ts b/apps/offer-service/src/metrics.ts
@@ -1,15 +1,24 @@
-import {type CountryPrefix} from '@vexl-next/domain/src/general/CountryPrefix.brand'
+import {Schema} from '@effect/schema'
+import {SqlClient, SqlSchema} from '@effect/sql'
+import {
+  CountryPrefixE,
+  type CountryPrefix,
+} from '@vexl-next/domain/src/general/CountryPrefix.brand'
 import {type OfferId} from '@vexl-next/domain/src/general/offers'
 import {generateUuid} from '@vexl-next/domain/src/utility/Uuid.brand'
 import {MetricsMessage} from '@vexl-next/server-utils/src/metrics/domain'
 import {type MetricsClientService} from '@vexl-next/server-utils/src/metrics/MetricsClientService'
 import {reportMetricForked} from '@vexl-next/server-utils/src/metrics/reportMetricForked'
-import {type Effect} from 'effect'
+import {Array, Effect, Layer, pipe} from 'effect'
 
 const OFFER_PUBLIC_PART_DELETED = 'OFFER_PUBLIC_PART_DELETED' as const
 const OFFER_MODIFIED = 'OFFER_MODIFIED' as const
 const OFFER_CREATED = 'OFFER_CREATED' as const
 const OFFER_REPORTED = 'OFFER_REPORTED' as const
+const TOTAL_BUY_OFFERS = 'TOTAL_BUY_OFFERS' as const
+const TOTAL_SELL_OFFERS = 'TOTAL_SELL_OFFERS' as const
+const TOTAL_SELL_OFFERS_EXPIRED = 'TOTAL_SELL_OFFERS_EXPIRED' as const
+const TOTAL_BUY_OFFERS_EXPIRED = 'TOTAL_BUY_OFFERS_EXPIRED' as const
 
 export const reportOfferPublicPartDeleted = (): Effect.Effect<
   void,
@@ -60,3 +69,191 @@ export const reportOfferReported = (
       attributes: {offerId},
     })
   )
+export const reportTotalBuyOffers = ({
+  countryPrefix,
+  value,
+}: {
+  countryPrefix?: CountryPrefix
+  value: number
+}): Effect.Effect<void, never, MetricsClientService> =>
+  reportMetricForked(
+    new MetricsMessage({
+      uuid: generateUuid(),
+      timestamp: new Date(),
+      name: TOTAL_BUY_OFFERS,
+      attributes: {countryPrefix: countryPrefix ?? 'none'},
+      value,
+    })
+  )
+
+export const reportTotalSellOffers = ({
+  countryPrefix,
+  value,
+}: {
+  countryPrefix?: CountryPrefix
+  value: number
+}): Effect.Effect<void, never, MetricsClientService> =>
+  reportMetricForked(
+    new MetricsMessage({
+      uuid: generateUuid(),
+      timestamp: new Date(),
+      name: TOTAL_SELL_OFFERS,
+      attributes: {countryPrefix: countryPrefix ?? 'none'},
+      value,
+    })
+  )
+
+export const reportTotalSellOffersExpired = ({
+  countryPrefix,
+  value,
+}: {
+  countryPrefix?: CountryPrefix
+  value: number
+}): Effect.Effect<void, never, MetricsClientService> =>
+  reportMetricForked(
+    new MetricsMessage({
+      uuid: generateUuid(),
+      timestamp: new Date(),
+      name: TOTAL_SELL_OFFERS_EXPIRED,
+      attributes: {countryPrefix: countryPrefix ?? 'none'},
+      value,
+    })
+  )
+
+export const reportTotalBuyOffersExpired = ({
+  countryPrefix,
+  value,
+}: {
+  countryPrefix?: CountryPrefix
+  value: number
+}): Effect.Effect<void, never, MetricsClientService> =>
+  reportMetricForked(
+    new MetricsMessage({
+      uuid: generateUuid(),
+      timestamp: new Date(),
+      name: TOTAL_BUY_OFFERS_EXPIRED,
+      attributes: {countryPrefix: countryPrefix ?? 'none'},
+      value,
+    })
+  )
+
+const OffersStatsQueryResult = Schema.Struct({
+  countryPrefix: CountryPrefixE,
+  buy: Schema.Int,
+  sell: Schema.Int,
+})
+
+const queryOffersStats = SqlClient.SqlClient.pipe(
+  Effect.flatMap((sql) =>
+    SqlSchema.findAll({
+      Request: Schema.Null,
+      Result: OffersStatsQueryResult,
+      execute: () => sql`
+        SELECT
+          country_prefix,
+          COUNT(
+            CASE
+              WHEN offer_public.offer_type = 'BUY' THEN 1
+            END
+          ) AS buy,
+          COUNT(
+            CASE
+              WHEN offer_public.offer_type = 'SELL' THEN 1
+            END
+          ) AS sell
+        FROM
+          offer_public
+        WHERE
+          refreshed_at >= now() - interval '30 day'
+        GROUP BY
+          country_prefix;
+      `,
+    })(null)
+  )
+)
+
+const queryExpiredOffersStats = SqlClient.SqlClient.pipe(
+  Effect.flatMap((sql) =>
+    SqlSchema.findAll({
+      Request: Schema.Null,
+      Result: OffersStatsQueryResult,
+      execute: () => sql`
+        SELECT
+          country_prefix,
+          COUNT(
+            CASE
+              WHEN offer_public.offer_type = 'BUY' THEN 1
+            END
+          ) AS buy,
+          COUNT(
+            CASE
+              WHEN offer_public.offer_type = 'SELL' THEN 1
+            END
+          ) AS sell
+        FROM
+          offer_public
+        WHERE
+          refreshed_at < now() - interval '30 day'
+        GROUP BY
+          country_prefix;
+      `,
+    })(null)
+  )
+)
+
+export const reportMetricsLayer = Layer.effectDiscard(
+  Effect.gen(function* (_) {
+    const queryAndReportOffers = queryOffersStats.pipe(
+      Effect.flatMap((listOfCountries) =>
+        pipe(
+          Array.map(listOfCountries, (one) => [
+            reportTotalBuyOffers({
+              countryPrefix: one.countryPrefix,
+              value: one.buy,
+            }),
+            reportTotalSellOffers({
+              countryPrefix: one.countryPrefix,
+              value: one.sell,
+            }),
+          ]),
+          Array.flatten,
+          Effect.all
+        )
+      ),
+      Effect.withSpan('QueryAndReportNumberOfOffers')
+    )
+
+    const queryAndReportExpiredOffers = queryExpiredOffersStats.pipe(
+      Effect.flatMap((listOfCountries) =>
+        pipe(
+          Array.map(listOfCountries, (one) => [
+            reportTotalBuyOffersExpired({
+              countryPrefix: one.countryPrefix,
+              value: one.buy,
+            }),
+            reportTotalSellOffersExpired({
+              countryPrefix: one.countryPrefix,
+              value: one.sell,
+            }),
+          ]),
+          Array.flatten,
+          Effect.all
+        )
+      ),
+      Effect.withSpan('QueryAndReportNumberOfExpiredOffers')
+    )
+
+    yield* _(
+      Effect.zip(
+        Effect.logInfo('Reporting metrics'),
+        Effect.all([queryAndReportOffers, queryAndReportExpiredOffers])
+      ),
+      Effect.tapError((e) => Effect.logError(`Error reporting metrics`, e)),
+      Effect.tap(() => Effect.logInfo('Metrics reported')),
+      Effect.flatMap(() => Effect.sleep('10 minutes')),
+      Effect.forever,
+      Effect.withSpan('Report metrics'),
+      Effect.fork
+    )
+  })
+)