Notification branch fixes for issued arised during Q&A

.env

@@ -38,9 +38,10 @@ VIDEO_RELEVANCE_VIEWS_TICK=50
 #   views weight,
 #   comments weight,
 #   rections weights,
-#   [joystream creation weight, YT creation weight]
+#   [joystream creation weight, YT creation weight],
+#   Default channel weight/bias
 # ]
-RELEVANCE_WEIGHTS="[1, 0.03, 0.3, 0.5, [7,3]]"
+RELEVANCE_WEIGHTS="[1, 0.03, 0.3, 0.5, [7,3], 1]"
 MAX_CACHED_ENTITIES=1000
 APP_PRIVATE_KEY=this-is-not-so-secret-change-it
 SESSION_EXPIRY_AFTER_INACTIVITY_MINUTES=60

CHANGELOG.md

@@ -1,6 +1,17 @@
-# 3.1.0
+# 3.2.0
 This release adds notifications to the orion infrastructure...
 
+# 3.1.0
+
+### Entities
+- Adds `User.permission` to the `User` entity, this however doesn't require migration logic.
+- Adds `Channel.channelWeights` in order to boost channel relevance. This value can be set via the `setChannelWeights` mutation
+### Resolvers
+- Adds supports for new permissions model for gateway operator users. Now the root user can assign/revoke operator permission/s to users using `grantPermissions` & `revokePermissions` mutations
+- Adds new `setChannelWeights` operator mutation to set weight/bias for any channel/s which will be used to calculate the Atlas homepage video relevance scores
+### Performance
+- Adds `Video.createdAt` as index in order to speed up Atlas home page queries 
+
 # 3.0.4
 
 ### Misc

db/migrations/2200000000000-Operator.js

@@ -19,9 +19,13 @@ module.exports = class Operator2300000000000 {
       INSERT INTO "admin"."user" ("id", "is_root")
       VALUES ('${process.env.OPERATOR_SECRET || randomAsHex(32)}', true);
     `)
+
+    // Create pg_stat_statements extension for analyzing query stats
+    await db.query(`CREATE EXTENSION pg_stat_statements`)
   }
 
   async down(db) {
     await db.query(`DELETE FROM "admin"."user" WHERE "is_root" = true;`)
+    await db.query(`DROP EXTENSION pg_stat_statements`)
   }
 }

db/postgres.conf

@@ -3,4 +3,6 @@ log_statement = all
 autovacuum_analyze_scale_factor = 0.01
 shared_buffers=2GB
 jit=off
-random_page_cost=1.0
+random_page_cost=1.0
+shared_preload_libraries = 'pg_stat_statements'
+pg_stat_statements.track = all

docker-compose.yml

@@ -10,8 +10,7 @@ services:
       POSTGRES_DB: squid
       POSTGRES_PASSWORD: squid
     ports:
-      - '127.0.0.1:${DB_PORT}:${DB_PORT}'
-      - '[::1]:${DB_PORT}:${DB_PORT}'
+      - '${DB_PORT}:${DB_PORT}'
     command: ['postgres', '-c', 'config_file=/etc/postgresql/postgresql.conf', '-p', '${DB_PORT}']
     shm_size: 1g
     volumes:

package.json

@@ -1,6 +1,6 @@
 {
   "name": "orion",
-  "version": "3.1.0",
+  "version": "3.2.0",
   "engines": {
     "node": ">=16"
   },

schema/auth.graphql

@@ -1,10 +1,28 @@
+enum OperatorPermission {
+  GRANT_OPERATOR_PERMISSIONS
+  REVOKE_OPERATOR_PERMISSIONS
+  SET_VIDEO_WEIGHTS
+  SET_CHANNEL_WEIGHTS
+  SET_KILL_SWITCH
+  SET_VIDEO_VIEW_PER_USER_TIME_LIMIT
+  SET_VIDEO_HERO
+  SET_CATEGORY_FEATURED_VIDEOS
+  SET_SUPPORTED_CATEGORIES
+  SET_FEATURED_NFTS
+  EXCLUDE_CONTENT
+  RESTORE_CONTENT
+}
+
 type User @entity {
   "Unique identifier (32-byte string, securely random)"
   id: ID!
 
   "Whether the user has root (gateway operator) privileges"
   isRoot: Boolean!
 
+  "List of all the gateway operator permissions that this user has"
+  permissions: [OperatorPermission!]
+
   "The account associated with the user (if any)"
   account: Account @derivedFrom(field: "user")
 

schema/channels.graphql

@@ -3,7 +3,7 @@ type Channel @entity {
   id: ID!
 
   "Timestamp of the block the channel was created at"
-  createdAt: DateTime!
+  createdAt: DateTime! @index
 
   "Current member-owner of the channel (if owned by a member)"
   ownerMember: Membership
@@ -65,6 +65,9 @@ type Channel @entity {
   "Cumulative rewards paid to this channel"
   cumulativeReward: BigInt!
 
+  "Weight/Bias of the channel affecting video relevance in the Homepage"
+  channelWeight: Float
+
   "Channel Ypp Status: either unverified , verified or suspended"
   yppStatus: ChannelYppStatus!
 }

schema/notifications.graphql

@@ -125,11 +125,13 @@ type NftFeaturedOnMarketPlace @variant {
 }
 
 type ChannelVerified @variant {
+  "no data needed as recipient is channel"
   phantom: Int
 }
 
 type ChannelExcluded @variant {
-  phantom: Int
+  "title for the channel used for notification text"
+  channelTitle: String!
 }
 
 type VideoExcluded @variant {

src/mail-scheduler/index.ts

@@ -1,6 +1,3 @@
-import { config as dontenvConfig } from 'dotenv'
-import path from 'path'
-
 import { ConfigVariable, config } from '../utils/config'
 import { EmailDeliveryAttempt, NotificationEmailDelivery } from '../model'
 import { EntityManager } from 'typeorm'

src/mappings/content/commentsAndReactions.ts

@@ -513,11 +513,13 @@ export async function processCreateCommentMessage(
         videoId: video.id,
         videoTitle: parseVideoTitle(video),
         memberHandle: await memberHandleById(overlay, memberId),
+        memberId,
       }
+      const memberRecipientId = parentComment.authorId || undefined
       await addNotification(
         overlay,
         authorAccount,
-        new MemberRecipient({ membership: comment.authorId }),
+        new MemberRecipient({ membership: memberRecipientId }),
         new CommentReply(notificationData),
         event
       )

src/mappings/content/nft.ts

@@ -50,7 +50,6 @@ import {
   NftOfferedEventData,
   Account,
   MemberRecipient,
-  AuctionTypeOpen,
 } from '../../model'
 import { addNftActivity, addNftHistoryEntry, genericEventFields } from '../utils'
 import { SubstrateBlock, assertNotNull } from '@subsquid/substrate-processor'
@@ -91,6 +90,7 @@ export async function processOpenAuctionStartedEvent({
   if (video.channelId) {
     const channelTitle = await getChannelTitleById(overlay, video.channelId)
     const notificationData = new NewAuction({
+      channelId: video.channelId,
       channelTitle,
       videoId: video.id,
       videoTitle: parseVideoTitle(video),
@@ -138,6 +138,7 @@ export async function processEnglishAuctionStartedEvent({
   if (video.channelId) {
     const channelTitle = await getChannelTitleById(overlay, video.channelId)
     const notificationData = new NewAuction({
+      channelId: video.channelId,
       channelTitle,
       videoId: video.id,
       videoTitle: parseVideoTitle(video),
@@ -547,6 +548,7 @@ export async function processNftSellOrderMadeEvent({
   if (video?.channelId) {
     const channelTitle = await getChannelTitleById(overlay, video.channelId)
     const notificationData = new NewNftOnSale({
+      channelId: video.channelId,
       channelTitle,
       videoId: video.id,
       videoTitle: parseVideoTitle(video),

src/mappings/content/utils.ts

@@ -866,11 +866,11 @@ export function computeRoyalty(royaltyPct: number, price: bigint): bigint {
 }
 
 export function parseChannelTitle(channel: Flat<Channel>): string {
-  return channel.title || '??'
+  return channel.title || FALLBACK_CHANNEL_TITLE
 }
 
 export function parseVideoTitle(video: Flat<Video>): string {
-  return video.title || '??'
+  return video.title || FALLBACK_VIDEO_TITLE
 }
 
 export async function memberHandleById(
@@ -886,3 +886,6 @@ export async function getChannelTitleById(overlay: EntityManagerOverlay, channel
   const channel = await overlay.getRepository(Channel).getByIdOrFail(channelId)
   return parseChannelTitle(channel)
 }
+
+export const FALLBACK_CHANNEL_TITLE = '??'
+export const FALLBACK_VIDEO_TITLE = '??'

src/server-extension/check.ts

@@ -1,8 +1,8 @@
 import { RequestCheckFunction } from '@subsquid/graphql-server/lib/check'
-import { Context as OpenreaderContext } from '@subsquid/openreader/lib/context'
 import { TypeormOpenreaderContext } from '@subsquid/graphql-server/lib/typeorm'
-import { AuthContext, authenticate } from '../utils/auth'
+import { Context as OpenreaderContext } from '@subsquid/openreader/lib/context'
 import { UnauthorizedError } from 'type-graphql'
+import { AuthContext, authenticate } from '../utils/auth'
 
 export type Context = OpenreaderContext & AuthContext