feat(timeline): for you

* refactor(timeline): refactor following timeline query

* refactor(timeline): refactor for you timeline query

* refactor(timeline): remove unneeded functions

* feat(timeline): add candidates source

* feat(timeline): add get user interests

* feat(timeline): add simple feature extractor class

* feat(tweet-category): add get categories by tweet ids

* feat(timeline): add basic rule based ranker

* feat(following-query): refactor timeline queries

* feat(timeline-queries): attach reply response to timeline query

* fix(timeline-query): remove unnecessary joins

* feat(reply-query): add show_more_replies boolean

* fix(timeline): add template for for-you response

* fix(query): attach following flags to user response dto

* feat(reply-query): add parent tweet and conversation sub queries

* fix(reply-query): remove deubgging code

* fix(reply-query): attach missing interaction fields

* refactor(tweet-response): remove unneeded fields

---------

Co-authored-by: Mario Raafat <136023677+MarioRaafat@users.noreply.github.com>

Author: AmiraKhalid04

src/databases/data-source.ts

@@ -11,6 +11,7 @@ import { Hashtag } from '../tweets/entities/hashtags.entity';
 import { UserPostsView } from '../tweets/entities/user-posts-view.entity';
 import { UserBlocks, UserFollows, UserMutes } from '../user/entities';
 import { UserInterests } from '../user/entities/user-interests.entity';
+import { TweetCategory } from 'src/tweets/entities/tweet-category.entity';
 config({ path: resolve(__dirname, '../../config/.env') });
 const config_service = new ConfigService();
 
@@ -40,6 +41,7 @@ export default new DataSource({
         UserInterests,
         UserMutes,
         UserPostsView,
+        TweetCategory,
     ],
     migrations: ['src/migrations/*{.ts,.js}'],
     synchronize: false,

src/databases/postgresql.module.ts

@@ -17,8 +17,8 @@ import { TypeOrmModule } from '@nestjs/typeorm';
                 port: config_service.get<number>('POSTGRES_PORT'),
                 synchronize: false, // Using migrations instead
                 autoLoadEntities: true,
-                // logging: ['query'],
-                // logger: 'advanced-console',
+                logging: ['query'],
+                logger: 'advanced-console',
             }),
         }),
     ],

src/main.ts

@@ -12,7 +12,6 @@ async function bootstrap() {
             transform: true,
             transformOptions: {
                 exposeDefaultValues: true,
-                enableImplicitConversion: true, // should be removed
             },
         })
     );

src/migrations/1763498108364-AddTweetCategories.ts

@@ -0,0 +1,31 @@
+import { MigrationInterface, QueryRunner } from 'typeorm';
+
+export class AddTweetCategories1763498108364 implements MigrationInterface {
+    name = 'AddTweetCategories1763498108364';
+
+    public async up(query_runner: QueryRunner): Promise<void> {
+        await query_runner.query(
+            `CREATE TABLE "tweet_categories" ("tweet_id" uuid NOT NULL, "category_id" smallint NOT NULL, "percentage" integer NOT NULL DEFAULT '0', CONSTRAINT "PK_971fcf9897bf9c05a94df12b9b8" PRIMARY KEY ("tweet_id", "category_id"))`
+        );
+        await query_runner.query(
+            `CREATE INDEX "IDX_CATEGORY" ON "tweet_categories" ("category_id") `
+        );
+        await query_runner.query(
+            `ALTER TABLE "tweet_categories" ADD CONSTRAINT "FK_2b4ee6b36f719addb2be60efdd3" FOREIGN KEY ("category_id") REFERENCES "category"("id") ON DELETE CASCADE ON UPDATE NO ACTION`
+        );
+        await query_runner.query(
+            `ALTER TABLE "tweet_categories" ADD CONSTRAINT "FK_c5786e021a586ae7fd93ee65c0e" FOREIGN KEY ("tweet_id") REFERENCES "tweets"("tweet_id") ON DELETE CASCADE ON UPDATE NO ACTION`
+        );
+    }
+
+    public async down(query_runner: QueryRunner): Promise<void> {
+        await query_runner.query(
+            `ALTER TABLE "tweet_categories" DROP CONSTRAINT "FK_c5786e021a586ae7fd93ee65c0e"`
+        );
+        await query_runner.query(
+            `ALTER TABLE "tweet_categories" DROP CONSTRAINT "FK_2b4ee6b36f719addb2be60efdd3"`
+        );
+        await query_runner.query(`DROP INDEX "public"."IDX_CATEGORY"`);
+        await query_runner.query(`DROP TABLE "tweet_categories"`);
+    }
+}

src/timeline/dto/scored-candidates.dto.ts

@@ -0,0 +1,20 @@
+import { TweetResponseDTO } from 'src/tweets/dto/tweet-response.dto';
+
+export class ScoredCandidateDTO {
+    tweet: TweetResponseDTO;
+
+    // === Numeric features
+    recency_score: number; // 0–1 (1 = just posted)
+    relevance_score: number; // 0–100 (interests + similarity)
+    engagement_score: number; // (likes + 3×retweets + ...)
+    media_boost: number; // 0, 10, 15
+    credibility_boost: number; // verified? follower ratio?
+    diversity_penalty: number; // negative if same author/topic
+    location_boost: number; // 0 or 20 if same country/city
+    virality_score: number; // trending velocity
+
+    // source: string;
+    // will be added
+    author_similarity?: number;
+    _final_score?: number;
+}

src/timeline/dto/timeline-pagination.dto.ts

@@ -1,4 +1,5 @@
 import { ApiProperty } from '@nestjs/swagger';
+import { Type } from 'class-transformer';
 import { IsBoolean, IsInt, IsOptional, IsString, Max, MaxLength, Min, MIN } from 'class-validator';
 import { STRING_MAX_LENGTH } from 'src/constants/variables';
 
@@ -14,6 +15,7 @@ export class TimelinePaginationDto {
     @IsOptional()
     @IsInt()
     @Min(1)
+    @Type(() => Number)
     @Max(100)
     limit?: number = 20;
 
@@ -25,7 +27,7 @@ export class TimelinePaginationDto {
     @IsOptional()
     @IsString()
     @MaxLength(STRING_MAX_LENGTH)
-    cursor?: string | null;
+    cursor?: string;
 
     @IsOptional()
     @ApiProperty({

src/timeline/services/foryou/canditate-sources/in-network-source.ts

@@ -0,0 +1,24 @@
+import { Injectable } from '@nestjs/common';
+import { TweetsRepository } from 'src/tweets/tweets.repository';
+import { DataSource } from 'typeorm';
+
+@Injectable()
+export class InNetworkCandidateSource {
+    constructor(private tweets_repository: TweetsRepository) {}
+
+    async getCandidates(user_id: string, limit: number = 100) {
+        const result = await this.tweets_repository.getFollowingTweets(
+            user_id,
+            undefined,
+            limit,
+            48
+        );
+
+        //TODO: Response from all candidates
+
+        return result.data.map((tweet) => ({
+            ...tweet,
+            source: 'in_network',
+        }));
+    }
+}

src/timeline/services/foryou/canditate-sources/interests-source.ts

@@ -0,0 +1,48 @@
+import { Injectable } from '@nestjs/common';
+import { InjectRepository } from '@nestjs/typeorm';
+import { Tweet } from 'src/tweets/entities';
+import { TweetsRepository } from 'src/tweets/tweets.repository';
+import { UserInterests } from 'src/user/entities/user-interests.entity';
+import { Repository } from 'typeorm';
+
+@Injectable()
+export class InterestsCandidateSource {
+    constructor(
+        @InjectRepository(UserInterests)
+        private user_intersets_repository: Repository<UserInterests>,
+        private readonly tweet_repository: TweetsRepository
+    ) {}
+
+    async getCandidates(user_id: string, limit: number = 100) {
+        // Get user top 10 topics
+
+        const user_intersets = await this.user_intersets_repository.find({
+            where: { user_id: user_id },
+            order: { score: 'DESC' },
+            take: 10,
+            select: ['category_id', 'score'],
+        });
+
+        if (user_intersets.length === 0) return [];
+
+        // Get tweets by categories ids
+
+        const category_ids = user_intersets.map((interest) => interest.category_id);
+
+        const tweets = await this.tweet_repository.getRecentTweetsByCategoryIds(
+            category_ids,
+            user_id,
+            {
+                limit,
+                since_hours_ago: 48,
+            }
+        );
+
+        // TODO: Sort by percentage
+
+        return {
+            tweets,
+            source: 'interests',
+        };
+    }
+}