Integrate Oudelaa backend features, security, tests, and deployment updates
This commit is contained in:
@@ -59,6 +59,19 @@ type FeedCardItem =
|
||||
repairShops: Array<Record<string, unknown>>;
|
||||
};
|
||||
|
||||
type ViewerRankingProfile = {
|
||||
authorAffinity: Record<string, number>;
|
||||
postTypeAffinity: Record<string, number>;
|
||||
hashtagAffinity: Record<string, number>;
|
||||
interactedPostIds: string[];
|
||||
engagementSignals: Record<string, { watchMs: number; completions: number; rewatches: number; profileOpens: number }>;
|
||||
};
|
||||
|
||||
type RankedPost = {
|
||||
post: Record<string, any> & { toObject(): unknown };
|
||||
score: number;
|
||||
};
|
||||
|
||||
@Injectable()
|
||||
export class FeedService {
|
||||
private readonly logger = new Logger(FeedService.name);
|
||||
@@ -82,11 +95,17 @@ export class FeedService {
|
||||
const followingOnly = query.followingOnly ?? true;
|
||||
const cacheEnabled =
|
||||
this.configService.get<boolean>('feedCache.enabled', { infer: true }) ?? true;
|
||||
const globalVersion = cacheEnabled ? await this.feedVersionService.getGlobalVersion() : 0;
|
||||
const [globalVersion, userVersion] = cacheEnabled
|
||||
? await Promise.all([
|
||||
this.feedVersionService.getGlobalVersion(),
|
||||
this.feedVersionService.getUserVersion(currentUserId),
|
||||
])
|
||||
: [0, 0];
|
||||
const includeSuggestions = this.shouldIncludeSuggestions(query);
|
||||
const cacheKey = this.buildCacheKey('me', {
|
||||
currentUserId,
|
||||
globalVersion,
|
||||
userVersion,
|
||||
page: query.page ?? 1,
|
||||
limit: query.limit ?? 20,
|
||||
cursor: query.cursor ?? '',
|
||||
@@ -96,6 +115,7 @@ export class FeedService {
|
||||
includeSuggestions,
|
||||
suggestionInterval: query.suggestionInterval ?? 4,
|
||||
});
|
||||
let cacheFillLock: Awaited<ReturnType<AppCacheService['acquireFillLock']>> | null = null;
|
||||
if (cacheEnabled) {
|
||||
const cached = await this.cacheService.get<Record<string, unknown>>(cacheKey);
|
||||
if (cached) {
|
||||
@@ -107,50 +127,85 @@ export class FeedService {
|
||||
});
|
||||
return cached;
|
||||
}
|
||||
}
|
||||
|
||||
const currentUser = await this.usersRepository.findById(currentUserId);
|
||||
if (!currentUser) {
|
||||
throw new NotFoundException('Current user not found');
|
||||
cacheFillLock = await this.cacheService.acquireFillLock(cacheKey, 10);
|
||||
if (!cacheFillLock.acquired) {
|
||||
const coalesced = await this.cacheService.waitForValue<Record<string, unknown>>(
|
||||
cacheKey,
|
||||
2_000,
|
||||
);
|
||||
if (coalesced) {
|
||||
this.logFeedTiming(timing, {
|
||||
cacheHit: true,
|
||||
cacheCoalesced: true,
|
||||
itemCount: Array.isArray(coalesced.items) ? coalesced.items.length : undefined,
|
||||
responseBytes: this.measureResponseBytes(coalesced),
|
||||
});
|
||||
return coalesced;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
const limit = query.limit ?? 20;
|
||||
const cursorOffset = decodeOffsetCursor(query.cursor);
|
||||
const cursorState = this.decodeFeedCursor(query.cursor);
|
||||
const cursorOffset = cursorState.offset;
|
||||
const rankedAt = cursorState.rankedAt;
|
||||
const page = query.page ?? 1;
|
||||
const radiusKm = query.radiusKm ?? 30;
|
||||
const skip = cursorOffset ?? (page - 1) * limit;
|
||||
const requestedPostType = this.resolveRequestedPostType(query.preferredPostType);
|
||||
|
||||
const [followingIds, invisibleUserIds] = await Promise.all([
|
||||
const [currentUser, followingIds, invisibleUserIds, reportedPostIds, notInterestedPostIds, rankingProfile] = await Promise.all([
|
||||
this.usersRepository.findById(currentUserId),
|
||||
this.feedRepository.findFollowingIds(currentUserId),
|
||||
this.blocksService.getInvisibleUserIds(currentUserId),
|
||||
this.findReportedPostIds(currentUserId),
|
||||
this.findNotInterestedPostIds(currentUserId),
|
||||
this.getViewerRankingProfile(currentUserId),
|
||||
]);
|
||||
if (!currentUser) {
|
||||
throw new NotFoundException('Current user not found');
|
||||
}
|
||||
const unauthorizedPrivateAuthorIds = await this.usersRepository.findPrivateUserIds([
|
||||
currentUserId,
|
||||
...followingIds,
|
||||
]);
|
||||
const hiddenAuthorIds = Array.from(
|
||||
new Set([...invisibleUserIds, ...unauthorizedPrivateAuthorIds]),
|
||||
);
|
||||
const relationLookupMs = this.markTiming(timing);
|
||||
let filter = this.buildVisiblePostsFilter(currentUserId, followingIds, followingOnly, invisibleUserIds);
|
||||
let filter = this.buildVisiblePostsFilter(
|
||||
currentUserId,
|
||||
followingIds,
|
||||
followingOnly,
|
||||
hiddenAuthorIds,
|
||||
);
|
||||
if (requestedPostType) {
|
||||
filter = { $and: [filter, { postType: requestedPostType }] };
|
||||
}
|
||||
let candidates = await this.feedRepository.findCandidatePosts(filter, Math.max(limit * 12, 300));
|
||||
filter = this.addRankingWindowFilter(filter, rankedAt, [...reportedPostIds, ...notInterestedPostIds]);
|
||||
const candidateLimit = Math.min(1000, Math.max(limit * 20, 400));
|
||||
let candidates = await this.findRankableCandidates(filter, candidateLimit);
|
||||
const firstCandidateLookupMs = this.markTiming(timing);
|
||||
|
||||
// Keep the default home feed focused on followed accounts, but avoid an empty screen
|
||||
// for new users or when followed accounts have not posted yet.
|
||||
if (
|
||||
candidates.length === 0 &&
|
||||
typeof query.followingOnly === 'undefined' &&
|
||||
followingOnly
|
||||
) {
|
||||
filter = this.buildVisiblePostsFilter(currentUserId, followingIds, false, invisibleUserIds);
|
||||
if (candidates.length === 0 && typeof query.followingOnly === 'undefined' && followingOnly) {
|
||||
filter = this.buildVisiblePostsFilter(currentUserId, followingIds, false, hiddenAuthorIds);
|
||||
if (requestedPostType) {
|
||||
filter = { $and: [filter, { postType: requestedPostType }] };
|
||||
}
|
||||
candidates = await this.feedRepository.findCandidatePosts(filter, Math.max(limit * 12, 300));
|
||||
filter = this.addRankingWindowFilter(filter, rankedAt, [...reportedPostIds, ...notInterestedPostIds]);
|
||||
candidates = await this.findRankableCandidates(filter, candidateLimit);
|
||||
}
|
||||
const fallbackCandidateLookupMs = this.markTiming(timing);
|
||||
|
||||
const activeAuthorCandidates = candidates.filter((post) => {
|
||||
const author = post.authorId as unknown as { isDisabled?: boolean } | null;
|
||||
return !!author && author.isDisabled !== true;
|
||||
});
|
||||
const filteredCandidates = requestedPostType
|
||||
? candidates.filter((post) => post.postType === requestedPostType)
|
||||
: candidates;
|
||||
? activeAuthorCandidates.filter((post) => post.postType === requestedPostType)
|
||||
: activeAuthorCandidates;
|
||||
|
||||
const scored = filteredCandidates
|
||||
.map((post) => ({
|
||||
@@ -162,6 +217,8 @@ export class FeedService {
|
||||
post,
|
||||
preferredPostType: query.preferredPostType,
|
||||
radiusKm,
|
||||
rankingProfile,
|
||||
rankedAt,
|
||||
}),
|
||||
}))
|
||||
.sort(
|
||||
@@ -172,12 +229,17 @@ export class FeedService {
|
||||
);
|
||||
const scoringMs = this.markTiming(timing);
|
||||
|
||||
const total = scored.length;
|
||||
const pagedPosts = scored.slice(skip, skip + limit).map((entry) => ({
|
||||
const diversified = this.diversifyRankedPosts(scored);
|
||||
const total = diversified.length;
|
||||
const pagedPosts = diversified.slice(skip, skip + limit).map((entry) => ({
|
||||
...(entry.post.toObject() as unknown as Record<string, unknown>),
|
||||
feedScore: Number(entry.score.toFixed(3)),
|
||||
}));
|
||||
const decoratedPosts = await this.decoratePostsForViewer(currentUserId, pagedPosts, followingIds);
|
||||
const decoratedPosts = await this.decoratePostsForViewer(
|
||||
currentUserId,
|
||||
pagedPosts,
|
||||
followingIds,
|
||||
);
|
||||
const normalizedPosts = this.normalizePreferredPostTypeForResponse(
|
||||
decoratedPosts,
|
||||
query.preferredPostType,
|
||||
@@ -188,7 +250,7 @@ export class FeedService {
|
||||
: normalizedPosts;
|
||||
const cardsMs = this.markTiming(timing);
|
||||
const nextOffset = skip + pagedPosts.length;
|
||||
const nextCursor = nextOffset < total ? encodeOffsetCursor(nextOffset) : null;
|
||||
const nextCursor = nextOffset < total ? this.encodeFeedCursor(nextOffset, rankedAt) : null;
|
||||
|
||||
const result = buildPaginatedResponse(items, {
|
||||
page,
|
||||
@@ -199,6 +261,8 @@ export class FeedService {
|
||||
nextCursor,
|
||||
mode: 'cursor',
|
||||
});
|
||||
result.pagination.hasNextPage = nextCursor !== null;
|
||||
result.pagination.nextPage = nextCursor !== null ? page + 1 : null;
|
||||
|
||||
if (cacheEnabled) {
|
||||
await this.cacheService.set(
|
||||
@@ -207,6 +271,9 @@ export class FeedService {
|
||||
this.configService.get<number>('feedCache.userFeedTtlSeconds', { infer: true }) ?? 15,
|
||||
);
|
||||
}
|
||||
if (cacheFillLock?.acquired) {
|
||||
await cacheFillLock.release().catch(() => false);
|
||||
}
|
||||
|
||||
this.logFeedTiming(timing, {
|
||||
cacheHit: false,
|
||||
@@ -235,6 +302,273 @@ export class FeedService {
|
||||
return result;
|
||||
}
|
||||
|
||||
private async findRankableCandidates(
|
||||
filter: Record<string, unknown>,
|
||||
limit: number,
|
||||
): Promise<Array<Record<string, any> & { toObject(): unknown }>> {
|
||||
const recentLimit = Math.ceil(limit * 0.65);
|
||||
const popularLimit = limit - recentLimit;
|
||||
const [recent, popular] = await Promise.all([
|
||||
this.feedRepository.findCandidatePosts(filter, recentLimit),
|
||||
this.feedRepository.findPopularCandidatePosts(filter, popularLimit),
|
||||
]);
|
||||
const unique = new Map<string, Record<string, any> & { toObject(): unknown }>();
|
||||
for (const post of [...recent, ...popular]) {
|
||||
const id = this.extractEntityId((post as any)._id ?? (post as any).id);
|
||||
if (id && !unique.has(id)) {
|
||||
unique.set(id, post as unknown as Record<string, any> & { toObject(): unknown });
|
||||
}
|
||||
}
|
||||
return Array.from(unique.values());
|
||||
}
|
||||
|
||||
private addRankingWindowFilter(
|
||||
filter: Record<string, unknown>,
|
||||
rankedAt: Date,
|
||||
reportedPostIds: Types.ObjectId[],
|
||||
): Record<string, unknown> {
|
||||
const clauses: Record<string, unknown>[] = [filter, { createdAt: { $lte: rankedAt } }];
|
||||
if (reportedPostIds.length) {
|
||||
clauses.push({ _id: { $nin: reportedPostIds } });
|
||||
}
|
||||
return { $and: clauses };
|
||||
}
|
||||
|
||||
private async findReportedPostIds(currentUserId: string): Promise<Types.ObjectId[]> {
|
||||
if (!Types.ObjectId.isValid(currentUserId)) {
|
||||
return [];
|
||||
}
|
||||
const rows = await this.connection
|
||||
.collection('reports')
|
||||
.find({
|
||||
reporterId: new Types.ObjectId(currentUserId),
|
||||
targetType: 'post',
|
||||
status: { $ne: 'rejected' },
|
||||
})
|
||||
.project({ targetId: 1 })
|
||||
.toArray();
|
||||
return rows
|
||||
.map((row) => row.targetId)
|
||||
.filter((id): id is Types.ObjectId => id instanceof Types.ObjectId);
|
||||
}
|
||||
|
||||
private async findNotInterestedPostIds(currentUserId: string): Promise<Types.ObjectId[]> {
|
||||
const rows = await this.connection
|
||||
.collection<{ postId?: Types.ObjectId }>('postpreferences')
|
||||
.find({ userId: new Types.ObjectId(currentUserId), notInterested: true })
|
||||
.project({ postId: 1 })
|
||||
.toArray();
|
||||
return rows.map((row) => row.postId).filter((id): id is Types.ObjectId => id instanceof Types.ObjectId);
|
||||
}
|
||||
|
||||
private async getViewerRankingProfile(currentUserId: string): Promise<ViewerRankingProfile> {
|
||||
const empty: ViewerRankingProfile = {
|
||||
authorAffinity: {},
|
||||
postTypeAffinity: {},
|
||||
hashtagAffinity: {},
|
||||
interactedPostIds: [],
|
||||
engagementSignals: {},
|
||||
};
|
||||
if (!Types.ObjectId.isValid(currentUserId)) {
|
||||
return empty;
|
||||
}
|
||||
|
||||
const cacheEnabled =
|
||||
this.configService.get<boolean>('feedCache.enabled', { infer: true }) ?? true;
|
||||
const cacheKey = `feed:ranking-profile:${currentUserId}`;
|
||||
if (cacheEnabled) {
|
||||
const cached = await this.cacheService.get<ViewerRankingProfile>(cacheKey);
|
||||
if (cached) {
|
||||
return cached;
|
||||
}
|
||||
}
|
||||
|
||||
const userId = new Types.ObjectId(currentUserId);
|
||||
const cutoff = new Date(Date.now() - 90 * 24 * 60 * 60 * 1000);
|
||||
const [likes, saves, shares, comments, engagementRows] = await Promise.all([
|
||||
this.connection
|
||||
.collection('likes')
|
||||
.find({ userId, targetType: 'post', createdAt: { $gte: cutoff } })
|
||||
.sort({ createdAt: -1 })
|
||||
.limit(250)
|
||||
.project({ targetId: 1 })
|
||||
.toArray(),
|
||||
this.connection
|
||||
.collection('saves')
|
||||
.find({ userId, createdAt: { $gte: cutoff } })
|
||||
.sort({ createdAt: -1 })
|
||||
.limit(250)
|
||||
.project({ postId: 1 })
|
||||
.toArray(),
|
||||
this.connection
|
||||
.collection('postshares')
|
||||
.find({ userId, isDeleted: false, createdAt: { $gte: cutoff } })
|
||||
.sort({ createdAt: -1 })
|
||||
.limit(250)
|
||||
.project({ postId: 1 })
|
||||
.toArray(),
|
||||
this.connection
|
||||
.collection('comments')
|
||||
.find({ authorId: userId, isDeleted: { $ne: true }, createdAt: { $gte: cutoff } })
|
||||
.sort({ createdAt: -1 })
|
||||
.limit(250)
|
||||
.project({ postId: 1 })
|
||||
.toArray(),
|
||||
this.connection.collection('engagementevents').aggregate<{
|
||||
_id: Types.ObjectId; watchMs: number; completions: number; rewatches: number; profileOpens: number;
|
||||
}>([
|
||||
{ $match: { userId, occurredAt: { $gte: cutoff } } },
|
||||
{ $group: {
|
||||
_id: '$postId', watchMs: { $sum: '$watchTimeMs' },
|
||||
completions: { $sum: { $cond: [{ $eq: ['$type', 'complete'] }, 1, 0] } },
|
||||
rewatches: { $sum: { $cond: [{ $eq: ['$type', 'rewatch'] }, 1, 0] } },
|
||||
profileOpens: { $sum: { $cond: [{ $eq: ['$type', 'profile_open'] }, 1, 0] } },
|
||||
} }, { $limit: 500 },
|
||||
]).toArray(),
|
||||
]);
|
||||
|
||||
const weights = new Map<string, number>();
|
||||
const addWeight = (value: unknown, weight: number) => {
|
||||
if (value instanceof Types.ObjectId) {
|
||||
const id = value.toString();
|
||||
weights.set(id, (weights.get(id) ?? 0) + weight);
|
||||
}
|
||||
};
|
||||
likes.forEach((row) => addWeight(row.targetId, 1.5));
|
||||
saves.forEach((row) => addWeight(row.postId, 4));
|
||||
shares.forEach((row) => addWeight(row.postId, 5));
|
||||
comments.forEach((row) => addWeight(row.postId, 3));
|
||||
engagementRows.forEach((row) =>
|
||||
addWeight(row._id, Math.min(12, row.watchMs / 60_000) + row.completions * 4 + row.rewatches * 5 + row.profileOpens * 2),
|
||||
);
|
||||
if (!weights.size) {
|
||||
return empty;
|
||||
}
|
||||
|
||||
const postIds = Array.from(weights.keys()).map((id) => new Types.ObjectId(id));
|
||||
const posts = await this.connection
|
||||
.collection('posts')
|
||||
.find({ _id: { $in: postIds }, isDeleted: { $ne: true } })
|
||||
.project({ authorId: 1, postType: 1, hashtags: 1 })
|
||||
.toArray();
|
||||
const profile: ViewerRankingProfile = {
|
||||
authorAffinity: {},
|
||||
postTypeAffinity: {},
|
||||
hashtagAffinity: {},
|
||||
interactedPostIds: Array.from(weights.keys()),
|
||||
engagementSignals: Object.fromEntries(engagementRows.map((row) => [row._id.toString(), row])),
|
||||
};
|
||||
for (const post of posts) {
|
||||
const postWeight = weights.get(post._id.toString()) ?? 0;
|
||||
const authorId = post.authorId?.toString?.() ?? '';
|
||||
const postType = typeof post.postType === 'string' ? post.postType : '';
|
||||
if (authorId) {
|
||||
profile.authorAffinity[authorId] = (profile.authorAffinity[authorId] ?? 0) + postWeight;
|
||||
}
|
||||
if (postType) {
|
||||
profile.postTypeAffinity[postType] = (profile.postTypeAffinity[postType] ?? 0) + postWeight;
|
||||
}
|
||||
for (const hashtag of Array.isArray(post.hashtags) ? post.hashtags : []) {
|
||||
const normalized = String(hashtag).trim().toLowerCase();
|
||||
if (normalized) {
|
||||
profile.hashtagAffinity[normalized] =
|
||||
(profile.hashtagAffinity[normalized] ?? 0) + postWeight;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (cacheEnabled) {
|
||||
await this.cacheService.set(
|
||||
cacheKey,
|
||||
profile,
|
||||
this.configService.get<number>('feedCache.rankingProfileTtlSeconds', {
|
||||
infer: true,
|
||||
}) ?? 30,
|
||||
);
|
||||
}
|
||||
return profile;
|
||||
}
|
||||
|
||||
private diversifyRankedPosts(ranked: RankedPost[]): RankedPost[] {
|
||||
const remaining = [...ranked];
|
||||
const result: RankedPost[] = [];
|
||||
const authorCounts = new Map<string, number>();
|
||||
const typeCounts = new Map<string, number>();
|
||||
const hashtagCounts = new Map<string, number>();
|
||||
|
||||
while (remaining.length) {
|
||||
let bestIndex = 0;
|
||||
let bestAdjustedScore = Number.NEGATIVE_INFINITY;
|
||||
for (let index = 0; index < remaining.length; index += 1) {
|
||||
const entry = remaining[index];
|
||||
const authorId = this.extractEntityId(entry.post.authorId);
|
||||
const postType = String(entry.post.postType ?? '');
|
||||
const hashtags = Array.isArray(entry.post.hashtags)
|
||||
? entry.post.hashtags.map((tag: unknown) => String(tag).toLowerCase())
|
||||
: [];
|
||||
const previousAuthorId = result.length
|
||||
? this.extractEntityId(result[result.length - 1].post.authorId)
|
||||
: '';
|
||||
const authorPenalty = (authorCounts.get(authorId) ?? 0) * 12;
|
||||
const consecutivePenalty = authorId && authorId === previousAuthorId ? 22 : 0;
|
||||
const typePenalty = Math.max(0, (typeCounts.get(postType) ?? 0) - 1) * 2.5;
|
||||
const hashtagPenalty = Math.min(
|
||||
8,
|
||||
hashtags.reduce((sum, tag) => sum + (hashtagCounts.get(tag) ?? 0) * 0.75, 0),
|
||||
);
|
||||
const adjusted =
|
||||
entry.score - authorPenalty - consecutivePenalty - typePenalty - hashtagPenalty;
|
||||
if (adjusted > bestAdjustedScore) {
|
||||
bestAdjustedScore = adjusted;
|
||||
bestIndex = index;
|
||||
}
|
||||
}
|
||||
|
||||
const [selected] = remaining.splice(bestIndex, 1);
|
||||
const authorId = this.extractEntityId(selected.post.authorId);
|
||||
const postType = String(selected.post.postType ?? '');
|
||||
authorCounts.set(authorId, (authorCounts.get(authorId) ?? 0) + 1);
|
||||
typeCounts.set(postType, (typeCounts.get(postType) ?? 0) + 1);
|
||||
for (const hashtag of Array.isArray(selected.post.hashtags) ? selected.post.hashtags : []) {
|
||||
const normalized = String(hashtag).toLowerCase();
|
||||
hashtagCounts.set(normalized, (hashtagCounts.get(normalized) ?? 0) + 1);
|
||||
}
|
||||
result.push({ ...selected, score: bestAdjustedScore });
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
private decodeFeedCursor(cursor?: string): { offset: number | null; rankedAt: Date } {
|
||||
const fallback = { offset: decodeOffsetCursor(cursor), rankedAt: new Date() };
|
||||
if (!cursor) {
|
||||
return fallback;
|
||||
}
|
||||
try {
|
||||
const payload = JSON.parse(Buffer.from(cursor, 'base64url').toString('utf8')) as {
|
||||
offset?: unknown;
|
||||
rankedAt?: unknown;
|
||||
};
|
||||
const rankedAt = new Date(String(payload.rankedAt ?? ''));
|
||||
if (
|
||||
!Number.isInteger(payload.offset) ||
|
||||
Number(payload.offset) < 0 ||
|
||||
Number.isNaN(rankedAt.getTime())
|
||||
) {
|
||||
return fallback;
|
||||
}
|
||||
return { offset: Number(payload.offset), rankedAt };
|
||||
} catch {
|
||||
return fallback;
|
||||
}
|
||||
}
|
||||
|
||||
private encodeFeedCursor(offset: number, rankedAt: Date): string {
|
||||
return Buffer.from(
|
||||
JSON.stringify({ version: 1, offset, rankedAt: rankedAt.toISOString() }),
|
||||
'utf8',
|
||||
).toString('base64url');
|
||||
}
|
||||
|
||||
async getExplore(currentUserId: string, query: FeedQueryDto) {
|
||||
return this.getTrending(currentUserId, {
|
||||
...query,
|
||||
@@ -264,6 +598,7 @@ export class FeedService {
|
||||
cursor: query.cursor ?? '',
|
||||
preferredPostType: query.preferredPostType ?? '',
|
||||
});
|
||||
let cacheFillLock: Awaited<ReturnType<AppCacheService['acquireFillLock']>> | null = null;
|
||||
if (cacheEnabled) {
|
||||
const cached = await this.cacheService.get<Record<string, unknown>>(cacheKey);
|
||||
if (cached) {
|
||||
@@ -275,20 +610,38 @@ export class FeedService {
|
||||
});
|
||||
return cached;
|
||||
}
|
||||
cacheFillLock = await this.cacheService.acquireFillLock(cacheKey, 10);
|
||||
if (!cacheFillLock.acquired) {
|
||||
const coalesced = await this.cacheService.waitForValue<Record<string, unknown>>(
|
||||
cacheKey,
|
||||
2_000,
|
||||
);
|
||||
if (coalesced) {
|
||||
this.logFeedTiming(timing, {
|
||||
cacheHit: true,
|
||||
cacheCoalesced: true,
|
||||
itemCount: Array.isArray(coalesced.items) ? coalesced.items.length : undefined,
|
||||
responseBytes: this.measureResponseBytes(coalesced),
|
||||
});
|
||||
return coalesced;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
const limit = query.limit ?? 20;
|
||||
const cursorOffset = decodeOffsetCursor(query.cursor);
|
||||
const page = query.page ?? 1;
|
||||
const skip = cursorOffset ?? (page - 1) * limit;
|
||||
const [followingIds, invisibleUserIds] = await Promise.all([
|
||||
const [followingIds, invisibleUserIds, privateAuthorIds] = await Promise.all([
|
||||
this.feedRepository.findFollowingIds(currentUserId),
|
||||
this.blocksService.getInvisibleUserIds(currentUserId),
|
||||
this.usersRepository.findPrivateUserIds(),
|
||||
]);
|
||||
const relationLookupMs = this.markTiming(timing);
|
||||
const trendingFilter: Record<string, unknown> = { visibility: PostVisibility.PUBLIC };
|
||||
if (invisibleUserIds.length) {
|
||||
trendingFilter.authorId = { $nin: invisibleUserIds.map((id) => new Types.ObjectId(id)) };
|
||||
const excludedAuthorIds = Array.from(new Set([...invisibleUserIds, ...privateAuthorIds]));
|
||||
if (excludedAuthorIds.length) {
|
||||
trendingFilter.authorId = { $nin: excludedAuthorIds.map((id) => new Types.ObjectId(id)) };
|
||||
}
|
||||
const requestedPostType = this.resolveRequestedPostType(query.preferredPostType);
|
||||
if (requestedPostType) {
|
||||
@@ -300,9 +653,13 @@ export class FeedService {
|
||||
this.feedRepository.count(trendingFilter),
|
||||
]);
|
||||
const postLookupMs = this.markTiming(timing);
|
||||
const visibleRows = rows.filter((post) => {
|
||||
const author = post.authorId as unknown as { isDisabled?: boolean } | null;
|
||||
return !!author && author.isDisabled !== true;
|
||||
});
|
||||
const decoratedPosts = await this.decoratePostsForViewer(
|
||||
currentUserId,
|
||||
rows.map((item) => item.toObject() as unknown as Record<string, unknown>),
|
||||
visibleRows.map((item) => item.toObject() as unknown as Record<string, unknown>),
|
||||
followingIds,
|
||||
);
|
||||
const normalizedPosts = this.normalizePreferredPostTypeForResponse(
|
||||
@@ -330,6 +687,9 @@ export class FeedService {
|
||||
this.configService.get<number>('feedCache.trendingTtlSeconds', { infer: true }) ?? 30,
|
||||
);
|
||||
}
|
||||
if (cacheFillLock?.acquired) {
|
||||
await cacheFillLock.release().catch(() => false);
|
||||
}
|
||||
|
||||
this.logFeedTiming(timing, {
|
||||
cacheHit: false,
|
||||
@@ -356,9 +716,12 @@ export class FeedService {
|
||||
items: Array<Record<string, unknown>>,
|
||||
followingIds: string[],
|
||||
): Promise<FeedPostItem[]> {
|
||||
const postIds = items
|
||||
.map((item) => this.extractEntityId(item._id ?? item.id))
|
||||
.filter(Boolean);
|
||||
const safeItems = await this.redactInaccessibleOriginalReferences(
|
||||
currentUserId,
|
||||
items,
|
||||
followingIds,
|
||||
);
|
||||
const postIds = safeItems.map((item) => this.extractEntityId(item._id ?? item.id)).filter(Boolean);
|
||||
const followingSet = new Set(followingIds);
|
||||
const [likedPostIds, savedPostIds, sharedPostIds] = await Promise.all([
|
||||
this.likesRepository.findLikedPostIds(currentUserId, postIds),
|
||||
@@ -369,7 +732,7 @@ export class FeedService {
|
||||
const savedSet = new Set(savedPostIds);
|
||||
const sharedSet = new Set(sharedPostIds);
|
||||
|
||||
return items.map((item) => {
|
||||
return safeItems.map((item) => {
|
||||
const postId = this.extractEntityId(item._id ?? item.id);
|
||||
const authorId = this.extractEntityId(item.authorId);
|
||||
const likesCount = Number(item.likesCount ?? 0);
|
||||
@@ -402,6 +765,67 @@ export class FeedService {
|
||||
});
|
||||
}
|
||||
|
||||
private async redactInaccessibleOriginalReferences(
|
||||
currentUserId: string,
|
||||
items: Array<Record<string, unknown>>,
|
||||
followingIds: string[],
|
||||
): Promise<Array<Record<string, unknown>>> {
|
||||
const fields = ['repostOfPostId', 'quoteOfPostId'] as const;
|
||||
const sourceIds = Array.from(
|
||||
new Set(
|
||||
items
|
||||
.flatMap((item) => fields.map((field) => this.extractEntityId(item[field])))
|
||||
.filter((id) => Types.ObjectId.isValid(id)),
|
||||
),
|
||||
);
|
||||
if (!sourceIds.length) {
|
||||
return items;
|
||||
}
|
||||
|
||||
const [sources, unauthorizedPrivateAuthorIds, invisibleUserIds] = await Promise.all([
|
||||
this.connection
|
||||
.collection('posts')
|
||||
.find({
|
||||
_id: { $in: sourceIds.map((id) => new Types.ObjectId(id)) },
|
||||
isDeleted: { $ne: true },
|
||||
isArchived: { $ne: true },
|
||||
moderationStatus: { $ne: 'hidden' },
|
||||
})
|
||||
.project({ authorId: 1, visibility: 1 })
|
||||
.toArray(),
|
||||
this.usersRepository.findPrivateUserIds([currentUserId, ...followingIds]),
|
||||
this.blocksService.getInvisibleUserIds(currentUserId),
|
||||
]);
|
||||
const sourceById = new Map(sources.map((source) => [source._id.toString(), source]));
|
||||
const followingSet = new Set(followingIds);
|
||||
const excludedAuthorSet = new Set([
|
||||
...unauthorizedPrivateAuthorIds,
|
||||
...invisibleUserIds,
|
||||
]);
|
||||
|
||||
return items.map((item) => {
|
||||
const safe = { ...item };
|
||||
for (const field of fields) {
|
||||
const sourceId = this.extractEntityId(item[field]);
|
||||
if (!sourceId) continue;
|
||||
const source = sourceById.get(sourceId);
|
||||
const authorId = this.extractEntityId(source?.authorId);
|
||||
const allowed =
|
||||
!!source &&
|
||||
!!authorId &&
|
||||
!excludedAuthorSet.has(authorId) &&
|
||||
(authorId === currentUserId ||
|
||||
source.visibility === PostVisibility.PUBLIC ||
|
||||
(source.visibility === PostVisibility.FOLLOWERS &&
|
||||
followingSet.has(authorId)));
|
||||
if (!allowed) {
|
||||
safe[field] = null;
|
||||
}
|
||||
}
|
||||
return safe;
|
||||
});
|
||||
}
|
||||
|
||||
private async findSharedPostIds(currentUserId: string, postIds: string[]): Promise<string[]> {
|
||||
if (!Types.ObjectId.isValid(currentUserId) || postIds.length === 0) {
|
||||
return [];
|
||||
@@ -524,24 +948,24 @@ export class FeedService {
|
||||
|
||||
const visibilityFilter = followingOnly
|
||||
? {
|
||||
$or: [
|
||||
{ authorId: currentUserObjectId },
|
||||
{
|
||||
authorId: { $in: followingObjectIds },
|
||||
visibility: { $in: [PostVisibility.PUBLIC, PostVisibility.FOLLOWERS] },
|
||||
},
|
||||
],
|
||||
}
|
||||
$or: [
|
||||
{ authorId: currentUserObjectId },
|
||||
{
|
||||
authorId: { $in: followingObjectIds },
|
||||
visibility: { $in: [PostVisibility.PUBLIC, PostVisibility.FOLLOWERS] },
|
||||
},
|
||||
],
|
||||
}
|
||||
: {
|
||||
$or: [
|
||||
{ visibility: PostVisibility.PUBLIC },
|
||||
{ authorId: currentUserObjectId },
|
||||
{
|
||||
authorId: { $in: followingObjectIds },
|
||||
visibility: PostVisibility.FOLLOWERS,
|
||||
},
|
||||
],
|
||||
};
|
||||
$or: [
|
||||
{ visibility: PostVisibility.PUBLIC },
|
||||
{ authorId: currentUserObjectId },
|
||||
{
|
||||
authorId: { $in: followingObjectIds },
|
||||
visibility: PostVisibility.FOLLOWERS,
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
if (!invisibleUserIds.length) {
|
||||
return visibilityFilter;
|
||||
@@ -562,28 +986,58 @@ export class FeedService {
|
||||
post: Record<string, any>;
|
||||
preferredPostType?: FeedPostTypeFilter;
|
||||
radiusKm: number;
|
||||
rankingProfile: ViewerRankingProfile;
|
||||
rankedAt: Date;
|
||||
}): number {
|
||||
const { currentUser, currentUserId, followingIds, post, preferredPostType, radiusKm } = input;
|
||||
const {
|
||||
currentUser,
|
||||
currentUserId,
|
||||
followingIds,
|
||||
post,
|
||||
preferredPostType,
|
||||
radiusKm,
|
||||
rankingProfile,
|
||||
rankedAt,
|
||||
} = input;
|
||||
const author = post.authorId;
|
||||
const authorId = this.extractEntityId(author);
|
||||
const isOwnPost = authorId === currentUserId;
|
||||
const isFollowing = followingIds.includes(authorId);
|
||||
|
||||
const ageMs = Date.now() - new Date(post.createdAt).getTime();
|
||||
const ageMs = Math.max(0, rankedAt.getTime() - new Date(post.createdAt).getTime());
|
||||
const ageHours = ageMs / (1000 * 60 * 60);
|
||||
const freshness = Math.max(0, 36 - ageHours);
|
||||
const freshness = 32 * Math.exp(-ageHours / (24 * 3));
|
||||
const veryRecentBoost = ageHours <= 6 ? 5 : 0;
|
||||
|
||||
const engagement =
|
||||
Number(post.likesCount ?? 0) * 3 +
|
||||
Number(post.commentsCount ?? 0) * 4 +
|
||||
Number(post.savesCount ?? 0) * 5 +
|
||||
Number(post.shareCount ?? 0) * 6 +
|
||||
Number(post.viewCount ?? 0) * 0.15 +
|
||||
Number(post.playCount ?? 0) * 0.25;
|
||||
Math.log1p(Math.max(0, Number(post.likesCount ?? 0))) * 2.4 +
|
||||
Math.log1p(Math.max(0, Number(post.commentsCount ?? 0))) * 3.2 +
|
||||
Math.log1p(Math.max(0, Number(post.savesCount ?? 0))) * 4.2 +
|
||||
Math.log1p(Math.max(0, Number(post.shareCount ?? 0))) * 4.8 +
|
||||
Math.log1p(Math.max(0, Number(post.viewCount ?? 0))) * 0.7 +
|
||||
Math.log1p(Math.max(0, Number(post.playCount ?? 0))) * 1.1;
|
||||
const normalizedHashtags = (post.hashtags ?? [])
|
||||
.map((value: string) => value.trim().toLowerCase())
|
||||
.filter(Boolean);
|
||||
const hashtagMatches = this.intersectionCount(
|
||||
this.buildPreferenceTokens(currentUser),
|
||||
(post.hashtags ?? []).map((value: string) => value.toLowerCase()),
|
||||
normalizedHashtags,
|
||||
);
|
||||
const behaviorHashtagAffinity = normalizedHashtags.reduce(
|
||||
(sum: number, hashtag: string) => sum + (rankingProfile.hashtagAffinity[hashtag] ?? 0),
|
||||
0,
|
||||
);
|
||||
const authorAffinity = rankingProfile.authorAffinity[authorId] ?? 0;
|
||||
const postTypeAffinity = rankingProfile.postTypeAffinity[String(post.postType ?? '')] ?? 0;
|
||||
const interactedBefore = rankingProfile.interactedPostIds.includes(
|
||||
this.extractEntityId(post._id ?? post.id),
|
||||
);
|
||||
const behavior = (rankingProfile.engagementSignals ?? {})[this.extractEntityId(post._id ?? post.id)];
|
||||
const watchQualityBoost = behavior
|
||||
? Math.min(18, Math.log1p(Math.max(0, behavior.watchMs) / 1000) * 2) +
|
||||
Math.min(12, behavior.completions * 4) + Math.min(12, behavior.rewatches * 6) +
|
||||
Math.min(6, behavior.profileOpens * 2)
|
||||
: 0;
|
||||
|
||||
const distanceKm = this.computeDistanceKm(
|
||||
currentUser.latitude,
|
||||
@@ -592,18 +1046,26 @@ export class FeedService {
|
||||
author?.longitude ?? null,
|
||||
);
|
||||
const nearbyBoost =
|
||||
typeof distanceKm === 'number' && distanceKm <= radiusKm ? Math.max(0, 25 - distanceKm / 2) : 0;
|
||||
typeof distanceKm === 'number' && distanceKm <= radiusKm
|
||||
? Math.max(0, 8 - (distanceKm / radiusKm) * 8)
|
||||
: 0;
|
||||
|
||||
let score = 0;
|
||||
score += engagement;
|
||||
score += freshness;
|
||||
score += isOwnPost ? 10 : 0;
|
||||
score += isFollowing ? 40 : 0;
|
||||
score += post.postType === preferredPostType ? 18 : 0;
|
||||
score += hashtagMatches * 9;
|
||||
score += veryRecentBoost;
|
||||
score += isOwnPost ? 3 : 0;
|
||||
score += isFollowing ? 24 : 0;
|
||||
score += post.postType === preferredPostType ? 12 : 0;
|
||||
score += hashtagMatches * 7;
|
||||
score += Math.min(24, Math.log1p(authorAffinity) * 7);
|
||||
score += Math.min(14, Math.log1p(postTypeAffinity) * 4);
|
||||
score += Math.min(16, Math.log1p(behaviorHashtagAffinity) * 4);
|
||||
score += watchQualityBoost;
|
||||
score += nearbyBoost;
|
||||
score += author?.isVerified ? 8 : 0;
|
||||
score += Math.min(20, Math.floor((author?.followersCount ?? 0) / 200));
|
||||
score += author?.isVerified ? 2.5 : 0;
|
||||
score += Math.min(6, Math.log1p(Math.max(0, Number(author?.followersCount ?? 0))));
|
||||
score -= interactedBefore ? 10 : 0;
|
||||
|
||||
return score;
|
||||
}
|
||||
@@ -668,9 +1130,7 @@ export class FeedService {
|
||||
|
||||
private shouldIncludeSuggestions(query: FeedQueryDto): boolean {
|
||||
return (
|
||||
query.includeSuggestions === true &&
|
||||
!(query.cursor ?? '').trim() &&
|
||||
(query.page ?? 1) === 1
|
||||
query.includeSuggestions === true && !(query.cursor ?? '').trim() && (query.page ?? 1) === 1
|
||||
);
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user