2022-08-31 05:13:57 +00:00
|
|
|
package models
|
|
|
|
|
|
|
|
import (
|
2024-02-16 03:53:25 +00:00
|
|
|
"sort"
|
2022-08-31 05:13:57 +00:00
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
|
2024-02-15 05:38:20 +00:00
|
|
|
"code.nonshy.com/nonshy/website/pkg/config"
|
2022-08-31 05:13:57 +00:00
|
|
|
"code.nonshy.com/nonshy/website/pkg/log"
|
|
|
|
)
|
|
|
|
|
|
|
|
// RecentPost drives the "Forums / Newest" page - carrying all forum comments
|
|
|
|
// on all threads sorted by date.
|
|
|
|
type RecentPost struct {
|
|
|
|
CommentID uint64
|
|
|
|
ThreadID uint64
|
|
|
|
ForumID uint64
|
|
|
|
UpdatedAt time.Time
|
|
|
|
Thread *Thread
|
|
|
|
Comment *Comment
|
|
|
|
Forum *Forum
|
|
|
|
}
|
|
|
|
|
|
|
|
// PaginateRecentPosts returns all of the comments on a forum paginated.
|
2024-02-15 05:38:20 +00:00
|
|
|
func PaginateRecentPosts(user *User, categories []string, allComments bool, pager *Pagination) ([]*RecentPost, error) {
|
2022-08-31 05:13:57 +00:00
|
|
|
var (
|
2023-10-22 22:02:24 +00:00
|
|
|
result = []*RecentPost{}
|
|
|
|
blockedUserIDs = BlockedUserIDs(user)
|
2024-02-16 03:53:25 +00:00
|
|
|
|
|
|
|
// Separate the WHERE clauses that involve forums/threads from the ones
|
|
|
|
// that involve comments. Rationale: if the user is getting a de-duplicated
|
|
|
|
// thread view, we'll end up running two queries - one to get all threads and
|
|
|
|
// another to get the latest comments, and the WHERE clauses need to be separate.
|
|
|
|
wheres = []string{}
|
2023-10-22 22:02:24 +00:00
|
|
|
placeholders = []interface{}{}
|
2024-02-16 03:53:25 +00:00
|
|
|
comment_wheres = []string{"table_name = 'threads'"}
|
|
|
|
comment_ph = []interface{}{}
|
2022-08-31 05:13:57 +00:00
|
|
|
)
|
|
|
|
|
2023-05-25 01:40:27 +00:00
|
|
|
if len(categories) > 0 {
|
2022-08-31 05:13:57 +00:00
|
|
|
wheres = append(wheres, "forums.category IN ?")
|
|
|
|
placeholders = append(placeholders, categories)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Hide explicit forum if user hasn't opted into it.
|
|
|
|
if !user.Explicit && !user.IsAdmin {
|
2022-12-21 03:15:45 +00:00
|
|
|
wheres = append(wheres, "forums.explicit = false")
|
2022-08-31 05:13:57 +00:00
|
|
|
}
|
|
|
|
|
2023-05-24 03:15:26 +00:00
|
|
|
// Circle membership.
|
|
|
|
if !user.IsInnerCircle() {
|
|
|
|
wheres = append(wheres, "forums.inner_circle is not true")
|
|
|
|
}
|
|
|
|
|
2023-10-22 22:02:24 +00:00
|
|
|
// Blocked users?
|
|
|
|
if len(blockedUserIDs) > 0 {
|
2024-02-16 03:53:25 +00:00
|
|
|
comment_wheres = append(comment_wheres, "comments.user_id NOT IN ?")
|
|
|
|
comment_ph = append(comment_ph, blockedUserIDs)
|
2023-10-22 22:02:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Don't show comments from banned or disabled accounts.
|
2024-02-16 03:53:25 +00:00
|
|
|
comment_wheres = append(comment_wheres, `
|
2023-10-22 22:02:24 +00:00
|
|
|
EXISTS (
|
|
|
|
SELECT 1
|
|
|
|
FROM users
|
|
|
|
WHERE users.id = comments.user_id
|
|
|
|
AND users.status = 'active'
|
|
|
|
)
|
|
|
|
`)
|
|
|
|
|
2022-08-31 05:13:57 +00:00
|
|
|
// Get the page of recent forum comment IDs of all time.
|
2024-02-16 03:53:25 +00:00
|
|
|
var scan NewestForumPostsScanner
|
2024-02-15 05:38:20 +00:00
|
|
|
|
|
|
|
// Deduplicate forum threads: if one thread is BLOWING UP with replies, we should only
|
|
|
|
// mention the thread once and show the newest comment so it doesn't spam the whole page.
|
|
|
|
if config.Current.Database.IsPostgres && !allComments {
|
2024-02-16 03:53:25 +00:00
|
|
|
// Note: only Postgres supports this function (SELECT DISTINCT ON).
|
|
|
|
if res, err := ScanLatestForumCommentsPerThread(wheres, comment_wheres, placeholders, comment_ph, pager); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else {
|
|
|
|
scan = res
|
2024-02-15 05:38:20 +00:00
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// SQLite/non-Postgres doesn't support DISTINCT ON, this is the old query which
|
|
|
|
// shows objectively all comments and a popular thread may dominate the page.
|
2024-02-16 03:53:25 +00:00
|
|
|
if res, err := ScanLatestForumCommentsAll(wheres, comment_wheres, placeholders, comment_ph, pager); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else {
|
|
|
|
scan = res
|
2024-02-15 05:38:20 +00:00
|
|
|
}
|
|
|
|
}
|
2022-08-31 05:13:57 +00:00
|
|
|
|
|
|
|
// Ingest the results.
|
|
|
|
var (
|
|
|
|
commentIDs = []uint64{} // collect distinct IDs
|
|
|
|
threadIDs = []uint64{}
|
|
|
|
forumIDs = []uint64{}
|
|
|
|
seenComments = map[uint64]interface{}{} // deduplication
|
|
|
|
seenThreads = map[uint64]interface{}{}
|
|
|
|
seenForums = map[uint64]interface{}{}
|
|
|
|
mapCommentRC = map[uint64]*RecentPost{} // map commentID to result
|
|
|
|
)
|
|
|
|
for _, row := range scan {
|
|
|
|
// Upsert the result set.
|
|
|
|
var rp *RecentPost
|
|
|
|
if existing, ok := mapCommentRC[row.CommentID]; ok {
|
|
|
|
rp = existing
|
|
|
|
} else {
|
|
|
|
rp = &RecentPost{
|
|
|
|
CommentID: row.CommentID,
|
|
|
|
}
|
|
|
|
mapCommentRC[row.CommentID] = rp
|
|
|
|
result = append(result, rp)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Got a thread ID?
|
|
|
|
if row.ThreadID != nil {
|
|
|
|
rp.ThreadID = *row.ThreadID
|
|
|
|
if _, ok := seenThreads[rp.ThreadID]; !ok {
|
|
|
|
seenThreads[rp.ThreadID] = nil
|
|
|
|
threadIDs = append(threadIDs, rp.ThreadID)
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
// Got a forum ID?
|
|
|
|
if row.ForumID != nil {
|
|
|
|
rp.ForumID = *row.ForumID
|
|
|
|
if _, ok := seenForums[rp.ForumID]; !ok {
|
|
|
|
seenForums[rp.ForumID] = nil
|
|
|
|
forumIDs = append(forumIDs, rp.ForumID)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Collect distinct comment IDs.
|
|
|
|
if _, ok := seenComments[rp.CommentID]; !ok {
|
|
|
|
seenComments[rp.CommentID] = nil
|
|
|
|
commentIDs = append(commentIDs, rp.CommentID)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Load all of the distinct comments, threads and forums.
|
|
|
|
var (
|
|
|
|
comments = map[uint64]*Comment{}
|
|
|
|
threads = map[uint64]*Thread{}
|
|
|
|
forums = map[uint64]*Forum{}
|
|
|
|
)
|
|
|
|
|
|
|
|
if len(commentIDs) > 0 {
|
|
|
|
comments, _ = GetComments(commentIDs)
|
|
|
|
}
|
|
|
|
if len(threadIDs) > 0 {
|
2023-10-22 22:02:24 +00:00
|
|
|
threads, _ = GetThreadsAsUser(user, threadIDs)
|
2022-08-31 05:13:57 +00:00
|
|
|
}
|
|
|
|
if len(forumIDs) > 0 {
|
|
|
|
forums, _ = GetForums(forumIDs)
|
|
|
|
}
|
|
|
|
|
2022-09-09 04:42:20 +00:00
|
|
|
// Collect comments so we can inject UserRelationships in efficiently.
|
|
|
|
var (
|
|
|
|
coms = []*Comment{}
|
|
|
|
thrs = []*Thread{}
|
|
|
|
)
|
|
|
|
|
2022-08-31 05:13:57 +00:00
|
|
|
// Merge all the objects back in.
|
|
|
|
for _, rc := range result {
|
|
|
|
if com, ok := comments[rc.CommentID]; ok {
|
|
|
|
rc.Comment = com
|
2022-09-09 04:42:20 +00:00
|
|
|
coms = append(coms, com)
|
2022-08-31 05:13:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if thr, ok := threads[rc.ThreadID]; ok {
|
|
|
|
rc.Thread = thr
|
2022-09-09 04:42:20 +00:00
|
|
|
thrs = append(thrs, thr)
|
2022-08-31 05:13:57 +00:00
|
|
|
} else {
|
2022-09-27 02:41:07 +00:00
|
|
|
log.Error("RecentPosts: didn't find thread ID %d in map!", rc.ThreadID)
|
2023-10-22 22:02:24 +00:00
|
|
|
|
|
|
|
// Create a dummy placeholder Thread (e.g.: the thread originator has been
|
|
|
|
// banned or disabled, but the thread summary is shown on the new comment view)
|
|
|
|
rc.Thread = &Thread{
|
|
|
|
Comment: Comment{
|
|
|
|
Message: "[unavailable]",
|
|
|
|
},
|
|
|
|
}
|
2022-08-31 05:13:57 +00:00
|
|
|
}
|
|
|
|
|
2024-02-16 03:53:25 +00:00
|
|
|
// Is the new comment unavailable? (e.g. blocked, banned, disabled)
|
|
|
|
if rc.Comment == nil {
|
|
|
|
rc.Comment = &Comment{
|
|
|
|
Message: "[unavailable]",
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-08-31 05:13:57 +00:00
|
|
|
if f, ok := forums[rc.ForumID]; ok {
|
|
|
|
rc.Forum = f
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-09-09 04:42:20 +00:00
|
|
|
// Inject user relationships into all comment users now.
|
|
|
|
SetUserRelationshipsInComments(user, coms)
|
|
|
|
SetUserRelationshipsInThreads(user, thrs)
|
|
|
|
|
2022-08-31 05:13:57 +00:00
|
|
|
return result, nil
|
|
|
|
}
|
2024-02-16 03:53:25 +00:00
|
|
|
|
|
|
|
// NewestForumPosts collects the IDs of the latest forum posts.
|
|
|
|
type NewestForumPosts struct {
|
|
|
|
CommentID uint64
|
|
|
|
ThreadID *uint64
|
|
|
|
ForumID *uint64
|
|
|
|
UpdatedAt time.Time
|
|
|
|
}
|
|
|
|
|
|
|
|
type NewestForumPostsScanner []NewestForumPosts
|
|
|
|
|
|
|
|
// ScanLatestForumCommentsAll returns a scan of Newest forum posts containing ALL comments, which may
|
|
|
|
// include runs of 'duplicate' forum threads if a given thread was commented on rapidly. This is the classic
|
|
|
|
// 'Newest' tab behavior, showing just ALL forum comments by newest.
|
|
|
|
func ScanLatestForumCommentsAll(wheres, comment_wheres []string, placeholders, comment_ph []interface{}, pager *Pagination) (NewestForumPostsScanner, error) {
|
|
|
|
var scan NewestForumPostsScanner
|
|
|
|
|
|
|
|
// This one is all one joined query so join the wheres/placeholders.
|
|
|
|
wheres = append(wheres, comment_wheres...)
|
|
|
|
placeholders = append(placeholders, comment_ph...)
|
|
|
|
|
|
|
|
// SQLite/non-Postgres doesn't support DISTINCT ON, this is the old query which
|
|
|
|
// shows objectively all comments and a popular thread may dominate the page.
|
|
|
|
query := DB.Table("comments").Select(
|
|
|
|
`comments.id AS comment_id,
|
|
|
|
threads.id AS thread_id,
|
|
|
|
forums.id AS forum_id,
|
|
|
|
comments.updated_at AS updated_at`,
|
|
|
|
).Joins(
|
|
|
|
"LEFT OUTER JOIN threads ON (table_name = 'threads' AND table_id = threads.id)",
|
|
|
|
).Joins(
|
|
|
|
"LEFT OUTER JOIN forums ON (threads.forum_id = forums.id)",
|
|
|
|
).Where(
|
|
|
|
strings.Join(wheres, " AND "),
|
|
|
|
placeholders...,
|
|
|
|
).Order("comments.updated_at desc")
|
|
|
|
query.Model(&Comment{}).Count(&pager.Total)
|
|
|
|
|
|
|
|
// Execute the query.
|
|
|
|
query = query.Offset(pager.GetOffset()).Limit(pager.PerPage).Find(&scan)
|
|
|
|
return scan, query.Error
|
|
|
|
}
|
|
|
|
|
|
|
|
// ScanLatestForumCommentsPerThread returns a scan of Newest forum posts, deduplicated by thread.
|
|
|
|
// Each thread ID will only appear once in the result, paired with the newest comment in that
|
|
|
|
// thread.
|
|
|
|
func ScanLatestForumCommentsPerThread(wheres, comment_wheres []string, placeholders, comment_ph []interface{}, pager *Pagination) (NewestForumPostsScanner, error) {
|
|
|
|
var (
|
|
|
|
result NewestForumPostsScanner
|
|
|
|
threadIDs = []uint64{}
|
|
|
|
|
|
|
|
// Query for ALL thread IDs (in forums the user can see).
|
|
|
|
query = DB.Table(
|
|
|
|
"threads",
|
|
|
|
).Select(`
|
|
|
|
DISTINCT ON (threads.id)
|
|
|
|
threads.forum_id,
|
|
|
|
threads.id AS thread_id,
|
|
|
|
threads.updated_at AS updated_at
|
|
|
|
`).Joins(
|
|
|
|
"JOIN forums ON (threads.forum_id = forums.id)",
|
|
|
|
).Where(
|
|
|
|
strings.Join(wheres, " AND "),
|
|
|
|
placeholders...,
|
|
|
|
).Order(
|
|
|
|
"threads.id",
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
query = query.Find(&result)
|
|
|
|
if query.Error != nil {
|
|
|
|
return result, query.Error
|
|
|
|
}
|
|
|
|
pager.Total = int64(len(result))
|
|
|
|
|
|
|
|
// Reorder the result by timestamp.
|
|
|
|
sort.Slice(result, func(i, j int) bool {
|
|
|
|
return result[i].UpdatedAt.After(result[j].UpdatedAt)
|
|
|
|
})
|
|
|
|
|
|
|
|
// Subslice the result per the user's pagination setting.
|
|
|
|
var (
|
|
|
|
start = pager.GetOffset()
|
|
|
|
stop = start + pager.PerPage
|
|
|
|
)
|
|
|
|
if start > len(result) {
|
|
|
|
return NewestForumPostsScanner{}, nil
|
|
|
|
} else if stop > len(result) {
|
|
|
|
stop = len(result)
|
|
|
|
}
|
|
|
|
result = result[start:stop]
|
|
|
|
|
|
|
|
// Map the thread IDs to their result row.
|
|
|
|
var threadMap = map[uint64]int{}
|
|
|
|
for i, row := range result {
|
|
|
|
threadIDs = append(threadIDs, *row.ThreadID)
|
|
|
|
threadMap[*row.ThreadID] = i
|
|
|
|
}
|
|
|
|
|
|
|
|
// With these thread IDs, select the newest comments.
|
|
|
|
type scanner struct {
|
|
|
|
ThreadID uint64
|
|
|
|
CommentID uint64
|
|
|
|
}
|
|
|
|
var scan []scanner
|
|
|
|
err := DB.Table(
|
|
|
|
"comments",
|
|
|
|
).Select(
|
|
|
|
"table_id AS thread_id, id AS comment_id",
|
|
|
|
).Where(
|
|
|
|
`table_name='threads' AND table_id IN ?
|
|
|
|
AND updated_at = (SELECT MAX(updated_at)
|
|
|
|
FROM comments c2
|
|
|
|
WHERE c2.table_name=comments.table_name
|
|
|
|
AND c2.table_id=comments.table_id
|
|
|
|
)`,
|
|
|
|
threadIDs,
|
|
|
|
).Where(
|
|
|
|
strings.Join(comment_wheres, " AND "),
|
|
|
|
comment_ph...,
|
|
|
|
).Order(
|
|
|
|
"updated_at desc",
|
|
|
|
).Scan(&scan)
|
|
|
|
if err.Error != nil {
|
|
|
|
log.Error("Getting most recent post IDs: %s", err.Error)
|
|
|
|
return result, err.Error
|
|
|
|
}
|
|
|
|
|
|
|
|
// Populate the comment IDs back in.
|
|
|
|
for _, row := range scan {
|
|
|
|
if idx, ok := threadMap[row.ThreadID]; ok {
|
|
|
|
result[idx].CommentID = row.CommentID
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return result, query.Error
|
|
|
|
}
|