1
0
Fork 0
mirror of https://github.com/Chocobozzz/PeerTube.git synced 2025-10-06 03:50:26 +02:00

Bufferize videos views in redis

This commit is contained in:
Chocobozzz 2018-08-29 16:26:25 +02:00
parent 2d9fea161f
commit 6b6168606b
No known key found for this signature in database
GPG key ID: 583A612D890159BE
16 changed files with 274 additions and 26 deletions

View file

@ -2,7 +2,7 @@ import * as Bull from 'bull'
import { JobState, JobType } from '../../../shared/models'
import { logger } from '../../helpers/logger'
import { Redis } from '../redis'
import { CONFIG, JOB_ATTEMPTS, JOB_COMPLETED_LIFETIME, JOB_CONCURRENCY, JOB_TTL } from '../../initializers'
import { CONFIG, JOB_ATTEMPTS, JOB_COMPLETED_LIFETIME, JOB_CONCURRENCY, JOB_TTL, REPEAT_JOBS } from '../../initializers'
import { ActivitypubHttpBroadcastPayload, processActivityPubHttpBroadcast } from './handlers/activitypub-http-broadcast'
import { ActivitypubHttpFetcherPayload, processActivityPubHttpFetcher } from './handlers/activitypub-http-fetcher'
import { ActivitypubHttpUnicastPayload, processActivityPubHttpUnicast } from './handlers/activitypub-http-unicast'
@ -10,6 +10,7 @@ import { EmailPayload, processEmail } from './handlers/email'
import { processVideoFile, processVideoFileImport, VideoFileImportPayload, VideoFilePayload } from './handlers/video-file'
import { ActivitypubFollowPayload, processActivityPubFollow } from './handlers/activitypub-follow'
import { processVideoImport, VideoImportPayload } from './handlers/video-import'
import { processVideosViewsViews } from './handlers/video-views'
type CreateJobArgument =
{ type: 'activitypub-http-broadcast', payload: ActivitypubHttpBroadcastPayload } |
@ -19,7 +20,8 @@ type CreateJobArgument =
{ type: 'video-file-import', payload: VideoFileImportPayload } |
{ type: 'video-file', payload: VideoFilePayload } |
{ type: 'email', payload: EmailPayload } |
{ type: 'video-import', payload: VideoImportPayload }
{ type: 'video-import', payload: VideoImportPayload } |
{ type: 'videos-views', payload: {} }
const handlers: { [ id in JobType ]: (job: Bull.Job) => Promise<any>} = {
'activitypub-http-broadcast': processActivityPubHttpBroadcast,
@ -29,7 +31,8 @@ const handlers: { [ id in JobType ]: (job: Bull.Job) => Promise<any>} = {
'video-file-import': processVideoFileImport,
'video-file': processVideoFile,
'email': processEmail,
'video-import': processVideoImport
'video-import': processVideoImport,
'videos-views': processVideosViewsViews
}
const jobTypes: JobType[] = [
@ -40,7 +43,8 @@ const jobTypes: JobType[] = [
'email',
'video-file',
'video-file-import',
'video-import'
'video-import',
'videos-views'
]
class JobQueue {
@ -85,6 +89,8 @@ class JobQueue {
this.queues[handlerName] = queue
}
this.addRepeatableJobs()
}
terminate () {
@ -163,6 +169,12 @@ class JobQueue {
}
}
private addRepeatableJobs () {
this.queues['videos-views'].add({}, {
repeat: REPEAT_JOBS['videos-views']
})
}
static get Instance () {
return this.instance || (this.instance = new this())
}