1
0
Fork 0
mirror of https://github.com/Chocobozzz/PeerTube.git synced 2025-10-05 10:49:28 +02:00

Move job queue to redis

We'll use it as cache in the future.

/!\ You'll loose your old jobs (pending jobs too) so upgrade only when
you don't have pending job anymore.
This commit is contained in:
Chocobozzz 2018-01-25 15:05:18 +01:00
parent d765fafc3f
commit 94a5ff8a4a
No known key found for this signature in database
GPG key ID: 583A612D890159BE
60 changed files with 992 additions and 703 deletions

View file

@ -1,53 +0,0 @@
import { logger } from '../../../helpers/logger'
import { doRequest } from '../../../helpers/requests'
import { ActorFollowModel } from '../../../models/activitypub/actor-follow'
import { ActivityPubHttpPayload, buildSignedRequestOptions, computeBody, maybeRetryRequestLater } from './activitypub-http-job-scheduler'
async function process (payload: ActivityPubHttpPayload, jobId: number) {
logger.info('Processing ActivityPub broadcast in job %d.', jobId)
const body = await computeBody(payload)
const httpSignatureOptions = await buildSignedRequestOptions(payload)
const options = {
method: 'POST',
uri: '',
json: body,
httpSignature: httpSignatureOptions
}
const badUrls: string[] = []
const goodUrls: string[] = []
for (const uri of payload.uris) {
options.uri = uri
try {
await doRequest(options)
goodUrls.push(uri)
} catch (err) {
const isRetryingLater = await maybeRetryRequestLater(err, payload, uri)
if (isRetryingLater === false) badUrls.push(uri)
}
}
return ActorFollowModel.updateActorFollowsScoreAndRemoveBadOnes(goodUrls, badUrls, undefined)
}
function onError (err: Error, jobId: number) {
logger.error('Error when broadcasting ActivityPub request in job %d.', jobId, err)
return Promise.resolve()
}
function onSuccess (jobId: number) {
logger.info('Job %d is a success.', jobId)
return Promise.resolve()
}
// ---------------------------------------------------------------------------
export {
process,
onError,
onSuccess
}