mirror of
https://github.com/overleaf/overleaf.git
synced 2024-12-02 03:08:48 -05:00
06c839a230
[object-persistor] add support for IAM credentials in S3Persistor GitOrigin-RevId: 4ff34082ca557b17d8a7803f700ee704a3d184c6
125 lines
3 KiB
JavaScript
125 lines
3 KiB
JavaScript
const Path = require('path')
|
|
|
|
// use functions to get a fresh copy, not a reference, each time
|
|
function s3Config() {
|
|
return {
|
|
key: process.env.AWS_ACCESS_KEY_ID,
|
|
secret: process.env.AWS_SECRET_ACCESS_KEY,
|
|
endpoint: process.env.AWS_S3_ENDPOINT,
|
|
pathStyle: true,
|
|
partSize: 100 * 1024 * 1024,
|
|
}
|
|
}
|
|
|
|
function s3ConfigDefaultProviderCredentials() {
|
|
return {
|
|
endpoint: process.env.AWS_S3_ENDPOINT,
|
|
pathStyle: true,
|
|
partSize: 100 * 1024 * 1024,
|
|
}
|
|
}
|
|
|
|
function s3Stores() {
|
|
return {
|
|
user_files: process.env.AWS_S3_USER_FILES_BUCKET_NAME,
|
|
template_files: process.env.AWS_S3_TEMPLATE_FILES_BUCKET_NAME,
|
|
public_files: process.env.AWS_S3_PUBLIC_FILES_BUCKET_NAME,
|
|
}
|
|
}
|
|
|
|
function gcsConfig() {
|
|
return {
|
|
endpoint: {
|
|
apiEndpoint: process.env.GCS_API_ENDPOINT,
|
|
projectId: 'fake',
|
|
},
|
|
directoryKeyRegex: /^[0-9a-fA-F]{24}\/[0-9a-fA-F]{24}/,
|
|
unlockBeforeDelete: false, // fake-gcs does not support this
|
|
deletedBucketSuffix: '-deleted',
|
|
}
|
|
}
|
|
|
|
function gcsStores() {
|
|
return {
|
|
user_files: process.env.GCS_USER_FILES_BUCKET_NAME,
|
|
template_files: process.env.GCS_TEMPLATE_FILES_BUCKET_NAME,
|
|
public_files: process.env.GCS_PUBLIC_FILES_BUCKET_NAME,
|
|
}
|
|
}
|
|
|
|
function fsStores() {
|
|
return {
|
|
user_files: Path.resolve(__dirname, '../../../user_files'),
|
|
public_files: Path.resolve(__dirname, '../../../public_files'),
|
|
template_files: Path.resolve(__dirname, '../../../template_files'),
|
|
}
|
|
}
|
|
|
|
function fallbackStores(primaryConfig, fallbackConfig) {
|
|
return {
|
|
[primaryConfig.user_files]: fallbackConfig.user_files,
|
|
[primaryConfig.public_files]: fallbackConfig.public_files,
|
|
[primaryConfig.template_files]: fallbackConfig.template_files,
|
|
}
|
|
}
|
|
|
|
module.exports = {
|
|
FSPersistor: {
|
|
backend: 'fs',
|
|
stores: fsStores(),
|
|
},
|
|
S3Persistor: {
|
|
backend: 's3',
|
|
s3: s3Config(),
|
|
stores: s3Stores(),
|
|
},
|
|
S3PersistorDefaultProviderCredentials: {
|
|
backend: 's3',
|
|
s3: s3ConfigDefaultProviderCredentials(),
|
|
stores: s3Stores(),
|
|
},
|
|
GcsPersistor: {
|
|
backend: 'gcs',
|
|
gcs: gcsConfig(),
|
|
stores: gcsStores(),
|
|
},
|
|
FallbackS3ToFSPersistor: {
|
|
backend: 's3',
|
|
s3: s3Config(),
|
|
stores: s3Stores(),
|
|
fallback: {
|
|
backend: 'fs',
|
|
buckets: fallbackStores(s3Stores(), fsStores()),
|
|
},
|
|
},
|
|
FallbackFSToS3Persistor: {
|
|
backend: 'fs',
|
|
s3: s3Config(),
|
|
stores: fsStores(),
|
|
fallback: {
|
|
backend: 's3',
|
|
buckets: fallbackStores(fsStores(), s3Stores()),
|
|
},
|
|
},
|
|
FallbackGcsToS3Persistor: {
|
|
backend: 'gcs',
|
|
gcs: gcsConfig(),
|
|
stores: gcsStores(),
|
|
s3: s3Config(),
|
|
fallback: {
|
|
backend: 's3',
|
|
buckets: fallbackStores(gcsStores(), s3Stores()),
|
|
},
|
|
},
|
|
FallbackS3ToGcsPersistor: {
|
|
backend: 's3',
|
|
// can use the same bucket names for gcs and s3 (in tests)
|
|
stores: s3Stores(),
|
|
s3: s3Config(),
|
|
gcs: gcsConfig(),
|
|
fallback: {
|
|
backend: 'gcs',
|
|
buckets: fallbackStores(s3Stores(), gcsStores()),
|
|
},
|
|
},
|
|
}
|