mirror of https://github.com/nocodb/nocodb
mertmit
11 months ago
committed by
GitHub
22 changed files with 1488 additions and 405 deletions
@ -0,0 +1,71 @@
|
||||
import path from 'path'; |
||||
import { |
||||
Body, |
||||
Controller, |
||||
Get, |
||||
HttpCode, |
||||
Param, |
||||
Post, |
||||
Request, |
||||
Response, |
||||
UploadedFiles, |
||||
UseGuards, |
||||
UseInterceptors, |
||||
} from '@nestjs/common'; |
||||
import hash from 'object-hash'; |
||||
import moment from 'moment'; |
||||
import { AnyFilesInterceptor } from '@nestjs/platform-express'; |
||||
import { GlobalGuard } from '~/guards/global/global.guard'; |
||||
import { AttachmentsService } from '~/services/attachments.service'; |
||||
import { PresignedUrl } from '~/models'; |
||||
import { UploadAllowedInterceptor } from '~/interceptors/is-upload-allowed/is-upload-allowed.interceptor'; |
||||
|
||||
@Controller() |
||||
export class AttachmentsSecureController { |
||||
constructor(private readonly attachmentsService: AttachmentsService) {} |
||||
|
||||
@UseGuards(GlobalGuard) |
||||
@Post(['/api/v1/db/storage/upload', '/api/v1/storage/upload']) |
||||
@HttpCode(200) |
||||
@UseInterceptors(UploadAllowedInterceptor, AnyFilesInterceptor()) |
||||
async upload(@UploadedFiles() files: Array<any>, @Request() req) { |
||||
const path = `${moment().format('YYYY/MM/DD')}/${hash(req.user.id)}`; |
||||
|
||||
const attachments = await this.attachmentsService.upload({ |
||||
files: files, |
||||
path: path, |
||||
}); |
||||
|
||||
return attachments; |
||||
} |
||||
|
||||
@Post(['/api/v1/db/storage/upload-by-url', '/api/v1/storage/upload-by-url']) |
||||
@HttpCode(200) |
||||
@UseInterceptors(UploadAllowedInterceptor) |
||||
@UseGuards(GlobalGuard) |
||||
async uploadViaURL(@Body() body: any, @Request() req) { |
||||
const path = `${moment().format('YYYY/MM/DD')}/${hash(req.user.id)}`; |
||||
|
||||
const attachments = await this.attachmentsService.uploadViaURL({ |
||||
urls: body, |
||||
path, |
||||
}); |
||||
|
||||
return attachments; |
||||
} |
||||
|
||||
@Get('/dltemp/:param(*)') |
||||
async fileReadv3(@Param('param') param: string, @Response() res) { |
||||
try { |
||||
const fpath = await PresignedUrl.getPath(`dltemp/${param}`); |
||||
|
||||
const { img } = await this.attachmentsService.fileRead({ |
||||
path: path.join('nc', 'uploads', fpath), |
||||
}); |
||||
|
||||
res.sendFile(img); |
||||
} catch (e) { |
||||
res.status(404).send('Not found'); |
||||
} |
||||
} |
||||
} |
||||
@ -0,0 +1,153 @@
|
||||
import { nanoid } from 'nanoid'; |
||||
import NcPluginMgrv2 from '~/helpers/NcPluginMgrv2'; |
||||
import Noco from '~/Noco'; |
||||
import NocoCache from '~/cache/NocoCache'; |
||||
import { CacheGetType, CacheScope } from '~/utils/globals'; |
||||
|
||||
function roundExpiry(date) { |
||||
const msInHour = 10 * 60 * 1000; |
||||
return new Date(Math.ceil(date.getTime() / msInHour) * msInHour); |
||||
} |
||||
|
||||
const DEFAULT_EXPIRE_SECONDS = isNaN( |
||||
parseInt(process.env.NC_ATTACHMENT_EXPIRE_SECONDS), |
||||
) |
||||
? 2 * 60 * 60 |
||||
: parseInt(process.env.NC_ATTACHMENT_EXPIRE_SECONDS); |
||||
|
||||
export default class PresignedUrl { |
||||
path: string; |
||||
url: string; |
||||
expires_at: string; |
||||
|
||||
constructor(data: Partial<PresignedUrl>) { |
||||
Object.assign(this, data); |
||||
} |
||||
|
||||
private static async add(param: { |
||||
path: string; |
||||
url: string; |
||||
expires_at: Date; |
||||
expiresInSeconds?: number; |
||||
}) { |
||||
const { |
||||
path, |
||||
url, |
||||
expires_at, |
||||
expiresInSeconds = DEFAULT_EXPIRE_SECONDS, |
||||
} = param; |
||||
await NocoCache.setExpiring( |
||||
`${CacheScope.PRESIGNED_URL}:path:${path}`, |
||||
{ |
||||
path, |
||||
url, |
||||
expires_at, |
||||
}, |
||||
expiresInSeconds, |
||||
); |
||||
await NocoCache.setExpiring( |
||||
`${CacheScope.PRESIGNED_URL}:url:${decodeURIComponent(url)}`, |
||||
{ |
||||
path, |
||||
url, |
||||
expires_at, |
||||
}, |
||||
expiresInSeconds, |
||||
); |
||||
} |
||||
|
||||
private static async delete(param: { path: string; url: string }) { |
||||
const { path, url } = param; |
||||
await NocoCache.del(`${CacheScope.PRESIGNED_URL}:path:${path}`); |
||||
await NocoCache.del(`${CacheScope.PRESIGNED_URL}:url:${url}`); |
||||
} |
||||
|
||||
public static async getPath(url: string, _ncMeta = Noco.ncMeta) { |
||||
const urlData = |
||||
url && |
||||
(await NocoCache.get( |
||||
`${CacheScope.PRESIGNED_URL}:url:${url}`, |
||||
CacheGetType.TYPE_OBJECT, |
||||
)); |
||||
if (!urlData) { |
||||
return null; |
||||
} |
||||
|
||||
// if present, check if the expiry date is greater than now
|
||||
if ( |
||||
urlData && |
||||
new Date(urlData.expires_at).getTime() < new Date().getTime() |
||||
) { |
||||
// if not, delete the url
|
||||
await this.delete({ path: urlData.path, url: urlData.url }); |
||||
return null; |
||||
} |
||||
|
||||
return urlData?.path; |
||||
} |
||||
|
||||
public static async getSignedUrl( |
||||
param: { |
||||
path: string; |
||||
expireSeconds?: number; |
||||
s3?: boolean; |
||||
}, |
||||
_ncMeta = Noco.ncMeta, |
||||
) { |
||||
const { path, expireSeconds = DEFAULT_EXPIRE_SECONDS, s3 = false } = param; |
||||
const expireAt = roundExpiry( |
||||
new Date(new Date().getTime() + expireSeconds * 1000), |
||||
); // at least expireSeconds from now
|
||||
|
||||
// calculate the expiry time in seconds considering rounding
|
||||
const expiresInSeconds = Math.ceil( |
||||
(expireAt.getTime() - new Date().getTime()) / 1000, |
||||
); |
||||
|
||||
let tempUrl; |
||||
|
||||
const url = await NocoCache.get( |
||||
`${CacheScope.PRESIGNED_URL}:path:${path}`, |
||||
CacheGetType.TYPE_OBJECT, |
||||
); |
||||
|
||||
if (url) { |
||||
// if present, check if the expiry date is greater than now
|
||||
if (new Date(url.expires_at).getTime() > new Date().getTime()) { |
||||
// if greater, return the url
|
||||
return url.url; |
||||
} else { |
||||
// if not, delete the url
|
||||
await this.delete({ path: url.path, url: url.url }); |
||||
} |
||||
} |
||||
|
||||
if (s3) { |
||||
// if not present, create a new url
|
||||
const storageAdapter = await NcPluginMgrv2.storageAdapter(); |
||||
|
||||
tempUrl = await (storageAdapter as any).getSignedUrl( |
||||
path, |
||||
expiresInSeconds, |
||||
); |
||||
await this.add({ |
||||
path: path, |
||||
url: tempUrl, |
||||
expires_at: expireAt, |
||||
expiresInSeconds, |
||||
}); |
||||
} else { |
||||
// if not present, create a new url
|
||||
tempUrl = `dltemp/${nanoid(16)}/${expireAt.getTime()}/${path}`; |
||||
await this.add({ |
||||
path: path, |
||||
url: tempUrl, |
||||
expires_at: expireAt, |
||||
expiresInSeconds, |
||||
}); |
||||
} |
||||
|
||||
// return the url
|
||||
return tempUrl; |
||||
} |
||||
} |
||||
Loading…
Reference in new issue