USEFULL
/
qw-gallery-ambience
mirror of https://github.com/qwertyforce/ambience.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

init

main
qwertyforce 2021-05-22 13:11:17 +03:00
parent 21cfd72d98
commit 7f93a24350
7 changed files with 1935 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored Normal file
View File

@ -0,0 +1,3 @@
/dist
/node_modules
/modules

7
config/config.js Normal file
View File

@ -0,0 +1,7 @@
export default {
server_port:"44444",
akaze_microservice_url:"http://localhost:33333",
nn_microservice_url:"http://localhost:33334",
hist_microservice_url:"http://localhost:33335",
phash_microservice_url:"http://localhost:33336",
}

1632
package-lock.json generated Normal file
View File

File diff suppressed because it is too large Load Diff

32
package.json Normal file
View File

@ -0,0 +1,32 @@
{
"name": "ambience",
"version": "1.0.0",
"description": "",
"main": "index.js",
"scripts": {
"build_server": "tsc --project tsconfig.server.json",
"start": "cross-env NODE_ENV=production node dist/server/index.js"
},
"repository": {
"type": "git",
"url": "git+https://github.com/qwertyforce/ambience.git"
},
"author": "",
"license": "ISC",
"bugs": {
"url": "https://github.com/qwertyforce/ambience/issues"
},
"homepage": "https://github.com/qwertyforce/ambience#readme",
"dependencies": {
"@types/express": "^4.17.11",
"@types/http-proxy": "^1.17.6",
"@types/multer": "^1.4.5",
"@types/node": "^15.3.0",
"axios": "^0.21.1",
"cross-env": "^7.0.3",
"express": "^4.17.1",
"form-data": "^4.0.0",
"http-proxy": "^1.18.1",
"multer": "^1.4.2"
}
}

224
server/index.ts Normal file
View File

@ -0,0 +1,224 @@
import express from 'express'
import { Request, Response } from 'express';
// import bodyParser from 'body-parser';
import multer from 'multer'
import config from './../config/config'
import httpProxy from 'http-proxy'
import axios from 'axios'
import FormData from 'form-data'
const app = express()
// app.use(bodyParser.json())
app.disable('x-powered-by')
const apiProxy = httpProxy.createProxyServer()
const port = config.server_port
const storage = multer.memoryStorage()
const upload_100MB = multer({ storage: storage, limits: { files: 1, fileSize: 100000000 } }) //100MB
/////////////////////////////////////////////////////////////////////////////////////////////////////////////
async function calculate_phash_features(image_id: number, image: Buffer) {
const form = new FormData();
form.append('image', image, { filename: 'document' }) //hack to make nodejs buffer work with form-data
form.append('image_id', image_id.toString())
const status = await axios.post(`${config.phash_microservice_url}/calculate_phash_features`, form.getBuffer(), {
maxContentLength: Infinity,
maxBodyLength: Infinity,
headers: {
...form.getHeaders()
}
})
return status.data
}
async function calculate_akaze_features(image_id: number, image: Buffer) {
const form = new FormData();
form.append('image', image, { filename: 'document' }) //hack to make nodejs buffer work with form-data
form.append('image_id', image_id.toString())
const status = await axios.post(`${config.akaze_microservice_url}/calculate_akaze_features`, form.getBuffer(), {
maxContentLength: Infinity,
maxBodyLength: Infinity,
headers: {
...form.getHeaders()
}
})
return status.data
}
async function calculate_nn_features(image_id: number, image: Buffer) {
const form = new FormData();
form.append('image', image, { filename: 'document' }) //hack to make nodejs buffer work with form-data
form.append('image_id', image_id.toString())
const status = await axios.post(`${config.nn_microservice_url}/calculate_nn_features`, form.getBuffer(), {
maxContentLength: Infinity,
maxBodyLength: Infinity,
headers: {
...form.getHeaders()
}
})
return status.data
}
async function calculate_hist_features(image_id: number, image: Buffer) {
const form = new FormData();
form.append('image', image, { filename: 'document' }) //hack to make nodejs buffer work with form-data
form.append('image_id', image_id.toString())
const status = await axios.post(`${config.hist_microservice_url}/calculate_hist_features`, form.getBuffer(), {
maxContentLength: Infinity,
maxBodyLength: Infinity,
headers: {
...form.getHeaders()
}
})
return status.data
}
async function phash_reverse_search(image: Buffer) {
try {
const form = new FormData();
form.append('image', image, { filename: 'document' }) //hack to make nodejs buffer work with form-data
const status = await axios.post(`${config.phash_microservice_url}/phash_reverse_search`, form.getBuffer(), {
maxContentLength: Infinity,
maxBodyLength: Infinity,
headers: {
...form.getHeaders()
}
})
return status.data
} catch (err) {
console.log(err)
return []
}
}
async function akaze_reverse_search(image: Buffer) {
try {
const form = new FormData();
form.append('image', image, { filename: 'document' }) //hack to make nodejs buffer work with form-data
const status = await axios.post(`${config.akaze_microservice_url}/akaze_reverse_search`, form.getBuffer(), {
maxContentLength: Infinity,
maxBodyLength: Infinity,
headers: {
...form.getHeaders()
}
})
return status.data
} catch (err) {
console.log(err)
return []
}
}
////////////////////////////////////////////////////////////////////////////////////////////////////////////////
async function delete_akaze_features_by_id(image_id: number) {
const status = await axios.post(`${config.akaze_microservice_url}/delete_akaze_features`, { image_id: image_id })
return status.data
}
async function delete_nn_features_by_id(image_id: number) {
const status = await axios.post(`${config.nn_microservice_url}/delete_nn_features`, { image_id: image_id })
return status.data
}
async function delete_hist_features_by_id(image_id: number) {
const status = await axios.post(`${config.hist_microservice_url}/delete_hist_features`, { image_id: image_id })
return status.data
}
async function delete_phash_features_by_id(image_id: number) {
const status = await axios.post(`${config.phash_microservice_url}/delete_phash_features`, { image_id: image_id })
return status.data
}
///////////////////////////////////////////////////////////////////////////////////////////////////////////////////
async function calculate_all_image_features(image_id: number, image_buffer: Buffer) {
return Promise.allSettled([
calculate_akaze_features(image_id, image_buffer),
calculate_nn_features(image_id, image_buffer),
calculate_hist_features(image_id, image_buffer),
calculate_phash_features(image_id, image_buffer),
])
}
async function delete_image_features(image_id: number) {
return Promise.allSettled([
delete_akaze_features_by_id(image_id),
delete_nn_features_by_id(image_id),
delete_hist_features_by_id(image_id),
delete_phash_features_by_id(image_id)
])
}
///////////////////////////////////////////////////////////////////////////////////////////////ALL
app.post('/calculate_all_image_features', [upload_100MB.single('image')], async (req: Request, res: Response) => {
const image_id = parseInt(req.body.image_id)
if (req.file && typeof image_id === "number") {
const results = await calculate_all_image_features(image_id, req.file.buffer)
console.log(results)
res.send(results)
} else {
return res.sendStatus(403)
}
})
app.post('/delete_all_image_features', async (req: Request, res: Response) => {
const image_id = parseInt(req.body.image_id)
if (typeof image_id === "number") {
const results = await delete_image_features(image_id)
console.log(results)
res.send(results)
} else {
return res.sendStatus(403)
}
})
app.post('/reverse_search', [upload_100MB.single('image')], async (req: Request, res: Response) => {
if (req.file) {
const phash_found=await phash_reverse_search(req.file.buffer)
if(phash_found.length!==0){
res.json(phash_found)
}else{
const akaze_found=await akaze_reverse_search(req.file.buffer)
res.json(akaze_found)
}
} else {
return res.sendStatus(403)
}
})
///////////////////////////////////////////////////////////////////////////////////////////////
///////////////////////////////////////////////////////////////////////////////////////////////PROXY
app.post(['/akaze_reverse_search','/calculate_akaze_features','/delete_akaze_features'], async (req, res) => {
try {
apiProxy.web(req, res, { target: config.akaze_microservice_url });
} catch (err) {
res.status(500).send('Akaze microservice is down')
}
})
app.post(['/nn_get_similar_images_by_image_buffer','/nn_get_similar_images_by_text',
'/nn_get_similar_images_by_id','/calculate_nn_features','/delete_nn_features'], async (req, res) => {
try {
apiProxy.web(req, res, { target: config.nn_microservice_url });
} catch (err) {
res.status(500).send('NN microservice is down')
}
})
app.post(['/hist_get_similar_images_by_image_buffer','/hist_get_similar_images_by_id','/calculate_hist_features','/delete_hist_features'], async (req, res) => {
try {
apiProxy.web(req, res, { target: config.hist_microservice_url });
} catch (err) {
res.status(500).send('HIST microservice is down')
}
})
app.post(['/phash_reverse_search','/calculate_phash_features','/delete_phash_features'], async (req, res) => {
try {
apiProxy.web(req, res, { target: config.phash_microservice_url });
} catch (err) {
res.status(500).send('Phash microservice is down')
}
})
////////////////////////////////////////////////////////////////////////////////////////////////////////////
app.listen(port, () => {
console.log(`Server is listening on port ${port}`);
});

26
tsconfig.json Normal file
View File

@ -0,0 +1,26 @@
{
"compilerOptions": {
"target": "esnext",
"module": "esnext",
"jsx": "preserve",
"lib": ["dom", "es2020","ESNext.String"],
"baseUrl": ".",
"moduleResolution": "node",
"strict": true,
"allowJs": true,
"noEmit": true,
"allowSyntheticDefaultImports": true,
"esModuleInterop": true,
"skipLibCheck": true,
"noUnusedLocals": true,
"noUnusedParameters": true,
"isolatedModules": true,
"removeComments": false,
"preserveConstEnums": true,
"sourceMap": true,
"forceConsistentCasingInFileNames": true,
"resolveJsonModule": true
},
"exclude": ["dist", ".next", "out", "next.config.js"],
"include": ["next-env.d.ts", "**/*.ts", "**/*.tsx"]
}

11
tsconfig.server.json Normal file
View File

@ -0,0 +1,11 @@
{
"extends": "./tsconfig.json",
"compilerOptions": {
"module": "commonjs",
"outDir": "dist",
"target": "esnext",
"isolatedModules": false,
"noEmit": false
},
"include": ["server/**/*.ts"]
}