face-api基于tensorflow 的人像检测npm 包,原始项目为justadudewhohacks/face-api.js 但是因为缺少维护, 社区有人自己fork 了
一个新的vladmandic/face-api,可以更好的支持tensorflow 新版本,当然很不错还可以支持基于wasm 的backend (@tensorflow/tfjs-backend-wasm)
参考使用
- demo.js
// import nodejs bindings to native tensorflow,
// not required, but will speed up things drastically (python required)
require('@tensorflow/tfjs-node');
// implements nodejs wrappers for HTMLCanvasElement, HTMLImageElement, ImageData
const canvas = require('canvas');
const faceapi = require('@vladmandic/face-api/dist/face-api.node.js');
// patch nodejs environment, we need to provide an implementation of
// HTMLCanvasElement and HTMLImageElement
const { Canvas, Image, ImageData } = canvas
faceapi.env.monkeyPatch({ Canvas, Image, ImageData })
async function init(){
// 需要自己加载模型,在https://github.com/vladmandic/face-api/tree/master/model 目录中,原始项目缺少模型,需要自己找
await faceapi.nets.ssdMobilenetv1.loadFromDisk('models')
const img = await canvas.loadImage('test.png')
const detection = await faceapi.detectSingleFace(img)
console.log(detection)
}
init()
- 效果
说明
对于基于nodejs 开发ai的同学,使用@tensorflow/tfjs-node 还是很方便的,目前face-api 已经集成了不少模型,可以直接使用,同时也支持webassembly的玩法,参考wasm 集成
// import nodejs bindings to native tensorflow,
// not required, but will speed up things drastically (python required)
// require('@tensorflow/tfjs-node');
// implements nodejs wrappers for HTMLCanvasElement, HTMLImageElement, ImageData
const canvas = require('canvas');
// const faceapi = require('@vladmandic/face-api/dist/face-api.node.js');
const tf = require('@tensorflow/tfjs-node');
const wasm = require('@tensorflow/tfjs-backend-wasm');
const faceapi = require('@vladmandic/face-api/dist/face-api.node-wasm.js'); // use this when using face-api in dev mode
// 加载wasm 文件
wasm.setWasmPaths({
'tfjs-backend-wasm.wasm': './node_modules/@tensorflow/tfjs-backend-wasm/dist/tfjs-backend-wasm.wasm',
'tfjs-backend-wasm-simd.wasm': './node_modules/@tensorflow/tfjs-backend-wasm/dist/tfjs-backend-wasm-simd.wasm',
'tfjs-backend-wasm-threaded-simd.wasm': './node_modules/@tensorflow/tfjs-backend-wasm/dist/tfjs-backend-wasm-threaded-simd.wasm'
});
// patch nodejs environment, we need to provide an implementation of
// HTMLCanvasElement and HTMLImageElement
const { Canvas, Image, ImageData } = canvas
faceapi.env.monkeyPatch({ Canvas, Image, ImageData })
async function init(){
await tf.setBackend('wasm');
await tf.ready();
await faceapi.nets.ssdMobilenetv1.loadFromDisk('models')
const img = await canvas.loadImage('face.png')
const detection = await faceapi.detectSingleFace(img)
console.log(detection)
}
init()
参考资料
https://github.com/justadudewhohacks/face-api.js
https://github.com/vladmandic/face-api