Linux下基于百度智能云平台人脸检测分析
云平台接口
接口技术文档：
网页功能演示：
2.人脸检测属性分析项目示例
硬件平台： ubuntu18.04、USB免驱摄像头 图像渲染： SDL库 开发语言： C语言
3.摄像头应用框架V4L2示例
#include #include #include #include #include #include "video.h" /*摄像头应用编程框架*/ int Video_Init(u8 *dev,int video_fd,struct video *video_info) { /*1.打开摄像设备文件*/ video_fd=open(dev,O_RDWR); if(video_fd<0)return -1; /*2.图像数据格式*/ struct v4l2_format video_format; memset(&video_format,0,sizeof(struct v4l2_format)); video_format.type=V4L2_BUF_TYPE_VIDEO_CAPTURE;//捕获格式 video_format.fmt.pix.width=800; video_format.fmt.pix.height=480; video_format.fmt.pix.pixelformat=V4L2_PIX_FMT_YUYV; if(ioctl(video_fd,VIDIOC_S_FMT,&video_format))return -2; video_info->width=video_format.fmt.pix.width; video_info->height=video_format.fmt.pix.height; printf("图像尺寸:%d * %dn",video_info->width,video_info->height); /*3.申请空间*/ struct v4l2_requestbuffers video_requestbuffers; memset(&video_requestbuffers,0,sizeof(struct v4l2_requestbuffers)); video_requestbuffers.count=4;//缓冲区个数 video_requestbuffers.type=V4L2_BUF_TYPE_VIDEO_CAPTURE;//V4L2捕获框架格式 video_requestbuffers.memory=V4L2_MEMORY_MMAP;//内存映射 if(ioctl(video_fd,VIDIOC_REQBUFS,&video_requestbuffers))return -3; printf("缓冲区个数:%dn",video_requestbuffers.count); /*4.将缓冲映射到进程空间*/ int i=0; struct v4l2_buffer video_buffer; for(i=0;immap_size=video_buffer.length;/*映射大小*/ video_info->mmapbuf[i]=mmap(NULL,video_buffer.length,PROT_READ|PROT_WRITE,MAP_SHARED,video_fd,video_buffer.m.offset); } /*5.将缓冲区添加到采集队列*/ for(i=0;i
4.调用百度人家属性分析接示例
// libcurl库下载链接：https://curl.haxx.se/download.html // jsoncpp库下载链接：https://github.com/open-source-parsers/jsoncpp/ const static char * request_url = "https://aip.baidubce.com/rest/2.0/face/v3/detect"; char faceDetect_result[1024]; char faceDetect_result[1024]; /** * 人脸检测与属性分析 * @return 调用成功返回0，发生错误返回其他错误码 */ int faceDetect(char *json_result, const char *access_token,const char *image_base64) { //std::string url = request_url + "?access_token=" + access_token; char url[1024]; snprintf(url,sizeof(url),"%s?access_token=%s",request_url,access_token); CURL *curl = NULL; CURLcode result_code; int is_success=0; char iamge[1024*1024]; snprintf(iamge,sizeof(iamge),"{"image":"%s","image_type":"BASE64","face_field":"age,beauty,gender,glasses,eye_status,emotion,race,mask,facetype"}",image_base64); curl = curl_easy_init(); if (curl) { curl_easy_setopt(curl, CURLOPT_URL, url); curl_easy_setopt(curl, CURLOPT_POST, 1); struct curl_slist *headers = NULL; headers = curl_slist_append(headers, "Content-Type:application/json;charset=UTF-8"); curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers); curl_easy_setopt(curl, CURLOPT_POSTFIELDS,iamge); result_code = curl_easy_perform(curl); FILE *outfile; outfile = fopen("test.cmd", "wb"); curl_easy_setopt(curl, CURLOPT_WRITEDATA, outfile); result_code=curl_easy_perform(curl); fclose(outfile); if (result_code != CURLE_OK) { fprintf(stderr, "curl_easy_perform() failed: %s",curl_easy_strerror(result_code)); is_success = 1; return is_success; } strcpy(json_result,faceDetect_result); curl_easy_cleanup(curl); is_success = 0; } else { fprintf(stderr, "curl_easy_init() failed."); is_success = 1; } return is_success; }
5.base64图片编码示例
static const char * base64char = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
char * base64_encode( const unsigned char * bindata, char * base64, int binlength )
{
int i, j;
unsigned char current;
for ( i = 0, j = 0 ; i < binlength ; i += 3 )
{
current = (bindata[i] >> 2) ;
current &= (unsigned char)0x3F;
base64[j++] = base64char[(int)current];
current = ( (unsigned char)(bindata[i] << 4 ) ) & ( (unsigned char)0x30 ) ;
if ( i + 1 >= binlength )
{
base64[j++] = base64char[(int)current];
base64[j++] = '=';
base64[j++] = '=';
break;
}
current |= ( (unsigned char)(bindata[i+1] >> 4) ) & ( (unsigned char) 0x0F );
base64[j++] = base64char[(int)current];
current = ( (unsigned char)(bindata[i+1] << 2) ) & ( (unsigned char)0x3C ) ;
if ( i + 2 >= binlength )
{
base64[j++] = base64char[(int)current];
base64[j++] = '=';
break;
}
current |= ( (unsigned char)(bindata[i+2] >> 6) ) & ( (unsigned char) 0x03 );
base64[j++] = base64char[(int)current];
current = ( (unsigned char)bindata[i+2] ) & ( (unsigned char)0x3F ) ;
base64[j++] = base64char[(int)current];
}
base64[j] = '�';
return base64;
}
int base64_decode( const char * base64, unsigned char * bindata )
{
int i, j;
unsigned char k;
unsigned char temp[4];
for ( i = 0, j = 0; base64[i] != '�' ; i += 4 )
{
memset( temp, 0xFF, sizeof(temp) );
for ( k = 0 ; k < 64 ; k ++ )
{
if ( base64char[k] == base64[i] )
temp[0]= k;
}
for ( k = 0 ; k < 64 ; k ++ )
{
if ( base64char[k] == base64[i+1] )
temp[1]= k;
}
for ( k = 0 ; k < 64 ; k ++ )
{
if ( base64char[k] == base64[i+2] )
temp[2]= k;
}
for ( k = 0 ; k < 64 ; k ++ )
{
if ( base64char[k] == base64[i+3] )
temp[3]= k;
}
bindata[j++] = ((unsigned char)(((unsigned char)(temp[0] << 2))&0xFC)) |
((unsigned char)((unsigned char)(temp[1]>>4)&0x03));
if ( base64[i+2] == '=' )
break;
bindata[j++] = ((unsigned char)(((unsigned char)(temp[1] << 4))&0xF0)) |
((unsigned char)((unsigned char)(temp[2]>>2)&0x0F));
if ( base64[i+3] == '=' )
break;
bindata[j++] = ((unsigned char)(((unsigned char)(temp[2] << 6))&0xF0)) |
((unsigned char)(temp[3]&0x3F));
}
return j;
}
6.JOSN数据格式解析示例
/*josn数据解析*/
int Josn_Get(const char *buff,struct Faceinfo *face_info)
{
/*创建cJSON对象*/
cJSON *root=cJSON_CreateObject();
char *p=strstr(buff,"{"error_code"");
root=cJSON_Parse(p);/*载入JSON数据*/
if(root==NULL)return -1;
/*2.解析字段*/
cJSON *item;
int i=0;
item=cJSON_GetObjectItem(root,"error_code");
if(item)
{
printf("error_code:%dn",item->valueint);
if(item->valueint)return -2;
}
item=cJSON_GetObjectItem(root,"error_msg");
if(item)
{
printf("error_code:%sn",item->valuestring);
}
item=cJSON_GetObjectItem(root,"result");
if(item)
{
cJSON *obj;
obj=cJSON_GetObjectItem(item, "face_num");
printf("face_num:%dn",obj->valueint);
item=cJSON_GetObjectItem(item,"face_list");
if(item)
{
int arraysize=cJSON_GetArraySize(item);/*获取数组成员个数*/
for(i=0;ivaluestring);
obj=cJSON_GetObjectItem(array_item,"location");
if(obj)
{
cJSON *data;
data=cJSON_GetObjectItem(obj, "left");
printf("left:%fn",data->valuedouble);
face_info->x=data->valuedouble;
data=cJSON_GetObjectItem(obj, "top");
printf("top:%fn",data->valuedouble);
face_info->y=data->valuedouble;
data=cJSON_GetObjectItem(obj, "width");
printf("width:%fn",data->valuedouble);
face_info->w=data->valuedouble;
data=cJSON_GetObjectItem(obj, "height");
printf("height:%fn",data->valuedouble);
face_info->h=data->valuedouble;
data=cJSON_GetObjectItem(obj, "face_probability");
}
obj=cJSON_GetObjectItem(array_item,"face_probability");
//printf("probability=%dn",obj->valueint);
obj=cJSON_GetObjectItem(array_item,"age");
//printf("年龄=%dn",obj->valueint);
face_info->age=obj->valueint;
obj=cJSON_GetObjectItem(array_item,"beauty");
if(obj!=NULL)
{
//printf("颜值=%fn",obj->valuedouble);
face_info->beauty=obj->valuedouble;
}
obj=cJSON_GetObjectItem(array_item,"gender");//性别
if(obj)
{
cJSON *data;
data=cJSON_GetObjectItem(obj,"type");
if(strcmp(data->valuestring,"male")==0)
{
//printf("性别:男n");
strcpy(face_info->gender,"男");
}
else if(strcmp(data->valuestring,"female")==0)
{
//printf("性别:女n");
strcpy(face_info->gender,"女");
}
}
obj=cJSON_GetObjectItem(array_item,"glasses");//是否带眼镜
if(obj)
{
cJSON *data;
data=cJSON_GetObjectItem(obj,"type");
if(strcmp(data->valuestring,"none")==0)
{
//printf("眼镜:无n");
strcpy(face_info->glasses,"无");
}
else if(strcmp(data->valuestring,"common")==0)
{
//printf("眼镜:普通眼镜n");
strcpy(face_info->glasses,"普通眼镜");
}
else if(strcmp(data->valuestring,"sun")==0)
{
//printf("眼镜:墨镜n");
strcpy(face_info->glasses,"墨镜");
}
}
obj=cJSON_GetObjectItem(array_item,"emotion");//表情
if(obj)
{
cJSON *data;
data=cJSON_GetObjectItem(obj,"type");
if(strcmp(data->valuestring,"angry")==0)
{
//printf("表情:愤怒n");
strcpy(face_info->emotion,"愤怒");
}
else if(strcmp(data->valuestring,"disgust")==0)
{
//printf("表情:厌恶n");
strcpy(face_info->emotion,"厌恶");
}
else if(strcmp(data->valuestring,"fear")==0)
{
//printf("表情:恐惧n");
strcpy(face_info->emotion,"恐惧");
}
else if(strcmp(data->valuestring,"happy")==0)
{
//printf("表情:高兴n");
strcpy(face_info->emotion,"高兴");
}
else if(strcmp(data->valuestring,"sad")==0)
{
//printf("表情:伤心n");
strcpy(face_info->emotion,"伤心");
}
else if(strcmp(data->valuestring,"surprise")==0)
{
//printf("表情:惊讶n");
strcpy(face_info->emotion,"惊讶");
}
else if(strcmp(data->valuestring,"neutral")==0)
{
//printf("表情:无表情n");
strcpy(face_info->emotion,"无表情");
}
else if(strcmp(data->valuestring,"pouty")==0)
{
//printf("表情:噘嘴n");
strcpy(face_info->emotion,"噘嘴");
}
else if(strcmp(data->valuestring,"grimace")==0)
{
//printf("表情:鬼脸n");
strcpy(face_info->emotion,"鬼脸");
}
}
obj=cJSON_GetObjectItem(array_item,"mask");//是否带口罩
if(obj)
{
cJSON *data;
data=cJSON_GetObjectItem(obj,"type");
//printf("是否带口罩:%dn",data->valueint);
if(data->valueint)strcpy(face_info->mask,"是");
else strcpy(face_info->mask,"否");
}
obj=cJSON_GetObjectItem(array_item,"face_type");
if(obj)
{
cJSON *data;
data=cJSON_GetObjectItem(obj,"type");
if(strcmp(data->valuestring,"human")==0)
{
printf("真实人脸n");
}
else if(strcmp(data->valuestring," cartoon")==0)
{
printf("卡通人脸n");
}
}
}
}
}
cJSON_Delete(root);//释放空间
return 0;
}
7.调用SDL库图像渲染
int main()
{
struct Faceinfo face_info={0};
int w,h;
/*初始化摄像头*/
video_fd=Video_Init(CAMERA_DEV,video_fd,&video_info);
if(video_fd<=0)
{
printf("摄像头初始化失败,res=%dn",video_fd);
return 0;
}
/*TTF 初始化*/
TTF_Init();
/*打开字库*/
TTF_Font *ttffont=TTF_OpenFont("方正粗黑宋简体.ttf",30);
if(ttffont==NULL)
{
printf("字库打开失败n");
return 0;
}
SDL_Color color={255,0,128,255};/*字体颜色 RGBA*/
/*创建窗口 */
SDL_Window *window=SDL_CreateWindow("人脸检测分析", SDL_WINDOWPOS_CENTERED,SDL_WINDOWPOS_CENTERED,800,480,SDL_WINDOW_ALLOW_HIGHDPI|SDL_WINDOW_SHOWN);
SDL_GetWindowSize(window,&w,&h);
/*创建渲染器*/
SDL_Renderer *render=SDL_CreateRenderer(window,-1,SDL_RENDERER_ACCELERATED);
/*清空渲染器*/
SDL_RenderClear(render);
printf("图像尺寸:%d * %dn",video_info.width,video_info.height);
/*创建纹理*/
SDL_Texture*sdltext=SDL_CreateTexture(render,SDL_PIXELFORMAT_RGB24,SDL_TEXTUREACCESS_STREAMING,video_info.width,video_info.height);
/*创建摄像头采集线程*/
u8 *rgb_data=malloc(video_info.height*video_info.width*3);
rgb_buff=malloc(video_info.height*video_info.width*3);//保存RGB颜色数据
u8 *jpg_data=malloc(video_info.height*video_info.width*3);//保存RGB颜色数据
u8 *imagebase64_data=malloc((video_info.height*video_info.width*3)*8/6);//保存RGB颜色数据
int jpg_size;
//printf("size=%dn",video_info.mmap_size);
video_flag=1;/*摄像头采集标志*/
pthread_t pthid;
pthread_create(&pthid,NULL,Video_CollectImage, NULL);
bool quit=true;
SDL_Event event;
SDL_Rect rect;
int display_stat=1;
char buff[100];
while(quit)
{
while(SDL_PollEvent(&event))/*事件监测*/
{
if(event.type==SDL_QUIT)/*退出事件*/
{
quit=false;
video_flag=0;
pthread_cancel(pthid);/*杀死指定线程*/
continue;
}
else if(event.type==SDL_MOUSEBUTTONDOWN)/*点击事件*/
{
if(event.button.button==SDL_BUTTON_LEFT)/*左键*/
{
pthread_mutex_lock(&fastmutex);//互斥锁上锁
pthread_cond_wait(&cond,&fastmutex);
memcpy(rgb_data,rgb_buff,video_info.height*video_info.width*3);
pthread_mutex_unlock(&fastmutex);//互斥锁解锁
jpg_size=rgb_to_jpeg(video_info.width,video_info.height,video_info.height*video_info.width*3,rgb_data,jpg_data, 80);//RGB转JPG
base64_encode(jpg_data, imagebase64_data, jpg_size);
char json_result[1024];
int res=0;
res=faceDetect(json_result,access_token,imagebase64_data);
FILE *fp=fopen("test.cmd","rb");
if(fp==NULL)continue;
struct stat statbuf;
int size=0;
stat("test.cmd", &statbuf);
char *data=malloc(statbuf.st_size+1);
size=fread(data,1,statbuf.st_size,fp);
data[size]='�';
fclose(fp);
//SDL_ttfDisplayFont(10,10,window,ttffont,45,color,"字库测试",render);
display_stat=0;
if(Josn_Get(data,&face_info))
{
display_stat=1;
continue;
}
printf("年龄:%dn",face_info.age);
printf("颜值:%fn",face_info.beauty);
printf("性别:%sn",face_info.gender);
printf("表情:%sn",face_info.emotion);
printf("是否戴眼镜:%sn",face_info.glasses);
printf("是否戴口罩:%sn",face_info.mask);
SDL_SetRenderDrawColor(render,255,0,0, 255);// 透明值
SDL_Rect rect;
rect.x=face_info.x;
rect.y=face_info.y;
rect.w=face_info.w;
rect.h=face_info.h;
SDL_UpdateTexture(sdltext,NULL,rgb_data, video_info.width*3);
SDL_RenderCopyEx(render, sdltext,NULL,NULL,0,NULL,SDL_FLIP_HORIZONTAL);
SDL_RenderDrawRect(render,&rect);
int y=80;
snprintf(buff,sizeof(buff),"年龄：%d",face_info.age);
size=SDL_ttfDisplayFont(w-300,y,window,ttffont,30,color,buff,render);
y+=size;
snprintf(buff,sizeof(buff),"颜值：%.2f",face_info.beauty);
size=SDL_ttfDisplayFont(w-300,y,window,ttffont,30,color,buff,render);
y+=size+10;
snprintf(buff,sizeof(buff),"性别：%s",face_info.gender);
size=SDL_ttfDisplayFont(w-300,y,window,ttffont,30,color,buff,render);
y+=size+10;
snprintf(buff,sizeof(buff),"表情：%s",face_info.emotion);
size=SDL_ttfDisplayFont(w-300,y,window,ttffont,30,color,buff,render);
y+=size+10;
snprintf(buff,sizeof(buff),"是否戴眼镜：%s",face_info.glasses);
size=SDL_ttfDisplayFont(w-300,y,window,ttffont,30,color,buff,render);
y+=size+10;
snprintf(buff,sizeof(buff),"是否戴口罩：%s",face_info.mask);
size=SDL_ttfDisplayFont(w-300,y,window,ttffont,30,color,buff,render);
SDL_RenderPresent(render); // 渲染
free(data);
}
else if(event.button.button==SDL_BUTTON_RIGHT)/*右键*/
{
printf("右键按下n");
display_stat=1;
}
}
}
if(!video_flag)
{
quit=false;
continue;
}
pthread_mutex_lock(&fastmutex);//互斥锁上锁
pthread_cond_wait(&cond,&fastmutex);
memcpy(rgb_data,rgb_buff,video_info.height*video_info.width*3);
pthread_mutex_unlock(&fastmutex);//互斥锁解锁
SDL_UpdateTexture(sdltext,NULL,rgb_data, video_info.width*3);
//SDL_RenderCopy(render, sdltext, NULL,NULL); // 拷贝纹理到渲染器
SDL_RenderCopyEx(render, sdltext,NULL,NULL,0,NULL,SDL_FLIP_HORIZONTAL);
if(display_stat)SDL_RenderPresent(render); // 渲染
}
SDL_DestroyTexture(sdltext);/*销毁纹理*/
SDL_DestroyRenderer(render);/*销毁渲染器*/
SDL_DestroyWindow(window);/*销毁窗口 */
SDL_Quit();/*关闭SDL*/
pthread_mutex_destroy(&fastmutex);/*销毁互斥锁*/
pthread_cond_destroy(&cond);/*销毁条件变量*/
free(rgb_buff);
free(rgb_data);
}
审核编辑：刘清
声明：本文内容及配图由入驻作者撰写或者入驻合作网站授权转载。文章观点仅代表作者本人，不代表电子发烧友网立场。文章及其配图仅供工程师学习之用，如有内容侵权或者其他违规问题，请联系本站处理。
举报投诉
-
Linux
+关注
关注
87文章
10990浏览量
206733 -
嵌入式技术
+关注
关注
10文章
349浏览量
34273
发布评论请先 登录
相关推荐
下载百度到桌面_把百度下载到桌面
`现在教你怎么把百度下载到桌面,让后你很方便就可以用百度。利用百度强大的平台整合力，为您整合万千热门应用，给您一键触达的超快感体验。 简单可依赖的界面，简洁易操作的设计，洗净繁琐只为您
发表于 10-26 17:16
百度智能手环方案全开源包括硬件原理图、BOM清单和源代码
百度刚刚公布了一套智能手环的开源方案，是一整套的参考设计，包括硬件原理图、BOM清单和源代码。据百度官方说明百度云
发表于 08-25 22:28
先有筷搜，又有神灯，今年愚人节百度会展示什么黑科技？
识别、图像识别、语音识别、文字识别、机器学习、大数据分析能力、视频服务等技术是创意创新的重要技术能力和资源，百度开放云作为输出这些能力和资源的重要平台早已蓄势待发，2016年必然要掀起
发表于 03-31 13:25
百度总裁：百度在人工智能领域已有重大突破
随着阿法狗大战李世石，人工智能引发越来越多的关注。百度总裁张亚勤28日表示，百度长期坚持技术创新，2015年研发投入超过100亿元，目前在人工智能领域已有重大突破。 张亚勤在天津
发表于 07-01 15:22
机械，求ADMAS软件的百度云盘资料，有的兄弟快快分享下，谢谢
机械，求ADMAS软件的百度云盘资料，有的兄弟快快分享下，谢谢机械，求ADMAS软件的百度云盘资料，有的兄弟快快分享
发表于 02-28 19:42
Python助力百度无人车 人工智能时代到来
今年7月份，在“百度AI开发者大会”上，百度CEO李彦宏亲自乘坐百度无人车，在真实路况下演示了百度无人驾驶技术，预示着人工
发表于 12-13 14:48
百度深度学习研究院科学家深度讲解人工智能
的研发经验。在过去的工作中，他发表过论文十余篇，申请中国专利超过100项，其中已经授权的有95项。他曾任职百度深度学习研究院，负责人脸识别方向，曾经多次带领团队在主流的人脸检测、
发表于 07-19 10:01
Firefly 百度人脸识别开发套件
`Firefly推出了百度人脸识别套件，基于Firefly高性能主板，融合百度AI精准的离线人脸识别技术，集算法与软硬件为一体的开发平台。仅需一个套件，可一站式轻松解决人工
发表于 07-25 10:19
百度智能手环方开源项目设计方案
百度云智能手环的开源方案是基于Apache2.0开源协议，开源内容包括硬件设计文档，原理图、ROM、通讯协议在内的全套方案，同时开放APP和云服务的免费使用。这套方案不仅能实现运动记录
发表于 08-07 08:32
百度智能云有什么计划？
AI、大数据和云计算，三大技术发展多年后，被颇具创意地归纳成ABC概念，读起来朗朗上口。不过，新技术总是层出不穷，ABC概念出现没多久，5G、物联网、边缘计算又纷至沓来。现在，将ABC作为技术三大战略的百度，又将这些技术归纳成一个新的概念：ABC+X。
发表于 09-11 11:52
labview调用百度人脸识别SDK
本帖最后由 故人心 于 2021-11-19 13:52 编辑
labview实现人脸识别有多种途径，我这里调用的百度的人脸识别SDK（C#版本），实现离线人脸识别。过程中踩了很
发表于 11-27 19:40
人脸识别模块mini版【ESP32+百度云在线识别】UART串口输出方便连接使用
，下面百度云平台配置会介绍到如何获取。3.AT+RST 这条指令用于复位模块。ESP32+百度云在线人脸
发表于 12-19 16:03
NodeMCU开发板接入阿里云物联网平台和百度天工物联网平台的注意事项
的也是NodeMCU开发板。下面是分别是接入阿里云物联网平台和百度天工物联网平台的注意事项:阿里云物联网
发表于 01-24 07:46
工商网监
评论