更新vs工程到端到端模型
iss
6 years ago
parent
33b6f6e346
commit
846d4c7a29
@ -0,0 +1,28 @@
|
||||
//
|
||||
// Created by 庾金科 on 28/11/2017.
|
||||
//
|
||||
|
||||
#ifndef SWIFTPR_SEGMENTATIONFREERECOGNIZER_H
|
||||
#define SWIFTPR_SEGMENTATIONFREERECOGNIZER_H
|
||||
|
||||
#include "Recognizer.h"
|
||||
namespace pr{
|
||||
|
||||
|
||||
class SegmentationFreeRecognizer{
|
||||
public:
|
||||
const int CHAR_INPUT_W = 14;
|
||||
const int CHAR_INPUT_H = 30;
|
||||
const int CHAR_LEN = 84;
|
||||
|
||||
SegmentationFreeRecognizer(std::string prototxt,std::string caffemodel);
|
||||
std::pair<std::string,float> SegmentationFreeForSinglePlate(cv::Mat plate,std::vector<std::string> mapping_table);
|
||||
|
||||
|
||||
private:
|
||||
cv::dnn::Net net;
|
||||
|
||||
};
|
||||
|
||||
}
|
||||
#endif //SWIFTPR_SEGMENTATIONFREERECOGNIZER_H
|
||||
Binary file not shown.
|
After Width: | Height: | Size: 31 KiB |
@ -1,26 +1,23 @@
|
||||
//
|
||||
// Created by 庾金科 on 22/10/2017.
|
||||
// Created by Jack Yu on 22/10/2017.
|
||||
//
|
||||
|
||||
#include "../include/Recognizer.h"
|
||||
|
||||
namespace pr{
|
||||
void GeneralRecognizer::SegmentBasedSequenceRecognition(PlateInfo &plateinfo){
|
||||
|
||||
|
||||
for(auto char_instance:plateinfo.plateChars)
|
||||
{
|
||||
|
||||
|
||||
std::pair<CharType,cv::Mat> res;
|
||||
cv::Mat code_table= recognizeCharacter(char_instance.second);
|
||||
res.first = char_instance.first;
|
||||
code_table.copyTo(res.second);
|
||||
plateinfo.appendPlateCoding(res);
|
||||
|
||||
if(char_instance.second.rows*char_instance.second.cols>40) {
|
||||
label code_table = recognizeCharacter(char_instance.second);
|
||||
res.first = char_instance.first;
|
||||
code_table.copyTo(res.second);
|
||||
plateinfo.appendPlateCoding(res);
|
||||
} else{
|
||||
res.first = INVALID;
|
||||
plateinfo.appendPlateCoding(res);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,89 @@
|
||||
//
|
||||
// Created by Jack Yu on 28/11/2017.
|
||||
//
|
||||
#include "../include/SegmentationFreeRecognizer.h"
|
||||
|
||||
namespace pr {
|
||||
SegmentationFreeRecognizer::SegmentationFreeRecognizer(std::string prototxt, std::string caffemodel) {
|
||||
net = cv::dnn::readNetFromCaffe(prototxt, caffemodel);
|
||||
}
|
||||
inline int judgeCharRange(int id)
|
||||
{return id<31 || id>63;
|
||||
}
|
||||
std::pair<std::string,float> decodeResults(cv::Mat code_table,std::vector<std::string> mapping_table,float thres)
|
||||
{
|
||||
cv::MatSize mtsize = code_table.size;
|
||||
int sequencelength = mtsize[2];
|
||||
int labellength = mtsize[1];
|
||||
cv::transpose(code_table.reshape(1,1).reshape(1,labellength),code_table);
|
||||
std::string name = "";
|
||||
std::vector<int> seq(sequencelength);
|
||||
std::vector<std::pair<int,float>> seq_decode_res;
|
||||
for(int i = 0 ; i < sequencelength; i++) {
|
||||
float *fstart = ((float *) (code_table.data) + i * labellength );
|
||||
int id = std::max_element(fstart,fstart+labellength) - fstart;
|
||||
seq[i] =id;
|
||||
}
|
||||
|
||||
float sum_confidence = 0;
|
||||
int plate_lenghth = 0 ;
|
||||
for(int i = 0 ; i< sequencelength ; i++)
|
||||
{
|
||||
if(seq[i]!=labellength-1 && (i==0 || seq[i]!=seq[i-1]))
|
||||
{
|
||||
float *fstart = ((float *) (code_table.data) + i * labellength );
|
||||
float confidence = *(fstart+seq[i]);
|
||||
std::pair<int,float> pair_(seq[i],confidence);
|
||||
seq_decode_res.push_back(pair_);
|
||||
}
|
||||
}
|
||||
int i = 0;
|
||||
if (seq_decode_res.size()>1 && judgeCharRange(seq_decode_res[0].first) && judgeCharRange(seq_decode_res[1].first))
|
||||
{
|
||||
i=2;
|
||||
int c = seq_decode_res[0].second<seq_decode_res[1].second;
|
||||
name+=mapping_table[seq_decode_res[c].first];
|
||||
sum_confidence+=seq_decode_res[c].second;
|
||||
plate_lenghth++;
|
||||
}
|
||||
|
||||
for(; i < seq_decode_res.size();i++)
|
||||
{
|
||||
name+=mapping_table[seq_decode_res[i].first];
|
||||
sum_confidence +=seq_decode_res[i].second;
|
||||
plate_lenghth++;
|
||||
}
|
||||
std::pair<std::string,float> res;
|
||||
res.second = sum_confidence/plate_lenghth;
|
||||
res.first = name;
|
||||
return res;
|
||||
|
||||
}
|
||||
std::string decodeResults(cv::Mat code_table,std::vector<std::string> mapping_table)
|
||||
{
|
||||
cv::MatSize mtsize = code_table.size;
|
||||
int sequencelength = mtsize[2];
|
||||
int labellength = mtsize[1];
|
||||
cv::transpose(code_table.reshape(1,1).reshape(1,labellength),code_table);
|
||||
std::string name = "";
|
||||
std::vector<int> seq(sequencelength);
|
||||
for(int i = 0 ; i < sequencelength; i++) {
|
||||
float *fstart = ((float *) (code_table.data) + i * labellength );
|
||||
int id = std::max_element(fstart,fstart+labellength) - fstart;
|
||||
seq[i] =id;
|
||||
}
|
||||
for(int i = 0 ; i< sequencelength ; i++)
|
||||
{
|
||||
if(seq[i]!=labellength-1 && (i==0 || seq[i]!=seq[i-1]))
|
||||
name+=mapping_table[seq[i]];
|
||||
}
|
||||
return name;
|
||||
}
|
||||
std::pair<std::string,float> SegmentationFreeRecognizer::SegmentationFreeForSinglePlate(cv::Mat Image,std::vector<std::string> mapping_table) {
|
||||
cv::transpose(Image,Image);
|
||||
cv::Mat inputBlob = cv::dnn::blobFromImage(Image, 1 / 255.0, cv::Size(40,160));
|
||||
net.setInput(inputBlob, "data");
|
||||
cv::Mat char_prob_mat = net.forward();
|
||||
return decodeResults(char_prob_mat,mapping_table,0.00);
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,54 @@
|
||||
//
|
||||
// Created by Jack Yu on 29/11/2017.
|
||||
//
|
||||
#include "../include/SegmentationFreeRecognizer.h"
|
||||
#include "../include/Pipeline.h"
|
||||
|
||||
#include "../include/PlateInfo.h"
|
||||
|
||||
|
||||
|
||||
std::string decodeResults(cv::Mat code_table,std::vector<std::string> mapping_table)
|
||||
{
|
||||
cv::MatSize mtsize = code_table.size;
|
||||
int sequencelength = mtsize[2];
|
||||
int labellength = mtsize[1];
|
||||
cv::transpose(code_table.reshape(1,1).reshape(1,labellength),code_table);
|
||||
std::string name = "";
|
||||
std::vector<int> seq(sequencelength);
|
||||
for(int i = 0 ; i < sequencelength; i++) {
|
||||
float *fstart = ((float *) (code_table.data) + i * labellength );
|
||||
int id = std::max_element(fstart,fstart+labellength) - fstart;
|
||||
seq[i] =id;
|
||||
}
|
||||
for(int i = 0 ; i< sequencelength ; i++)
|
||||
{
|
||||
if(seq[i]!=labellength-1 && (i==0 || seq[i]!=seq[i-1]))
|
||||
name+=mapping_table[seq[i]];
|
||||
}
|
||||
std::cout<<name;
|
||||
return name;
|
||||
}
|
||||
|
||||
|
||||
int main()
|
||||
{
|
||||
cv::Mat image = cv::imread("res/cache/chars_segment.jpg");
|
||||
// cv::transpose(image,image);
|
||||
|
||||
// cv::resize(image,image,cv::Size(160,40));
|
||||
cv::imshow("xxx",image);
|
||||
cv::waitKey(0);
|
||||
pr::SegmentationFreeRecognizer recognizr("model/SegmenationFree-Inception.prototxt","model/ISegmenationFree-Inception.caffemodel");
|
||||
std::pair<std::string,float> res = recognizr.SegmentationFreeForSinglePlate(image,pr::CH_PLATE_CODE);
|
||||
std::cout<<res.first<<" "
|
||||
<<res.second<<std::endl;
|
||||
|
||||
|
||||
// decodeResults(plate,pr::CH_PLATE_CODE);
|
||||
cv::imshow("image",image);
|
||||
cv::waitKey(0);
|
||||
|
||||
return 0;
|
||||
|
||||
}
|
||||
Loading…
Reference in New Issue