useful/mnistFile.cpp at master · wuweiFrank/useful · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
#include "StdAfx.h"
#include <io.h>
#include <fstream>
#include "mnistFile.h"
using namespace std;

#include "gdal//gdal_priv.h"              //using gdal lib to realize the transform to bmp file
#pragma comment(lib,"gdal_i.lib")

//trans the image buffer from high level to low level
//only deal with 4 BYTEs data
void mnistFile::swapBuffer(char* buf)
{
	char temp;
	temp = *(buf);
	*buf = *(buf+3);
	*(buf+3) = temp;

	temp = *(buf+1);
	*(buf+1) = *(buf+2);
	*(buf+2) = temp;
}

/*trans mnist file to bmp file in dir of bmpDir
  get the link of label with the image
  so that in train process the image can be distinguished*/
long mnistFile::MnistToBmp(char* mnistPath,char* bmpDir,char* labelPath,char* link,int num/*=0*/)
{
	//Open image and label file
	ifstream lab_ifs(labelPath, ios_base::binary);
	ifstream ifs(mnistPath, ios_base::binary);
	ofstream ofs_link(link,ios_base::out);

	if( ifs.fail() == true )
		return -1;
	if( lab_ifs.fail() == true )
		return -1;
	if(ofs_link.is_open()!=true)
		return -1;

	char magicNum[4], ccount[4], crows[4], ccols[4];
	ifs.read(magicNum, sizeof(magicNum));ifs.read(ccount, sizeof(ccount));
	ifs.read(crows, sizeof(crows));ifs.read(ccols, sizeof(ccols));

	int count, rows, cols;
	swapBuffer(ccount);swapBuffer(crows);swapBuffer(ccols);
	memcpy(&count, ccount, sizeof(count));
	memcpy(&rows, crows, sizeof(rows));
	memcpy(&cols, ccols, sizeof(cols));

	//Just skip label header
	lab_ifs.read(magicNum, sizeof(magicNum));
	lab_ifs.read(ccount, sizeof(ccount));
	int intmagicNum, ccountint;
	swapBuffer(magicNum);swapBuffer(ccount);
	memcpy(&intmagicNum, magicNum, sizeof(magicNum));
	memcpy(&ccountint, ccount, sizeof(ccount));

	//image data of cols and rows
	unsigned char* dataImage=new unsigned char[cols*rows];

	char label = 0;		//number label
	int total = 0;		//deal with image
	char bmpImagePath[256];

	ofs_link<<"bmp path dir is- "<<bmpDir<<endl;
	ofs_link<<"Name     "<<"Label  "<<endl;
	if(num==0)
		num=count;
	GDALAllRegister();
	while(!ifs.eof())
	{
		total++;
		if(total>num)
			break;

		printf("\rtotal handle image of %d",total);
		//Read label
		lab_ifs.read(&label, 1);
		label = label + '0';
		ofs_link<<total<<".bmp   "<<label<<endl;

		//Read source data
		ifs.read((char*)dataImage, rows * cols);
		//image path
		sprintf(bmpImagePath,"%s\\%d.bmp",bmpDir,total);
		GDALDatasetH dataset;
		dataset=GDALCreate(GDALGetDriverByName("BMP"),bmpImagePath,rows,cols,1,GDT_Byte,0);
		GDALRasterIO(GDALGetRasterBand(dataset,1),GF_Write,0,0,rows,cols,dataImage,rows,cols,GDT_Byte,0,0);
		GDALClose(dataset);dataset=NULL;
	}
	printf("\n");

	ifs.close();
	lab_ifs.close();
	ofs_link.close();

	return 0;
}

//this is the test funtion
void mnistFile::mnist_func_test()
{
	char* bmphDir  ="H:\\程序备份\\代码备份\\libProject\\typetrans\\typetrans\\mnist\\bmp";
	char* pathmnist="H:\\程序备份\\代码备份\\libProject\\typetrans\\typetrans\\mnist\\t10k-images-idx3-ubyte\\t10k-images.idx3-ubyte";
	char* pathlabel="H:\\程序备份\\代码备份\\libProject\\typetrans\\typetrans\\mnist\\t10k-labels-idx1-ubyte\\t10k-labels.idx1-ubyte";
	char* pathLink ="H:\\程序备份\\代码备份\\libProject\\typetrans\\typetrans\\mnist\\link.txt";

	MnistToBmp(pathmnist,bmphDir,pathlabel,pathLink);

}