-
Notifications
You must be signed in to change notification settings - Fork 1
/
数字识别升级版.py
231 lines (201 loc) · 9.5 KB
/
数字识别升级版.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
import sensor, image, time, os, math,machine
from pyb import UART
import json
from pyb import LED
import lcd
from machine import I2C
import time
sensor.reset() # Reset and initialize the sensor.
sensor.set_pixformat(sensor.RGB565) # Set pixel format to RGB565 (or GRAYSCALE)
sensor.set_framesize(sensor.QVGA) # Set frame size to QVGA (320x240)
sensor.set_windowing((320, 240)) # Set 240x240 window.
sensor.set_auto_whitebal(False, rgb_gain_db=(65.2256,60.2071,61.9736))
sensor.set_auto_exposure(False, 50000)#修改曝光度
sensor.set_auto_gain(False, 22)
#sensor.set_auto_whitebal(False)
#sensor.set_auto_exposure(False)
#sensor.set_auto_gain(False)
sensor.skip_frames(time=2000) # Let the camera adjust.
clock = time.clock()
red_lab=(0,100,40,70,20,60)#红色线条
white_lab=(90,100,-5,5,-5,5)#白色数字
black_lab=(15,60,-20,10,-10,20)#黑色终点/数字
black_lab_first=(15,45,-20,0,0,20)#第一次数字识别
#串口通信
uart = UART(3, 115200)
uart.init(115200, bits=8, parity=None, stop=1) #8位数据位，无校验位，1位停止位
#返回最大色块（也就是返回最近的垃圾）
def find_max(blobs):
max_size=0
for blob in blobs:
if blob[2]*blob[3] > max_size:
max_blob=blob
max_size = blob[2]*blob[3]
return max_blob
#参数
area=[0,0,320,240];area_1=[0,0,320,240];area_2=[0,0,320,240]
area_3=[0,0,320,240];area_3_1=[0,0,320,240];area_4=[0,0,320,240]
#数字识别--条件判断部分
def num(wh,di_pix,ding_pix,zhong_3,zhong_3_xia,zhong_6):
if wh<0.6:return 1#1
else:#非1
if di_pix>150:return 2
else:#非1，2
if di_pix<80:#4和7
if ding_pix<80:return 4#4
else:return 7
else:#非1，4，7(3,5,6,8)
if zhong_3==0:return 3
else:#非1，4，7，3（5，6，8）
if zhong_3_xia==0:return 5
else:#非1，4，7，3，5（6，8）
if zhong_6==0:return 6
else:return 8
#判断数字在左边还是右边
def num_zuo_you(num_cx):
if num_cx<160:return 9#数字在左边
else:return 10#数字在右边
#识别多个数字，返回记录的数字和数字在左边还是右边
def num_main(blacks):
balck_numbers=blacks
j=0#色块数量
y=0#第几个色块
num_data=[0,0,0,0,0,0,0,0,0,0,0,0,0,0]#14
if balck_numbers:
for x in balck_numbers:j=j+1
if black_numbers:#如果有黑色色块
for i in black_numbers:#框出所有的黑色色块
#print(1)
#参数重置
wh=0;di_pix=0;ding_pix=0;zhong_3=0;zhong_3_xia=0;zhong_6=0
#1的识别
wh=i.w()/i.h()
area[0]=i.x();area[1]=i.y()+int(i.h()/2);area[2]=i.w();area[3]=int(i.h()/2);
#底边参数
area_2[0]=i.x();area_2[1]=i.y()+i.h()-5;area_2[2]=i.w();area_2[3]=5;
blob_2s = img.find_blobs([black_lab],roi=area_2, pixels_threshold=20, area_threshold=20,merge=True)
if blob_2s:
blob_2=find_max(blob_2s);
img.draw_rectangle(blob_2.rect(),color=(225,0,0),thickness=2)
di_pix=blob_2.area()
#顶边参数
area_1[0]=i.x();area_1[1]=i.y();area_1[2]=i.w();area_1[3]=5;
blob_1s = img.find_blobs([black_lab],roi=area_1, pixels_threshold=20, area_threshold=20,merge=True)
if blob_1s:
blob_1=find_max(blob_1s);
img.draw_rectangle(blob_1.rect(),color=(225,0,0),thickness=2)
ding_pix=blob_1.area()
#3的左中间
area_3[0]=i.x();area_3[1]=i.y()+int(i.h()/3);area_3[2]=int(i.w()/3);area_3[3]=int(i.h()/3);
blob_3s = img.find_blobs([black_lab],roi=area_3, pixels_threshold=20, area_threshold=20,merge=True)
if blob_3s:
blob_3=find_max(blob_3s);
img.draw_rectangle(blob_3.rect(),color=(0,225,0),thickness=2)
zhong_3=blob_3.area()
#3中间的下面
area_3_1[0]=blob_3.x();area_3_1[1]=blob_3.y()+blob_3.h();area_3_1[2]=blob_3.w();area_3_1[3]=5;
blob_3_1s = img.find_blobs([black_lab],roi=area_3_1, pixels_threshold=20, area_threshold=20,merge=True)
if blob_3_1s:
blob_3_1=find_max(blob_3_1s);
img.draw_rectangle(blob_3_1.rect(),color=(0,0,225),thickness=2)
zhong_3_xia=blob_3_1.area()
#6的中间
area_4[0]=i.x()+int(i.w()/3);area_4[1]=i.y()+int(i.h()*2/9);area_4[2]=int(i.w()*5/7);area_4[3]=5;
blob_4s = img.find_blobs([black_lab],roi=area_4, pixels_threshold=20, area_threshold=20,merge=True)
if blob_4s:
blob_4=find_max(blob_4s);
img.draw_rectangle(blob_4.rect(),color=(255,0,0),thickness=2)
zhong_6=blob_4.area()
#保存结果--------
#识别数字
num_data[y]=num(wh,di_pix,ding_pix,zhong_3,zhong_3_xia,zhong_6)
y=y+1
#判断左9，右10
num_data[y]=num_zuo_you(i.cx())
#绘画出结果-------
img.draw_string(i.x(),i.y(),'(%d)'%(num_data[y-1]), color=(0,225,0),scale=4)#字符
#
img.draw_rectangle(i.rect(),color=(0,0,0),thickness=2)
y=y+1
#返回识别结果-----
return num_data
#识别一个数字，返回识别的数字
def num_frist(black_numbers):
if black_numbers:#如果有黑色色块
i=find_max(black_numbers)#找到最大的数字色块
for i in black_numbers:#框出所有的黑色色块
#参数重置
wh=0;di_pix=0;ding_pix=0;zhong_3=0;zhong_3_xia=0;zhong_6=0
#1的识别
wh=i.w()/i.h()
area[0]=i.x();area[1]=i.y()+int(i.h()/2);area[2]=i.w();area[3]=int(i.h()/2);
#底边参数
area_2[0]=i.x();area_2[1]=i.y()+i.h()-5;area_2[2]=i.w();area_2[3]=5;
blob_2s = img.find_blobs([black_lab],roi=area_2, pixels_threshold=20, area_threshold=20,merge=True)
if blob_2s:
blob_2=find_max(blob_2s);
img.draw_rectangle(blob_2.rect(),color=(225,0,0),thickness=2)
di_pix=blob_2.area()
#顶边参数
area_1[0]=i.x();area_1[1]=i.y();area_1[2]=i.w();area_1[3]=5;
blob_1s = img.find_blobs([black_lab],roi=area_1, pixels_threshold=20, area_threshold=20,merge=True)
if blob_1s:
blob_1=find_max(blob_1s);
img.draw_rectangle(blob_1.rect(),color=(225,0,0),thickness=2)
ding_pix=blob_1.area()
#3的左中间
area_3[0]=i.x();area_3[1]=i.y()+int(i.h()/3);area_3[2]=int(i.w()/3);area_3[3]=int(i.h()/3);
blob_3s = img.find_blobs([black_lab],roi=area_3, pixels_threshold=20, area_threshold=20,merge=True)
if blob_3s:
blob_3=find_max(blob_3s);
img.draw_rectangle(blob_3.rect(),color=(0,225,0),thickness=2)
zhong_3=blob_3.area()
#3中间的下面
area_3_1[0]=blob_3.x();area_3_1[1]=blob_3.y()+blob_3.h();area_3_1[2]=blob_3.w();area_3_1[3]=5;
blob_3_1s = img.find_blobs([black_lab],roi=area_3_1, pixels_threshold=20, area_threshold=20,merge=True)
if blob_3_1s:
blob_3_1=find_max(blob_3_1s);
img.draw_rectangle(blob_3_1.rect(),color=(0,0,225),thickness=2)
zhong_3_xia=blob_3_1.area()
#6的中间
area_4[0]=i.x()+int(i.w()/3);area_4[1]=i.y()+int(i.h()*2/9);area_4[2]=int(i.w()*5/7);area_4[3]=5;
blob_4s = img.find_blobs([black_lab],roi=area_4, pixels_threshold=20, area_threshold=20,merge=True)
if blob_4s:
blob_4=find_max(blob_4s);
img.draw_rectangle(blob_4.rect(),color=(255,0,0),thickness=2)
zhong_6=blob_4.area()
#识别结果
num_data1=num(wh,di_pix,ding_pix,zhong_3,zhong_3_xia,zhong_6)
#绘画出结果-------
img.draw_string(i.x(),i.y(),'(%d)'%(num_data1), color=(225,0,0),scale=4)#字符
#框出每一个数字
img.draw_rectangle(i.rect(),color=(0,0,0),thickness=2)
#返回识别结果
return num_data1
#第一次识别----------
while(1):
clock.tick()
img = sensor.snapshot()
#reds=img.find_blobs([black_la], pixels_threshold=200, area_threshold=200,merge=True)
black_numbers = img.find_blobs([black_lab_first], pixels_threshold=200, area_threshold=200,merge=True)
#识别最大的数字--只识别一个数字（第一次识别并记录）
num1=num_frist(black_numbers)
#主循环-----------
while(0):
clock.tick()
img = sensor.snapshot()
LED(2).on()
#参数
num_datas=[0,0,0,0,0,0,0,0,0,0,0,0,0,0]#14
#数字识别
#找到所有的黑色色块
black_numbers = img.find_blobs([black_lab], pixels_threshold=200, area_threshold=200,merge=True)
#十字路口识别多个数字
num_datas=num_main(black_numbers)
i=0
print(num1)
print(num_datas)
#for i in range(14):
#if num1==num_datas[i]:
#print(num_datas[i],num_datas[i+1])
#uart.write("%d"%(num_datas[i+1]))#左9，右10