Đồ án tốt nghiệp - Research and design a driver drowsiness detection system

HO CHI MINH CITY UNIVERSITY OF TECHNOLOGY AND EDUCATION
FACULTY FOR HIGH QUALITY TRAINING

GRADUATION THESIS

RESEARCH AND DESIGN A DRIVER DROWSINESS
DETECTION SYSTEM
STUDENT: MAI ĐUC TUNG
STUDENT ID: 19145187
STUDENT: PHAN QUOC BAO
STUDENT ID: 19145136
MAJOR: AUTOMOTIVE ENGINEERING
SUPERVISOR: NGUYỄN THIỆN DINH, MS.

Ho Chi Minh City, July 2023

HO CHI MINH CITY UNIVERSITY OF TECHNOLOGY AND EDUCATION
FACULTY FOR HIGH QUALITY TRAINING

GRADUATION THESIS

RESEARCH AND DESIGN A DRIVER DROWSINESS
DETECTION SYSTEM
STUDENT : MAI DUC TUNG
STUDENT ID: 19145187
STUDENT : PHAN QUOC BAO
STUDENT ID: 19145136
MAJOR: AUTOMOTIVE ENGINEERING
SUPERVISOR: NGUYỄN THIỆN DINH, MS.

Ho Chi Minh City, July 2023

THE SOCIALIST REPUBLIC OF VIETNAM
Independence – Freedom– Happiness

-Ho Chi Minh City, August , 2022

GRADUATION PROJECT ASSIGNMENT
Student name: Phan Quốc Bảo

Student ID: 19145136

Student name: Mai Đức Tùng

Student ID: 19145187

Major: Automotive Engineering Technology

Class: 19145CLA

Advisor: Nguyễn Thiện Dinh, MS

Phone number:

Date of assignment: February, 2023

Date of submission: July, 2023

1. Project title: Research and design a driver drowsiness detection

2. Initial materials provided by the advisor:
.................................................................................................................................................
.................................................................................................................................................
.................................................................................................................................................
3. Content of the project:
.................................................................................................................................................
.................................................................................................................................................
.................................................................................................................................................
4. Final product:
- 01 Graduation Thesis.
- Upload the materials, thesis, PowerPoints on Google Drive.
CHAIR OF THE PROGRAM
(Sign with full name)

ADVISOR
(Sign with full name)

i

THE SOCIALIST REPUBLIC OF VIETNAM
Independence – Freedom– Happiness

-Ho Chi Minh City, July, 2023

ADVISOR’S EVALUATION SHEET

Student name: Phan Quốc Bả
...

...
ht_blink==0):
self.+=1
self.drowsy=0
self.active=0
if(self.10):
self.check = 0
elif(left_blink==1 or right_blink==1):
self.=0
self.active=0
self.drowsy+=1
if(self.drowsy6):
self.check = 1
89

else:
self.drowsy=0
self.=0
self.active+=1
if(self.active6):
self.check = 2
self.alert(frame,speed)

for n in range(0,68):
(x,y) = landmarks[n]
cv2.circle(face_frame,(x,y),1,(255,255,255),-1)
#Opencv is BGR but tkinter is RGB
frame = cv2.cvtColor(frame,cv2.COLOR_BGR2RGB)
face_frame = cv2.cvtColor(face_frame,cv2.COLOR_BGR2RGB)
# Put the frame in the photo, convert the readable image into an image to display it
self.RCVPhoto = PIL.ImageTk.PhotoImage(image=PIL.Image.fromarray(frame))
self.LCVPhoto
PIL.ImageTk.PhotoImage(image=PIL.Image.fromarray(face_frame))

=

#Show
RCV._image(0,0,image = self.RCVPhoto,anchor=NW)
LCV._image(0,0,image = self.LCVPhoto,anchor=NW)

return self.check

Appendix 3: Getting speed signal on Arduino serial.ino

#include SPI.h
#include mcp_can.h
#define SPI_CS_PIN 10

90

MCP_CAN CAN(SPI_CS_PIN)

// Set CS pin

#define PID_VEHICLE_SPEED 0x0D
#define CAN_ID_PID

0x7DF

void set_mask_filt()
{
// set mask, set both the mask to 0x3ff
CAN.init_Mask(0, 0, 0x7FC)
CAN.init_Mask(1, 0, 0x7FC)
CAN.init_Filt(0, 0, 0x7E8)
CAN.init_Filt(1, 0, 0x7E8)
CAN.init_Filt(2, 0, 0x7E8)
CAN.init_Filt(3, 0, 0x7E8)
CAN.init_Filt(4, 0, 0x7E8)
CAN.init_Filt(5, 0, 0x7E8)
}

void sendPid(unsigned char __pid) {
unsigned char tmp[8] = {0x02, 0x01, __pid, 0, 0, 0, 0, 0}
CAN.sendMsgBuf(CAN_ID_PID, 0, 8, tmp)
}
bool getSpeed(int *s)
{
sendPid(PID_VEHICLE_SPEED)
unsigned long __timeout = millis()

while(millis()-__timeout 1000)

// 1s time out

{
unsigned char len = 0
91

unsigned char buf[8]

if (CAN_MSGAVAIL == CAN.checkReceive()) {

// check if get data

CAN.readMsgBuf(&amplen, buf)

if(buf[1] == 0x41)
{
*s = buf[3]
return 1
}
}
}

return 0
}

void setup() {
Serial.begin(115200)
while(!Serial)
while (CAN_OK != CAN.begin(CAN_1000KBPS)) {
= 500k

// init can bus : baudrate

Serial.println(CAN init fail, retry...)
(100)
}
Serial.println(CAN init ok!)
set_mask_filt()
}

void loop() {

92

int __speed = 0
int ret = getSpeed(&amp__speed)
int val=0

if(ret)
{
if (__speed = 3)
{
val=0
}else val=1
Serial.println(val)
}
//if(ret) { Serial.print(Vehicle Speed: ) Serial.print(__speed) Serial.println( km/h)
}
(3000)
}
// END FILE
Appendix 4: System operation video

93

94

95