Skip to content
GitLab
Explore
Sign in
Register
Primary navigation
Search or go to…
Project
N
November 2021 Blimp Competition
Manage
Activity
Members
Labels
Plan
Issues
2
Issue boards
Milestones
Wiki
Requirements
Code
Merge requests
0
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Package Registry
Container Registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
Shahrul Kamil bin Hassan
November 2021 Blimp Competition
Commits
4f0cdb92
Commit
4f0cdb92
authored
4 years ago
by
Zhiying Li
Browse files
Options
Downloads
Patches
Plain Diff
fixed some lagging bugs
parent
9d742ead
Branches
Branches containing commit
No related merge requests found
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
Code/Control/Laptop_Code/main.py
+60
-49
60 additions, 49 deletions
Code/Control/Laptop_Code/main.py
with
60 additions
and
49 deletions
Code/Control/Laptop_Code/main.py
+
60
−
49
View file @
4f0cdb92
...
@@ -2,6 +2,8 @@ import time
...
@@ -2,6 +2,8 @@ import time
import
serial
import
serial
import
ball_detection.ball_detection
as
ball_detection
import
ball_detection.ball_detection
as
ball_detection
import
simple_pid.PID
as
PID
import
simple_pid.PID
as
PID
import
timeit
from
constants
import
*
from
constants
import
*
...
@@ -70,25 +72,25 @@ def serial_port_out(serial_port, pwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4)
...
@@ -70,25 +72,25 @@ def serial_port_out(serial_port, pwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4)
Output:
Output:
None
None
'''
'''
output_message
=
''
output_message
=
''
for
pwm_itr
in
[
pwm1
,
pwm2
,
pwm3
,
pwm4
]:
for
pwm_itr
in
[
pwm1
,
pwm2
,
pwm3
,
pwm4
]:
print
(
pwm_itr
)
#
print(pwm_itr)
if
len
(
str
(
pwm_itr
))
==
2
:
if
len
(
str
(
pwm_itr
))
==
2
:
output_message
+=
'
0
'
output_message
+=
'
0
'
elif
len
(
str
(
pwm_itr
))
==
1
:
elif
len
(
str
(
pwm_itr
))
==
1
:
output_message
+=
'
00
'
output_message
+=
'
00
'
output_message
+=
str
(
pwm_itr
)
output_message
+=
str
(
pwm_itr
)
print
(
pwm_itr
)
output_message
=
output_message
+
dir1
+
dir2
+
dir3
+
dir4
+
'
\n
'
output_message
=
output_message
+
dir1
+
dir2
+
dir3
+
dir4
+
'
\n
'
serial_port
.
write
(
output_message
.
encode
())
# DEBUG Verbose
print
(
"
serial out ...
"
)
print
(
"
serial out ...
"
)
print
(
output_message
)
print
(
output_message
)
serial_port
.
write
(
output_message
.
encode
())
# ======
Logic-direc
ting
F
unction
s
====
# ======
suppor
ting
f
unction
in main control
====
def
ball_detect
(
gbx
,
gby
):
def
ball_detect
(
gbx
,
gby
):
'''
'''
return True if green ball is detected
return True if green ball is detected
...
@@ -116,13 +118,11 @@ def ball_capture(LIDAR_dist):
...
@@ -116,13 +118,11 @@ def ball_capture(LIDAR_dist):
else
:
else
:
return
False
return
False
# ======= Motion-based Functions ======
def
stop_all
():
def
stop_all
():
pwm1
,
pwm2
,
pwm3
,
pwm4
=
0
,
0
,
0
,
0
pwm1
,
pwm2
,
pwm3
,
pwm4
=
0
,
0
,
0
,
0
dir1
,
dir2
,
dir3
,
dir4
=
'
+
'
,
'
-
'
,
'
+
'
,
'
-
'
dir1
,
dir2
,
dir3
,
dir4
=
'
+
'
,
'
-
'
,
'
+
'
,
'
-
'
return
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
return
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
def
move2goal
(
tx
,
ty
):
def
move2goal
(
tx
,
ty
):
"""
"""
Description:
Description:
...
@@ -136,10 +136,11 @@ def move2goal(tx, ty):
...
@@ -136,10 +136,11 @@ def move2goal(tx, ty):
Output:
Output:
pwm1, pwm2, pwm3, pwm4
pwm1, pwm2, pwm3, pwm4
dir1, dir2, dir3, dir4
dir1, dir2, dir3, dir4
"""
"""
pass
pass
# return int(pwm1), int(pwm2), int(pwm3), int(pwm4), dir1, dir2, dir3, dir4
# return pwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4
def
seeking
():
def
seeking
():
"""
"""
...
@@ -159,7 +160,8 @@ def seeking():
...
@@ -159,7 +160,8 @@ def seeking():
return
int
(
pwm1
),
int
(
pwm2
),
int
(
pwm3
),
int
(
pwm4
),
dir1
,
dir2
,
dir3
,
dir4
return
int
(
pwm1
),
int
(
pwm2
),
int
(
pwm3
),
int
(
pwm4
),
dir1
,
dir2
,
dir3
,
dir4
def
move2ball
(
gbx
,
gby
,
gb_dist
):
def
move2ball
(
gbx
,
gby
,
gb_dist
):
"""
"""
Description:
Description:
Given the center of x y dist of green ball detected. Call PID control to
Given the center of x y dist of green ball detected. Call PID control to
...
@@ -177,49 +179,53 @@ def move2ball(gbx,gby,gb_dist):
...
@@ -177,49 +179,53 @@ def move2ball(gbx,gby,gb_dist):
inputx
=
gbx
/
1.00
inputx
=
gbx
/
1.00
inputy
=
gby
/
1.00
inputy
=
gby
/
1.00
# ESP-Cam Center
setpoint_x
=
400
setpoint_x
=
400
setpoint_y
=
300
setpoint_y
=
300
# ESP 32 Cam Center
pid_x
=
PID
(
kdx
,
kix
,
kpx
,
setpoint
=
setpoint_x
)
pid_x
=
PID
(
kpx
,
kix
,
kdx
,
setpoint
=
setpoint_x
)
pid_y
=
PID
(
kdy
,
kiy
,
kpy
,
setpoint
=
setpoint_y
)
pid_y
=
PID
(
kpy
,
kiy
,
kdy
,
setpoint
=
setpoint_y
)
pid_x
.
auto_mode
=
True
pid_x
.
auto_mode
=
True
pid_x
.
set_auto_mode
(
True
,
last_output
=
8.0
)
pid_x
.
set_auto_mode
(
True
,
last_output
=
8.0
)
pid_x
.
output_limits
=
(
-
255
,
255
)
pid_x
.
output_limits
=
(
-
255
,
255
)
pid_y
.
output_limits
=
(
-
255
,
255
)
pid_y
.
output_limits
=
(
-
255
,
255
)
outputx
=
pid_x
(
inputx
)
outputx
=
pid_x
(
inputx
)
outputy
=
pid_y
(
inputy
)
outputy
=
pid_y
(
inputy
)
#
V
ertical
#
v
ertical
pwm1
=
abs
(
outputy
)
pwm1
=
abs
(
outputy
)
pwm2
=
abs
(
outputy
)
pwm2
=
abs
(
outputy
)
if
(
outputy
>
0
):
if
(
outputy
>
0
):
dir1
=
'
+
'
dir1
=
'
+
'
dir2
=
'
+
'
dir2
=
'
+
'
else
:
else
:
dir1
=
'
-
'
dir1
=
'
-
'
dir2
=
'
-
'
dir2
=
'
-
'
#
H
orizontal
#
h
orizontal
lspeed
=
-
1
*
outputx
+
base_speed
lspeed
=
-
1
*
outputx
+
base_speed
rspeed
=
1
*
outputx
+
base_speed
rspeed
=
1
*
outputx
+
base_speed
pwm3
=
abs
(
lspeed
)
pwm3
=
min
(
abs
(
lspeed
)
,
255
)
pwm4
=
abs
(
rspeed
)
pwm4
=
min
(
abs
(
rspeed
)
,
255
)
if
(
lspeed
>
0
):
if
(
lspeed
>
0
):
dir3
=
'
+
'
dir3
=
'
+
'
else
:
else
:
dir3
=
'
-
'
dir3
=
'
-
'
if
(
rspeed
>
0
):
if
(
rspeed
>
0
):
dir4
=
'
+
'
dir4
=
'
+
'
else
:
else
:
dir4
=
'
-
'
dir4
=
'
-
'
return
int
(
pwm1
),
int
(
pwm2
),
int
(
pwm3
),
int
(
pwm4
),
dir1
,
dir2
,
dir3
,
dir4
return
int
(
pwm1
),
int
(
pwm2
),
int
(
pwm3
),
int
(
pwm4
),
dir1
,
dir2
,
dir3
,
dir4
# =========== main control ===========
# =========== main control ===========
def
main_control
(
gbx
,
gby
,
gb_dist
,
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
):
def
main_control
(
gbx
,
gby
,
gb_dist
,
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
):
...
@@ -236,23 +242,28 @@ def main_control(gbx, gby, gb_dist, tx, ty, tz, rx, ry, rz, LIDAR_dist, debugM):
...
@@ -236,23 +242,28 @@ def main_control(gbx, gby, gb_dist, tx, ty, tz, rx, ry, rz, LIDAR_dist, debugM):
Output:
Output:
pwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4 : Blimp motor manuver parameters
pwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4 : Blimp motor manuver parameters
'''
'''
# placeholder
# # placeholder
pwm1
,
pwm2
,
pwm3
,
pwm4
=
0
,
0
,
0
,
0
pwm1
,
pwm2
,
pwm3
,
pwm4
=
0
,
0
,
0
,
0
dir1
,
dir2
,
dir3
,
dir4
=
'
+
'
,
'
-
'
,
'
+
'
,
'
-
'
dir1
,
dir2
,
dir3
,
dir4
=
'
+
'
,
'
-
'
,
'
+
'
,
'
-
'
ballDetect
=
ball_detect
(
gbx
,
gby
)
ballDetect
=
ball_detect
(
gbx
,
gby
)
ballCapture
=
ball_capture
(
LIDAR_dist
)
ballCapture
=
ball_capture
(
LIDAR_dist
)
goalDetect
=
goal_detect
(
tx
,
ty
)
goalDetect
=
goal_detect
(
tx
,
ty
)
# debug
ballCapture
=
0
if
ballCapture
:
# Ball captured
if
ballCapture
:
# Ball captured
if
goalDetect
:
# Goal detected
if
goalDetect
:
# Goal detected
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
move2goal
(
tx
,
ty
)
stop_all
()
else
:
# Goal not detectedpwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4 =
#pwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4 = move2goal(tx, ty)
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
seeking
()
else
:
# Goal not detected
stop_all
()
#pwm1, pwm2, pwm3, pwm4, dir1, dir2, dir3, dir4 = seeking()
else
:
# Ball not captured
else
:
# Ball not captured
if
ballDetect
:
# Ball detected
if
ballDetect
:
# Ball detected
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
move2ball
(
gbx
,
gby
,
gb_dist
)
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
move2ball
(
gbx
,
gby
,
gb_dist
)
else
:
# Ball not detected
else
:
# Ball not detected
# stop_all()
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
seeking
()
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
seeking
()
return
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
return
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
...
@@ -264,16 +275,18 @@ def main_control(gbx, gby, gb_dist, tx, ty, tz, rx, ry, rz, LIDAR_dist, debugM):
...
@@ -264,16 +275,18 @@ def main_control(gbx, gby, gb_dist, tx, ty, tz, rx, ry, rz, LIDAR_dist, debugM):
if
__name__
==
'
__main__
'
:
if
__name__
==
'
__main__
'
:
# =========== SET UP ============
# =========== SET UP ============
# Defining Variables for ESP 32 Serial I/O
# Defining Variables for ESP 32 Serial I/O
PORT
=
"
COM
5
"
# for Alienware
PORT
=
"
COM
6
"
# for Alienware
serial_port
=
serial
.
Serial
(
PORT
,
115200
)
serial_port
=
serial
.
Serial
(
PORT
,
115200
)
serial_port
.
close
()
serial_port
.
close
()
serial_port
.
open
()
serial_port
.
open
()
# Weit Time
# Weit Time
waitTime
=
0.
1
0
waitTime
=
0.0
5
# Loading the PyTorch ML model for ball detection
# Loading the PyTorch ML model for ball detection
model
=
ball_detection
.
returnModel
(
device
,
labelSet
,
modelLoc
,
modelFile
)
model
=
ball_detection
.
returnModel
(
device
,
labelSet
,
modelLoc
,
modelFile
)
#model = ball_detection.returnModel(modelAction, device, trainLoc, labelSet, modelLoc, modelFile)
# =========== DECLARE VARIABLES ===========
# =========== DECLARE VARIABLES ===========
# ESP CAM In
# ESP CAM In
...
@@ -290,27 +303,25 @@ if __name__ == '__main__':
...
@@ -290,27 +303,25 @@ if __name__ == '__main__':
pwm1
,
pwm2
,
pwm3
,
pwm4
=
0
,
0
,
0
,
0
# Not moving
pwm1
,
pwm2
,
pwm3
,
pwm4
=
0
,
0
,
0
,
0
# Not moving
dir1
,
dir2
,
dir3
,
dir4
=
'
+
'
,
'
+
'
,
'
+
'
,
'
+
'
dir1
,
dir2
,
dir3
,
dir4
=
'
+
'
,
'
+
'
,
'
+
'
,
'
+
'
count
=
0
# =========== LOOP FOREVER===========
# =========== LOOP FOREVER===========
# ESP32_SLAVE Talk First
gbx
,
gby
,
gb_dist
=
ball_detection
.
detectLive
(
model
,
minDetectionScore
,
showSight
=
True
)
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
main_control
(
gbx
,
gby
,
gb_dist
,
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
)
serial_port_out
(
serial_port
,
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
)
while
True
:
while
True
:
# ===== STEP 1: TAKE ALL INPUT =====
gbx
,
gby
,
gb_dist
=
ball_detection
.
detectLive
(
model
,
minDetectionScore
,
showSight
=
True
)
gbx
,
gby
,
gb_dist
=
ball_detection
.
detectLive
(
model
,
minDetectionScore
,
showSight
=
True
)
print
(
"
gbx, gby: {}, {}
"
.
format
(
gbx
,
gby
))
line
=
serial_port
.
readline
()
line
=
serial_port
.
readline
()
if
line
==
b
'
SERIAL_IN_START
\r\n
'
:
if
line
==
b
'
SERIAL_IN_START
\r\n
'
:
# ===== STEP 1: TAKE ALL INPUT =====
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
=
serial_port_in
(
serial_port
)
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
=
serial_port_in
(
serial_port
)
print
(
"
gbx,gby:{},{}
"
.
format
(
gbx
,
gby
))
# ===== STEP 2: MAIN CONTROL LOOP =====
# ===== STEP 2: MAIN CONTROL LOOP =====
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
main_control
(
gbx
,
gby
,
gb_dist
,
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
)
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
main_control
(
gbx
,
gby
,
gb_dist
,
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
)
# ===== STEP 3: FEED ALL OUTPUT =====
# ===== STEP 3: FEED ALL OUTPUT =====
serial_port_out
(
serial_port
,
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
)
serial_port_out
(
serial_port
,
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
)
time
.
sleep
(
waitTime
)
if
count
==
0
:
time
.
sleep
(
waitTime
)
# first time calling (call once)
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
=
main_control
(
gbx
,
gby
,
gb_dist
,
tx
,
ty
,
tz
,
rx
,
ry
,
rz
,
LIDAR_dist
,
debugM
)
serial_port_out
(
serial_port
,
pwm1
,
pwm2
,
pwm3
,
pwm4
,
dir1
,
dir2
,
dir3
,
dir4
)
# count +=1
\ No newline at end of file
This diff is collapsed.
Click to expand it.
Preview
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment