Track a Moving Ball in Real Time using HTML5 and JavaScript
This is an experiment for a real-time tracking of a football match using only web technologies. In this case I’ve chosen to track a football match from Futbol Club Barcelona (fcb).
All the work is made by the browser and it’s interactive (there are four checkboxes to activate/deactivate each tracker). It is based on tracking the location of colored objects in the frames using the HSV colour space.
As a practical use for the tracker, I’ve added a smart volume feature that activates the sound only when there are goal chances (every time the ball is near the area). So you can browse other pages and change to the video one only when chances are happening.
It works based on the quantity of green color in the sides of the video.
The path tracker shows ‘possible’ passes between fcb players
If you want to watch it in action here is the demo
So far it only works in chrome and firefox and because of the low resolution of the video (and my limited skills), the tracking is not perfect, but it could be improved for tracking videos from external sources like Youtube, Veetle, etc.
Here is the code:
function rgbToHsv(r, g, b){
r = r/255, g = g/255, b = b/255;
var max = Math.max(r, g, b), min = Math.min(r, g, b);
var h, s, v = max;
var d = max - min;
s = max == 0 ? 0 : d / max;
if(max == min){
h = 0; // achromatic
}else{
switch(max){
case r: h = (g - b) / d + (g < b ? 6 : 0); break;
case g: h = (b - r) / d + 2; break;
case b: h = (r - g) / d + 4; break;
}
h /= 6;
}
return [h, s, v];
}
//Main object
var processor = {
isFirefox35: function() {
// Let a chance to the navigator to deal with it:
return true; var ua = navigator.userAgent;
// Gecko ?
if (ua.indexOf("Gecko") == -1)
return false;
// Geck >= 1.9.1 ?
return !(ua.indexOf("rv:1.9.1") == -1 && ua.indexOf("rv:1.9.2") == -1);
},
// Init
doLoad: function() {
if (!this.isFirefox35()) {
document.getElementById("nofirefoxbeta").style.display = "block"; }
// Some init
this.displayBackground = true;
this.video = document.getElementById("video");
this.mirrorVideo = document.getElementById("mirrorVideo");
this.mirrorVideoCtx = this.mirrorVideo.getContext("2d");
var self = this;
// If the videos end, play again
this.video.addEventListener("ended", function(){
try {
clearTimeout(self.timeout);
} catch(e){}
self.video.play();
// Work around: https://bugzilla.mozilla.org/show_bug.cgi?id=488287
self.videoIsPlaying();
}, true);
// Set the events listeners for the main video (update button)
this.video.addEventListener("pause", function() { self.updateButtons(false); }, false);
this.pageLoaded = true;
this.startPlayer();
},
videoIsPlaying: function() {
this.updateButtons(true);
this.timerCallback();
},
videoIsReady: function() {
this.videoLoaded = true;
this.startPlayer();
},
startPlayer: function() {
if (!this.videoLoaded || !this.pageLoaded) return;
document.getElementById("wait").style.display = "none";
document.getElementById("player").style.display = "block";
this.width = this.video.videoWidth;
this.height = this.video.videoHeight;
this.mirrorVideo.width = this.width;
this.mirrorVideo.height = this.height;
},
playVideo:function(){
this.video.play();
this.videoIsPlaying();
},
stopVideo: function(){
this.video.pause();
clearTimeout(this.timeout);
},
volumeDown:function(){
if(this.video.volume>0)
this.video.volume=Math.round((this.video.volume - 0.1)*10)/10;
},
volumeUp:function(){
if(this.video.volume<1)
this.video.volume=Math.round((this.video.volume + 0.1)*10)/10;
},
// Main loop
timerCallback: function() {
if (this.video.paused || this.video.ended) { return; }
this.computeFrame();
var self = this;
this.timeout = setTimeout(function () {
self.timerCallback(); }, 50);
},
// Update the SVG button
updateButtons: function(play) {
document.getElementById("playButton").setAttribute("play", play);
document.getElementById("stopButton").setAttribute("play", play);
}, // Handling some patterns (text, drawing)
has_green_around: function(frameData, pos) {
pos_left = pos+ 24;
pos_right = pos - 24;
r_left = frameData[pos_left+0];
g_left = frameData[pos_left+1];
b_left = frameData[pos_left+2];
r_right = frameData[pos_right+0];
g_right = frameData[pos_right+1];
b_right = frameData[pos_right+2];
return ((r_left < 125 && g_left > 125 && b_left < 80) &&
(r_right < 125 && g_right > 125 && b_right < 80));
},
is_team_color: function(frameData, pos){
for (i=pos-4; i<=pos+4; i+=4){
r = frameData[i+0];
g = frameData[i+1];
b = frameData[i+2];
hsv = rgbToHsv(r,g,b);
//if(hsv[0] < 0.60|| hsv[1] < 0.35)
if((hsv[0] < 0.40 || hsv[1] < 0.25 || hsv[2] < 0) ||
(hsv[0] > 0.70 || hsv[1] > 1 || hsv[2] > 1))
return false;
}
return true;
},
is_ball_color: function(frameData, pos){
for (i=pos-4; i<=pos+4; i+=4){
r = frameData[i+0];
g = frameData[i+1];
b = frameData[i+2];
hsv = rgbToHsv(r,g,b);
if((hsv[0] < 0.23 || hsv[1] < 0.40 || hsv[2] < 0.90) ||
(hsv[0] > 0.27 || hsv[1] > 0.50 || hsv[2] > 1))
return false;
}
return true;
},
dist: function(x1, y1, x2, y2) {
return Math.sqrt((x1 - x2) * (x1 - x2) + (y1 - y2) * (y1 - y2)); },
computeFrame: function() {
try {
this.mirrorVideoCtx.clearRect(0, 0, this.width, this.height);
this.mirrorVideoCtx.drawImage(this.video, 0, 0, this.width, this.height);
}
catch(e) { return; }
var frame = this.mirrorVideoCtx.getImageData(0, 0, 640, 360);
this.mirrorVideoCtx.fillStyle = 'rgba(200,200,200,0.5)';
this.mirrorVideoCtx.strokeStyle = 'rgba(200,200,200,0.5)';
this.mirrorVideoCtx.lineWidth = 1;
var x, y;
var weight = 0;
var team_shape = null;
var ball_shape = null;
var ball_found = false;
var ball_tracker = document.getElementById("balltracker").checked;
var team_tracker = document.getElementById("teamtracker").checked;
var path_tracker = document.getElementById("pathtracker").checked;
var smart_volume = document.getElementById("smartvolume").checked;
var shapes = [];
var x, y;
var green_bar_left = 0;
var green_bar_rigth =0;
var green_bar_down = 0;
var frame_length = frame.data.length/4;
// We dont' need to compute each pixels
var step = 4;
for (var i = 0; i < frame_length; i += step) {
pos = i*4;
x = i % this.width;
y = Math.round(i / this.width);
if (x == 4)
green_bar_left += g;
else
if (x == this.width-4) {
green_bar_rigth += g;
if (y == 4)
green_bar_down += g;
}
ball_found = ball_tracker && this.is_ball_color(frame.data, pos);
team_found = team_tracker && this.is_team_color(frame.data, pos);
if (this.has_green_around(frame.data, pos) && (ball_found || team_found)){
if (ball_found) {
ball_shape = {};
ball_shape.x = x;
ball_shape.y = y;
}
if(team_found)
{
if (!team_shape) {
// no shape yet, create the first one
team_shape = {};
team_shape.x = x;
team_shape.y = y;
team_shape.weight = 1;
shapes.push(team_shape);
} else {
var d = this.dist(x, y, team_shape.x, team_shape.y);
if (d>25){
team_shape = {};
team_shape.x = x;
team_shape.y = y;
team_shape.weight = 1;
shapes.push(team_shape);
}
}
}
}
}
if (shapes.length>0)
{
if (path_tracker){
this.mirrorVideoCtx.beginPath();
this.mirrorVideoCtx.moveTo(shapes[0].x, shapes[0].y);
}
for( var s=0; s<shapes.length; s+=1){
tracker_size = shapes[s].weight+10;
this.mirrorVideoCtx.strokeRect(shapes[s].x-tracker_size/2,
shapes[s].y-tracker_size/2, tracker_size+2, tracker_size+2);
if (path_tracker)
this.mirrorVideoCtx.lineTo(shapes[s].x, shapes[s].y);
}
if (path_tracker){
this.mirrorVideoCtx.closePath();
this.mirrorVideoCtx.stroke();
}
}
if (ball_shape) {
this.mirrorVideoCtx.strokeStyle = "red";
this.mirrorVideoCtx.strokeRect(ball_shape.x-5, ball_shape.y-5, 10, 10);
}
if(smart_volume)
{
green_right_average = Math.round(green_bar_rigth / this.height);
green_left_average = Math.round(green_bar_left / this.height);
if ( shapes.length>0 &&
Math.abs(green_left_average-green_right_average)>15){
//this.volumeUp();
this.video.volume=1;
document.getElementById("soundIcon").setAttribute("mute", false);
}else{
this.volumeDown();
//this.video.volume=0;
document.getElementById("soundIcon").setAttribute("mute", true);
}
}
return;
}
}
Source: http://lusob.com/2012/02/tracking-a-football-match-with-html5-and-javascript/
