HTML5 Web Audio Piano Keyboard Tutorial

Posted on by

HTML5 Web Audio Piano Keyboard Tutorial

We’re revisiting our piano playing via …

… web application to, for our non-mobile platform users, introduce a keyboard set of ways to play chords on the fly based on the chromatic scale idea that …

  • an octave up is represented by “12” (in our (base36 ie. 0-9,a-z) interfacing, “c”) …
  • an octave down is represented by ctrl/control key “12” (in our interfacing, ctrl/control key “c”)

So, onto the last venture into these piano playing ventures with HTML5 Web Audio Mudcube Piano Integration Composing Tutorial, we …

Initialize …

var areas=[];
var KEYDN_space = false;
var KEYDN_shift = false;
var KEYDN_ctrl = false;
var notediff=[0];
var inoted=0;
var stsarr=[];
var istsarr=0;
var cist='';
var whatx='';
Setting up the “onkeydown” event and readying “onload” event logic change …

<body onkeydown="tpi(event);" onload=" dodna(); legendbits(); if (('' + tonic).replace(' ','') != '') { atstart(); }" style="background-color:orange;">
Javascript function logic for “onkeyload” event changes …

function dodna() {
var hm=0,dna=dnas.split(";");
var was=dnas;
areas=document.getElementsByTagName('area');
for (var ihuh=0; ihuh<dna.length; ihuh++) {
if (dna[ihuh].indexOf(',') != -1) {
hm=eval(dna[ihuh].split(',')[1]);
if (eval(hm) == 1) {
document.getElementById(dna[ihuh].split(',')[0]).style.display='none';
document.getElementById(dna[ihuh].split(',')[0]).style.opacity=1.0;
document.getElementById(dna[ihuh].split(',')[0]).style.border='1px solid red';
dnas=dnas.replace(';' + dna[ihuh] + ';', ';');
} else if (eval(hm) > 1) {
document.getElementById(dna[ihuh].split(',')[0]).style.display='block';
document.getElementById(dna[ihuh].split(',')[0]).style.opacity=eval(0.1 * hm);
if (dna[ihuh].split(',')[0].indexOf('b') != -1) {
document.getElementById(dna[ihuh].split(',')[0]).style.border='1px solid blue';
} else {
document.getElementById(dna[ihuh].split(',')[0]).style.border='1px solid pink';
}
dnas=dnas.replace(';' + dna[ihuh] + ';', ';' + dna[ihuh].split(',')[0] + ',' + eval(-1 + hm) + ';');
}
}
}
//document.title=was + ' vs ' + dnas;
setTimeout(dodna,1000);
}
Javascript function logic for “onkeydown” event …

function tpi(e) {
//document.title=('e.keyCode=' + e.keyCode + ' for e.target=' + e.target.id + ' and e.path=' + e.path);
console.log('e.target=' + e.target.id + ' and e.path=' + e.path);
if (('' + e.target.id).replace('octave','speedfactor').replace('number','speedfactor') != 'speedfactor') {
//document.title=('E.keyCode=' + e.keyCode + ' for e.target=' + e.target.id + ' and e.path=' + e.path);
switch( e.keyCode ){
case 32 : // SPACE BAR
KEYDN_space = true;
inoted++;
console.log('e.keyCode increment to ' + inoted);
if (eval('' + inoted) >= eval('' + notediff.length)) { notediff.push(0); }
break;
case 188 : // COMMA
case 44 : // COMMA
KEYDN_space = true;
inoted++;
console.log('e.keyCode Increment to ' + inoted);
if (eval('' + inoted) >= eval('' + notediff.length)) { notediff.push(0); }
break;
case 190 : // DOT
case 46 : // DOT
KEYDN_space = true;
inoted++;
console.log('e.keyCode Increment To ' + inoted);
if (eval('' + inoted) >= eval('' + notediff.length)) { notediff.push(0); }
break;
case 16 : // SHIFT
KEYDN_shift = true;
if (eval('' + inoted) >= eval('' + notediff.length)) { notediff.push(0); }
notediff[inoted]=1;
break;
case 17 : // CTRL
KEYDN_ctrl = true;
if (eval('' + inoted) >= eval('' + notediff.length)) { notediff.push(0); }
notediff[inoted]=-1;
break;
case 8 : // BACKSPACE
break;
case 46 : // DELETE
break;
default:
console.log('iNOTed=' + inoted + ' vs notediff.length=' + notediff.length);
if (eval('' + inoted) >= eval('' + notediff.length)) { notediff.push(0); }
console.log('iNoTeD=' + inoted + ' vs notediff.length=' + notediff.length);
if (eval('' + e.keyCode) >= 65 && eval('' + e.keyCode) <= 90) {
console.log('iNoTed=' + inoted + ' vs notediff.length=' + notediff.length);
if (notediff[inoted] == 0) { notediff[inoted]=1; }
if (eval('' + eval(notediff[inoted] * (eval('' + e.keyCode) - 55))) <= eval('' + areas.length)) {
notediff[inoted]*=(eval('' + e.keyCode) - 55);
}
} else if (eval('' + e.keyCode) >= 97 && eval('' + e.keyCode) <= 122) {
console.log('inoTed=' + inoted + ' vs notediff.length=' + notediff.length);
if (notediff[inoted] == 0) { notediff[inoted]=1; }
if (eval('' + eval(notediff[inoted] * (eval('' + e.keyCode) - 87))) <= eval('' + areas.length)) {
notediff[inoted]*=(eval('' + e.keyCode) - 87);
}
} else if (eval('' + e.keyCode) == 189 || eval('' + e.keyCode) == 187 || (eval('' + e.keyCode) >= 48 && eval('' + e.keyCode) <= 57)) {
if (eval('' + e.keyCode) == 189) {
notediff[inoted]=-1;
} else if (eval('' + e.keyCode) == 187) {
notediff[inoted]=1;
} else if (notediff[inoted] == 0) {
notediff[inoted]=(eval('' + e.keyCode) - 48);
} else if (notediff[inoted] == 1) {
notediff[inoted]=(eval('' + e.keyCode) - 48);
} else if (notediff[inoted] == -1) {
notediff[inoted]=eval('-' + (eval('' + e.keyCode) - 48));
} else if (eval( ('' + notediff[inoted] + eval(eval('' + e.keyCode) - 48) )) <= eval('' + areas.length)) {
notediff[inoted]=eval( ('' + notediff[inoted] + eval(eval('' + e.keyCode) - 48) ));
}
//document.title='e.keyCode = ' + e.keyCode + ' ' + document.title;
console.log('e.keyCode=' + e.keyCode);
}
//document.title='E.keyCode = ' + e.keyCode + ' ' + document.title;
console.log('E.keyCode=' + e.keyCode);
break;
}
}
}
Associated javascript function logic for “onkeydown” event called logic …

function dodely() {
var pianocmd=stsarr[istsarr];
istsarr++;
console.log(pianocmd);
if (cist.indexOf(pianocmd) == -1) { eval(pianocmd); }
cist+=pianocmd;
}

function asifchord(basenoteid) {
var ip=0, ipthen=0, dely=10;
if (notediff[0] != 0) {
cist='';
stsarr=[];
istsarr=0;
for (ip=0; ip<areas.length; ip++) {
if (areas[ip].outerHTML.indexOf(basenoteid) != -1) {
console.log('base found for ' + basenoteid);
for (ipthen=0; ipthen<notediff.length; ipthen++) {
if (notediff[ipthen] != 0) {
console.log('' + areas.length + ' ip=' + ip + ' and notediff[' + ipthen + ']=' + notediff[ipthen] + ' leads to [] as ' + eval(eval('' + notediff[ipthen]) + ip));
stsarr.push(areas[eval(eval('' + notediff[ipthen]) + ip)].outerHTML.split(' onclick="')[1].split('"')[0]);
setTimeout(dodely, dely);
dely+=10;
}
}
}
}
}
for (ip=0; ip<notediff.length; ip++) {
notediff[ip]=0;
}
KEYDN_space = false;
KEYDN_shift = false;
KEYDN_ctrl = false;
inoted=0;
}
Javascript function logic for “onkeydown” event calling logic …

function play(wht) {
var dnasb;
if (wht != '') {
whatx=wht;
console.log('whatx=' + whatx);
if (notediff[0] != 0) {
asifchord(document.getElementById(whatx.split("/")[eval(-1 + whatx.split("/").length)].split('.')[0]).id);
for (var ipxx=0; ipxx<notediff.length; ipxx++) {
notediff[ipx]=0;
}
KEYDN_space = false;
KEYDN_shift = false;
KEYDN_ctrl = false;
inoted=0;
} else {
for (var ipx=0; ipx<notediff.length; ipx++) {
notediff[ipx]=0;
}
KEYDN_space = false;
KEYDN_shift = false;
KEYDN_ctrl = false;
inoted=0;
}
}
if (wht == '' && prewhat != '') {
wht=prewhat;
prewhat='';
} else if (wht.indexOf('piano/') != -1) {
caboffrank=9;
}
if (wht != '') {
what=wht;
if (what.toLowerCase().indexOf('.mp3') == -1) what=what + '.mp3';
if (what.toLowerCase().indexOf('piano/') == -1) what='piano/' + what;
if (what.indexOf('A#') != -1) what=what.replace('A#','Bb');
if (what.indexOf('G#') != -1) what=what.replace('G#','Ab');
if (what.indexOf('F#') != -1) what=what.replace('F#','Gb');
if (what.indexOf('C#') != -1) what=what.replace('C#','Db');
if (what.indexOf('D#') != -1) what=what.replace('D#','Eb');
if (what.length == 11) what=what.split('.')[0] + '4.mp3';
if (what.length == 12 && what.indexOf('b') != -1) what=what.split('.')[0] + '4.mp3';
//alert('d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0]);
if (document.getElementById('d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0])) {
document.getElementById('d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0]).style.display='block';
document.getElementById('d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0]).style.border='1px solid red';
document.getElementById('d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0]).style.opacity=1.0;
if (dnas.indexOf(';' + 'd' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0] + ',') == -1) {
dnas+='d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0] + ',10;';
} else {
dnasb=dnas.split('d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0] + ',')[1].split(';')[0];
dnas=dnas.replace('d' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0] + ',' + dnasb, 'd' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0] + ',10');
}
}
if (navigator.userAgent.match(/Android|iPhone|iPad|iPod/i)) {


if (document.getElementById('conduit').value != '') {
//alert(1);
console.log('b ' + what);
document.getElementById('cmdconduit').value+="parent.document.getElementById('iaudio" + caboffrank + "').src='" + what + "'; ";
document.getElementById('conduit').value+=what.replace('/','').replace('.','') + ' ';
} else {
console.log('c ' + document.getElementById(what.split("/")[eval(-1 + what.split("/").length)].split('.')[0]).id + ' ... ' + notediff[0]);
//alert(aleft + ',' + atop + ' ... ' + what.split("/")[eval(-1 + what.split("/").length)].split('.')[0]);
//if (lasta != null) {
// lasta.pause();
// lasta.currentTime = 0;
//}
lasta=document.getElementById(what.split("/")[eval(-1 + what.split("/").length)].split('.')[0]);
//var evt = document.createEvent("MouseEvents");
//evt.initMouseEvent("click", true, true, window, 0, 0, 0, 80, 20, false, false, false, false, 0, null);
//lasta.dispatchEvent(evt);
lasta.load();
//lasta.click();
if (wht.toLowerCase().indexOf('piano/') != -1) {
lasta.play();
} else {
lasta.style.left='' + aleft + 'px';
lasta.style.top='' + atop + "px";
aleft+=240; // 210 450 690
if (eval(aleft % 930) == 0) {
aleft=210;
atop+=50;
}
//lasta.play();
}

}


} else if (document.getElementById('conduit').value != '') {
document.getElementById('cmdconduit').value+="parent.document.getElementById('iaudio" + caboffrank + "').src='" + what + "'; ";
document.getElementById('conduit').value+=what.replace('/','').replace('.','') + ' ';
} else {
document.getElementById('iaudio' + caboffrank).src=what;
}
caboffrank=0;
}
}

The changed piano.htm‘s live run link can be used to try this out, albeit the changes only work for non-mobile and not on all the web browsers out there, but stay tuned for some alternative ideas in this line of thinking, in days to come.

Previous relevant HTML5 Web Audio Mudcube Piano Integration Composing Tutorial is shown below.

HTML5 Web Audio Mudcube Piano Integration Mobile Composing Tutorial

HTML5 Web Audio Mudcube Piano Integration Composing Tutorial

As promised in yesterday’s HTML5 Web Audio Mudcube Piano Integration Keyboard Tutorial as we left it with …

Next stop “Work out a Protocol to Compose Chords”, maybe, into the future …

… we’re back to the future (tee hee) today. And in the spirit of “I never promised you a Rose Garden” we had to settle for “near to music chords” with today’s endeavours. But look at it this way … you may have dodged a rose thorn bullet here!?

It is a personal favourite programming choice of ours to look for cute “delimitation” solutions, an example being PHP Geo Map Google Chart Offset Tutorial. And one of our favourites is to add complexity by turning what used to be an integer data “type” into a float (ie. real number with decimal (fractional) parts called the “mantissa”) data “type” (eg. starting with 60 as Middle C, and turning that into 60.048 for Middle C and an Octave C lower, or 60.048072 for Middle C and an Octave C lower and higher). Extra joy comes if that resultant “number” (covering both of those data types in scope) when “rounded” would result in the original “integer” number anyway. Today we have such joy (because the highest note number of our piano is only 108 … much less than 499 even) as we allow the user to, within their textarea “composing pallette” now say that a …

normal number is a note (and mantissa sets of 3 characters (zero left padded) play notes close behind, like chords)

In order to make this happen we intervene where a composition takes Javascript variable form and encase that into a Javascript function return value “mapping” as per …


function abscissacheck(whatsm) {
// slowby4,51,-0.5,53,-0.5,51,-0.5,46,-0.5,51,-3.0,51,-0.5,53,-0.5,51,-0.5,53,-0.5,56,-0.5,53,-0.5,51,-0.5,53,-0.5,51,-0.5,46,-0.5,49,-3.0,61,-1.0,60,-0.5,56,-0.5,53,-1.0,51,-0.5,53,-0.5,51,-0.5,46,-0.5,51,-3.0,51,-0.5,53,-0.5,51,-0.5,53,-0.5,56,-0.5,53,-0.5,51,-0.5,53,-0.5,51,-0.5,46,-0.5,49,-3.0
var iout="", zdelim="", jou=0, jout="", kout="", newchordnote=0, xz="";
var xmididata=whatsm.split(',');
var atend=eval(-2 + xmididata.length);
var usual=true;
var ioffs=0;
showr=false;
if (xmididata[0].substring(0,1) >= 'A') {
ioffs=1;
kout=xmididata[0] + ",";
}
for (var iu=atend; iu>=ioffs; iu-=2) {
jout=iout;
if (jout != "") { zdelim=","; }
usual=true;
if (("" + xmididata[iu]).indexOf('.') != -1) { // a mantissa chord scenario
for (jou=0; jou<xmididata[iu].split('.')[1].length; jou+=3) {
xz=xmididata[iu].split('.')[1].substring(jou, eval(3 + jou))
if (xz.substring(0,1) == "0") {
newchordnote=eval('' + xz.substring(1));
if (usual) { iout=xmididata[iu].split('.')[0] + "," + xmididata[eval(1 + eval('' + iu))] + zdelim + jout; zdelim=","; jout=iout; }
usual=false;
} else {
newchordnote=eval('' + xz);
if (usual) { iout=xmididata[iu].split('.')[0] + "," + xmididata[eval(1 + eval('' + iu))] + zdelim + jout; zdelim=","; jout=iout; }
usual=false;
}
showr=true;
iout=newchordnote + "," + "-0.1" + zdelim + jout;
jout=iout;
zdelim=",";
//alert('' + newchordnote);
}
if (usual) { iout=xmididata[iu].split('.')[0] + "," + xmididata[eval(1 + eval('' + iu))] + zdelim + jout; }
} else {
iout=xmididata[iu] + "," + xmididata[eval(1 + eval('' + iu))] + zdelim + jout;
}
}
jout=iout;
if (kout != "") { iout=kout + jout; }
showr=false;
if (showr) { alert(iout.slice(-100)); }
return iout;
}


function insong(sheetmusic) { // assumes comma separators
if (sheetmusic != "") {
// add a suffix of + if two hands are playing together
// normal word is a speed descriptor
// normal number is a note (and mantissa sets of 3 characters (zero left padded) play notes close behind, like chords)
// -1 is crotchet, -2 is minum, -0.5 is quaver, -0.25 is semi-quaver etcetera
// 0 (alone) is for a rest of the duration above
// 0127 is normal loudness, etcetera
var done="", offset=0.0, offset2=0.0, planbit="", isrest=false, delaydelim='', notedelim='', curnote=-1, curvelocity=127, curdelay=-1, jk, ijk, prevvelocity=-1, prefix="", curval=1, kji=0, allhhh, bitshhbefore, notes, curnotes="", delays, curdelays="";
var plan=" MIDI.loadPlugin({ \n";
// etcetera etcetera etcetera


var mididata=abscissacheck(sheetmusic).split(',');
// etcetera etcetera etcetera
}
// etcetera etcetera etcetera
}

… for transcribed music or brand new compositions like (the new three octave version of Merry Christmas, Mr Lawrence theme) …

So feel free to try the changed MyScale.html live run link (supervising the changed MyScale.php).

Did you know?

Looking for a real app that works with composing and sheet music? We’ve tried and would highly recommend the brilliant Sibelius.

Previous relevant HTML5 Web Audio Mudcube Piano Integration Keyboard Tutorial is shown below.

HTML5 Web Audio Mudcube Piano Integration Mobile Keyboard Tutorial

HTML5 Web Audio Mudcube Piano Integration Keyboard Tutorial

The web application of HTML5 Web Audio Mudcube Piano Integration Mobile Debug Tutorial makes minimal use of the keyboard, though it can be used for “composing” your own musical works into a textarea element. “While you see a chance, take it” … and so this could be an “onions of the fourth dimension” moment for this web application …

  • for non-mobile platforms (where the keyboard is that independent thaing, whereas on mobile, it interferes with web application workflows) … because it facilitates …
  • the chance to play multiple notes (almost) at the same time … as per a musical chord

… for all practical purposes, an important thing you’d want to be able to do with a piano playing web application (sadly only for non-mobile platforms).

And so, we’re using characters from the Ascii table …

  • the numbers 1 through to 7 … and …
  • the letters A through to W uppercase … and …
  • the letters a through to w lowercase … for the piano ivory (white) keys …
  • ahead of corresponding key above for an associated sharp click the Ctrl or Control key … for the piano ebony (black) keys

… to cover the needs for a keyboard method of reaching all 87 piano keys of interest on our (online digital) piano, as per …


var kqueue=[], ikqueue=-1;
var eioisaltKey=false;
var eioisctrlKey=false;
var okn='';

function keyb(eiois) {
if (eiois.ctrlKey) {
eioisctrlKey=true;
} else if (eiois.altKey) {
eioisaltKey=true;
} else if ( eiois.keyCode == 17 ) {
eioisctrlKey=true;
} else if ( (eiois.which || eiois.keyCode) == 8 ) {
if (okn.length > 0) {
okn=okn.substring(0, eval(-1 + okn.length));
} else {
okn='';
}
if (eioisctrlKey) {
eioisctrlKey=false;
} else if (eioisaltKey) {
eioisaltKey=false;
}
} else if (eioisctrlKey) {
if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'A' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'G') {
kqueue.push("document.getElementById('N" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'a' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'g') {
kqueue.push("document.getElementById('o" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'H' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'N') {
kqueue.push("document.getElementById('N" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'h' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'n') {
kqueue.push("document.getElementById('o" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'O' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'U') {
kqueue.push("document.getElementById('N" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'o' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'u') {
kqueue.push("document.getElementById('o" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= '1' && String.fromCharCode(eiois.which || eiois.keyCode) <= '7') {
kqueue.push("document.getElementById('N" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'V' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'X') {
kqueue.push("document.getElementById('N" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
}
okn+=String.fromCharCode(eiois.which || eiois.keyCode) + '#';
if (eioisctrlKey) {
eioisctrlKey=false;
} else if (eioisaltKey) {
eioisaltKey=false;
}
} else {
if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'A' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'G') {
kqueue.push("document.getElementById('P" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'a' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'g') {
kqueue.push("document.getElementById('q" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'H' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'N') {
kqueue.push("document.getElementById('P" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'h' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'n') {
kqueue.push("document.getElementById('q" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'O' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'U') {
kqueue.push("document.getElementById('P" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'o' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'u') {
kqueue.push("document.getElementById('q" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= '1' && String.fromCharCode(eiois.which || eiois.keyCode) <= '7') {
kqueue.push("document.getElementById('P" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
} else if (String.fromCharCode(eiois.which || eiois.keyCode) >= 'V' && String.fromCharCode(eiois.which || eiois.keyCode) <= 'X') {
kqueue.push("document.getElementById('P" + String.fromCharCode(eiois.which || eiois.keyCode) + "').click();");
}
okn+=String.fromCharCode(eiois.which || eiois.keyCode);
if (eioisctrlKey) {
eioisctrlKey=false;
} else if (eioisaltKey) {
eioisaltKey=false;
}
}
if (ikqueue == -1 && kqueue.length > 0) {
ikqueue=0;
setTimeout(keychecking, 20);
}
}


function keychecking() {
var iok=-1, cok='';
if (kqueue.length > 0) {
for (var jkl=0; jkl<kqueue.length; jkl++) {
if (iok == -1 && kqueue[jkl] != '') {
iok=jkl;
}
}
if (iok != -1) {
cok=kqueue[iok];
kqueue[iok]='';
eval(cok);
setTimeout(keychecking, 20);
} else {
kqueue=[];
ikqueue=0;
setTimeout(keychecking, 20);
}
} else {
setTimeout(keychecking, 20);
}
}


setTimeout(andthenmode, 2000);
</script>
</head>
<body style='background-color: yellow;' onkeydown='prekeyb(event);' onkeypress='keyb(event);'>

Try the changed MyScale.html live run link.

Next stop “Work out a Protocol to Compose Chords”, maybe, into the future … and beyond.

Previous relevant HTML5 Web Audio Mudcube Piano Integration Mobile Debug Tutorial is shown below.

HTML5 Web Audio Mudcube Piano Integration Mobile Debug Tutorial

HTML5 Web Audio Mudcube Piano Integration Mobile Debug Tutorial

Yesterday’s HTML5 Web Audio Mudcube Piano Integration Tutorial was tested on non-mobile platforms, but with mobile (iOS) work we sometimes reach different parts of the Javascript client code, the reason being that the non-mobile platforms do not require that “button touch event” intervention, and they can just go ahead and load any Web Audio functionality parts during the webpage onload period, and use it or not, at leisure. We noticed yesterday, “no go” for an iPad, which almost certainly means “no go” for iPhone as well. What to do? Similar to HTML5 Web Audio Piano Mobile Safari Web Inspector Debug Tutorial as per …

Did you notice the use of … anyone, anyone? … yes, Augusta Ada King … console.log([message]) calls all over the place. Could it be that “alert” calls would be too disruptive? That’s right. Do you remember, perhaps, in science at school, how we learnt that looking at a photon was difficult because we would be interfering in how that photon would be in nature, and so we can not conclude anything categorically because of our interference. Well, “timing issues” are a bit the same, but console.log([message]) calls will not interfere and yet pass on information to … anyone, anyone? … yes, Grace Brewster Murray Hopper … a web inspector. Like Safari’s we think, given we’re working with …

  • an iPhone to test on
  • a MacBook Pro to facilitate the testing … connected via …
  • (the ubiquitous Apple white) lead … hardware wise … and …
  • the Safari web browser (on both devices, running our “piano web application” on the iPhone Safari web browser) … software wise … and within that browser’s …
  • Developer menu can get us to (the iPhone incarnation of the) Web Inspector … within which the …
  • Console tab can show us errors and warnings and information (which we can augment ourselves via our console.log[message]) Javascript DOM calls in the HTML/Javascript/CSS code of our “piano web application” and its “web audio interfacing” friend

… but if you’ve not done this in the past … yes we have thanks …

… except, today, “an iPhone and iPad to test on”. We found a few problems that the fixes for, allowed the Web Audio option for the piano web application to start working on the iPad and iPhone, for the “composing” parts as well.

And you can see us doing a bit of this with today’s animated GIF presentation.

Again, here are today’s mobile platform debugging changes …

Previous relevant HTML5 Web Audio Mudcube Piano Integration Tutorial is shown below.

HTML5 Web Audio Mudcube Piano Integration Tutorial

HTML5 Web Audio Mudcube Piano Integration Tutorial

The integrations of the recent HTML5 Web Audio Piano Mobile Safari Web Inspector Debug Tutorial have a lot in common with today’s …

  • audio applicability … in conjunction with …
  • piano

… basis. But this integration to an older “piano application” incarnation, that used MIDI interfacing, has additional “composing” functionality we’re keen to “lassoo” into the integrations, because the integration of Web Audio will mean we can compose music on mobile platforms (we hope by tomorrow), if that’s your preference. On this front, do you remember us working out the haunting and beautiful theme to the music to Merry Christmas, Mr Lawrence when we presented HTML/Javascript/PHP Compose Music Makeover Tutorial … as per …

What was some of the inspiration? Right near the end of ABC Radio 702’s Thu 27 Dec 2018, 6:00am Sydney, Australia podcast you can hear what was to me a captivating piano solo played by Ryuichi Sakamoto below …


… written for the movie Merry Christmas, Mr Lawrence.

? Well, we’ve used that tune to test run our integration, where it wasn’t just the case of plugging in the same logic of the integration of HTML5 Web Audio Piano Mobile Safari Web Inspector Debug Tutorial, alas. The MIDI plugin of the mudcube incarnation does some clever client “sleeping” to do its thaing, so we have to work out quite a bit of setTimeout (timer) rearranging to simulate those “smarts”.

Here are the changes …

… for transcribed music or brand new compositions like …

… with which we hope you might now be able to work music compositions (at least on non-mobile for today), via the Web Audio API that came in with HTML5.

Previous relevant HTML5 Web Audio Piano Mobile Safari Web Inspector Debug Tutorial is shown below.

HTML5 Web Audio Piano Mobile Safari Web Inspector Debug Tutorial

HTML5 Web Audio Piano Mobile Safari Web Inspector Debug Tutorial

There were problems peculiar to mobile platforms involved in the work of yesterday’s HTML5 Web Audio Piano Mobile Tutorial. But just how did we arrive at a solution? We can tell you now a placement of Javascript “alert” popup windows is inadequate for such an involved issue that cannot be simulated on our usual MacBook Pro laptop “home base” computer. So what to do?

There’s a big clue in the difference reports of yesterday …

Did you notice the use of … anyone, anyone? … yes, Augusta Ada King … console.log([message]) calls all over the place. Could it be that “alert” calls would be too disruptive? That’s right. Do you remember, perhaps, in science at school, how we learnt that looking at a photon was difficult because we would be interfering in how that photon would be in nature, and so we can not conclude anything categorically because of our interference. Well, “timing issues” are a bit the same, but console.log([message]) calls will not interfere and yet pass on information to … anyone, anyone? … yes, Grace Brewster Murray Hopper … a web inspector. Like Safari’s we think, given we’re working with …

  • an iPhone to test on
  • a MacBook Pro to facilitate the testing … connected via …
  • (the ubiquitous Apple white) lead … hardware wise … and …
  • the Safari web browser (on both devices, running our “piano web application” on the iPhone Safari web browser) … software wise … and within that browser’s …
  • Developer menu can get us to (the iPhone incarnation of the) Web Inspector … within which the …
  • Console tab can show us errors and warnings and information (which we can augment ourselves via our console.log[message]) Javascript DOM calls in the HTML/Javascript/CSS code of our “piano web application” and its “web audio interfacing” friend

… but if you’ve not done this in the past, there is a fair bit to do to get up and running doing this. In setting this up, we were stuck for a while with connections but blank console tab screens. Why? Well, you need both iPhone and MacBook Pro to have any outstanding operating system updates attended to. Then, given that, we’d recommend following the excellent advice of How to Activate the iPhone Debug Console, thanks …

On the iPhone (setting up wise) …

  1. Tap the Settings icon on the iPhone Home screen.
  2. Scroll down until you reach Safari and tap on it to open the screen that contains everything related to the Safari web browser on your iPhone, iPad, or iPod touch.
  3. Scroll to the bottom of the screen and tap Advanced menu.
  4. Toggle the slider next to Web Inspector to the On position.

On the MacBook Pro (setting up wise) …

  1. Click Safari in the menu bar and choose Preferences.
  2. Click the Advanced tab
  3. Select the box next to Show Develop menu in menu bar.
  4. Exit the settings window.
  5. Click Develop in the Safari menu bar and select Show Web Inspector.

… and we’ve got for you some screenshots of our “goings on” sorting out our “piano web application” problems on mobile (at least iOS) platforms with today’s PDF “stream of consciousness” presentation. We hope it helps you out, or gets you down the road of digging into an issue you have with an HTML web application on an iOS device.

Previous relevant HTML5 Web Audio Piano Mobile Tutorial is shown below.

HTML5 Web Audio Piano Mobile Tutorial

HTML5 Web Audio Piano Mobile Tutorial

You guessed it! The software integrations of yesterday’s HTML5 Web Audio Piano Tutorial had issues with the mobile platforms. Do fish swim? Do axolotl have two L’s and two O’s? Yes, yes and yes.

With our iPad and iPhone testing (and we’ll go more into that tomorrow) we found timing issues as to when exactly to call that window onload init function. Which beggars the question, being that window and document are two different objects of a webpage “is window onload the same as document body onload?” We’d always assumed so, and trying “not to be in that bubble of our own existence”, did read at least the first link of that previous Google search to feel appeased. It seems so … but we digress.

Why is this timing important? As we’ve said many times, Apple‘s iOS (mobile operating system) and audio are super sensitive to trying to eradicate “sounds on (webpage) load”, we take it, and want to only allow for audio easily via a “touch” event off a button (made by a human … and, we hope, all axolotls), that’s why. Get the timing wrong, and we weren’t, on mobile platforms, creating the buttons needed to touch in order to make the 87 different notes on our piano.

This work is accessible via the changed piano.htm‘s piano web application calling on the changed web_audio.htm (Web Audio API interfacer) in an iframe.

Previous relevant HTML5 Web Audio Piano Tutorial is shown below.

HTML5 Web Audio Piano Tutorial

HTML5 Web Audio Piano Tutorial

We find software integration interesting yet challenging, and the integration of …

… in these early days, before we give up on the mobile platform issue compromises we have so far, is no exception.

In broad brush terms we …

  • call from the changed piano.htm‘s piano web application the changed web_audio.htm (Web Audio API interfacer) in an iframe as per (the HTML) …

    <iframe class=ask title='versus Audio Web' frameborder=0 scrolling='no' style='overflow:hidden;background-color:orange;display:inline-block;width:500px;height:28px;max-height:28px;' width=500 height=28 src='web_audio.htm?vscaseyrule=y'></iframe>

    … and so in …
  • web_audio.htm (it) creates up above all else in the top left corner of its webpage, on detecting this call above …

    <script type='text/javascript'>
    if ((location.search.split('vscaseyrule=')[1] ? (' ' + decodeURIComponent(location.search.split('vscaseyrule=')[1]).split('&')[0]) : '') != '') { //navigator.userAgent.match(/Android|BlackBerry|iPhone|iPad|iPod|Opera Mini|IEMobile/i)) {
    var hish='<div class=parent id=dchoose style="font-size:26px;position:absolute;top:0px;left:0px;z-index:2001;display:inline-block;background-color:transparent;"><input class=child placeholder="CaseyRule" title="versus Audio Web" style="position:absolute;top:0px;left:0px;z-index:2001;display:inline-block;background-color:transparent;" name=dlhuhb id=dlhuhb onchange="' + "actedupon=true; this.visibility='visible'; parent.document.getElementById('conduit').value=' '; parent.document.getElementById('cmdconduit').value=' '; document.getElementById('dchoose').innerHTML='Web Audio'; " + '" onclick="actedupon=true; parent.document.getElementById("' + "conduit" + '").value=String.fromCharCode(32); parent.document.getElementById("' + "cmdconduit" + '").value=String.fromCharCode(32); setTimeout(init,1500);" onblur="actedupon=true; parent.document.getElementById("' + "conduit" + '").value=String.fromCharCode(32); parent.document.getElementById("' + "cmdconduit" + '").value=String.fromCharCode(32); this.value=' + "'Web Audio';" + ' setTimeout(init,1800);" ontouchstart=" parent.document.getElementById("' + "conduit" + '").value=String.fromCharCode(32); parent.document.getElementById("' + "cmdconduit" + '").value=String.fromCharCode(32); setTimeout(init,500);" list="modes" name="modes"><datalist id="modes"><option value="CaseyRule"><option value="Audio Web"></datalist></div>';
    if (1 == 1 || navigator.userAgent.match(/Android|BlackBerry|iPhone|iPad|iPod|Opera Mini|IEMobile/i)) {
    hish='<div class=parent id=dchoose style="font-size:26px;position:absolute;top:0px;left:0px;z-index:2001;display:inline-block;background-color:transparent;">CaseyRule versus <button style=display:inline-block;background-color:red; id=dlhuhb onmousedown="' + "actedupon=true; parent.document.getElementById('conduit').value=' '; parent.document.getElementById('cmdconduit').value=' '; this.innerHTML=''; setTimeout(init,500);" + '" ontouchstart="' + "actedupon=true; parent.document.getElementById('conduit').value=' '; parent.document.getElementById('cmdconduit').value=' '; setTimeout(init,200);" + '">Web Audio</button></div>';
    }
    document.write(hish);
    }
    </script>

    … a default piano “CaseyRule” mode of use piece of text, followed by a HTML button element “Web Audio” to switch to that … and back at …
  • piano.htm detects a “Web Audio” mode of use when that …

    if (document.getElementById('conduit').value != '') {
    document.getElementById('cmdconduit').value+="parent.document.getElementById('iaudio" + caboffrank + "').src='" + what + "'; ";
    document.getElementById('conduit').value+=what.replace('/','').replace('.','') + ' ';
    } else {
    document.getElementById('iaudio' + caboffrank).src=what;
    }

    … document.getElementById(‘conduit’).value is not ” because it is storing button press information for …
  • web_audio.htm to play the audio off that button press via …

    function pianonoteplay(bo) {
    var ioth='' + eval('' + bo.title);
    var prefix="";
    if (!nostop) { stopit(); } else { lastbo=null; }
    if (whichs == "") { whichs="" + ioth; }
    whichs="" + eval(ioffs[eval(-1 + eval('' + ioth))] + eval(ioth));
    if (sourcep_valid()) { //if (typeof sourcep !== 'undefined') {
    sourcep[eval(-1 + eval(whichs))]=true;
    } else {
    eval("source" + whichs + "p=true;");
    }
    var sendb=("(" + document.getElementById('startingin').value + "," + document.getElementById('startingat').value + ");").replace("(,)", "(0)").replace("(,", "(0,").replace(",)", ",0)");
    var suffix=("(" + document.getElementById('startingin').value + "," + document.getElementById('startingat').value + ")").replace("(,)", "").replace("(0,0)", "").replace("(0,)", "").replace("(,0)", "").replace("(,", ",").replace(",)", "").trim();
    if (source_valid()) { //if (typeof source !== 'undefined') {
    if (fors.replace('0','') != '' && fors.indexOf('-') == -1) {
    source[eval(-1 + eval(whichs))].start(eval('0' + document.getElementById('startingin').value), eval('0' + document.getElementById('startingat').value), eval('' + dura(document.getElementById('duration').value,lastbo).split(';')[0].split(':')[eval(-1 + dura(document.getElementById('duration').value,lastbo).split(';')[0].split(':').length)].split('.')[0].split(' ')[0]));
    } else if (document.getElementById('duration').value.replace('0','') != '') {
    source[eval(-1 + eval(whichs))].start(eval('0' + document.getElementById('startingin').value), eval('0' + document.getElementById('startingat').value), eval('' + dura(document.getElementById('duration').value,lastbo).split(';')[0].split(':')[eval(-1 + dura(document.getElementById('duration').value,lastbo).split(';')[0].split(':').length)].split('.')[0].split(' ')[0]));
    } else {
    source[eval(-1 + eval(whichs))].start(eval('0' + document.getElementById('startingin').value), eval('0' + document.getElementById('startingat').value));
    }
    } else {
    eval("source" + whichs + ".start" + dura(sendb,lastbo));
    }
    nostop=false;
    document.getElementById('startingat').value='';
    document.getElementById('startingin').value='';
    document.getElementById('loop1').checked=false;
    document.getElementById('loop2').checked=false;
    checknext();
    ioffs[eval(-1 + eval(ioth))]+=four;
    ioffset=ioffs[eval(-1 + eval(ioth))];
    if (sourcep_valid()) { //if (typeof sourcep !== 'undefined') {
    sourcep[eval(-1 + eval(ioffset + eval(ioth)))]=false;
    } else {
    eval("source" + eval(ioffset + eval(ioth)) + "p=false;");
    }
    if (source_valid()) { //if (typeof source !== 'undefined') {
    source[eval(-1 + eval(ioffset + eval(ioth)))] = context.createBufferSource();
    source[eval(-1 + eval(ioffset + eval(ioth)))].buffer = sb[eval(-1 + eval(ioth))];
    source[eval(-1 + eval(ioffset + eval(ioth)))].connect(context.destination);
    } else {
    eval("source" + eval(ioffset + eval(ioth)) + " = context.createBufferSource(); source" + eval(ioffset + eval(ioth)) + ".buffer = sb[" + eval(-1 + eval(ioth)) + "]; source" + eval(ioffset + eval(ioth)) + ".connect(context.destination); ");
    }
    }

… for starters.

Expecting a sound tonality difference between the methods? No, a computer creates the sound the same way via the same sound frequency, and if the response time is reasonable we couldn’t hear big rhythm changes that you might expect with the parent/child “chatter” required for all this.

Feel free to try your piano playing scales and arpeggios and chords with today’s more integrated live run link.

Previous relevant HTML5 Web Audio Mobile Tutorial is shown below.

HTML5 Web Audio Mobile Tutorial

HTML5 Web Audio Mobile Tutorial

There is another two pronged improvement approach again today building on HTML5 Web Audio Overlay Tutorial‘s two pronged approach to the previous two pronged approach … which makes for a great fork for spaghetti but we digress … the prongs today being …

  • first, and like yesterday, allow for clientside HTML to do what serverside PHP usually does for us … handle large amounts of data as PHP can do using its $_POST[] approach … we’re still calling “Overlay Iframe Remembering” … and add to …
    1. child iframe src= mode of use … but also with, new to today …
    2. child iframe srcdoc= mode of use

    … because (am not absolutely sure why as yet but) it solves the problem with …
    … non-mobile/Safari/fill in “Audio Content” form/including a Duration/click “Web Audio Run” button …
    … didn’t automatically start any audio, though other non-mobile web browsers do …
    … and as you may imagine this needs some delimitation explanations that show below …

    function takealook(fo) {
    var noneed=true;
    var htmlis='';
    var nsuffix='';
    if (document.getElementById('url1').value.length > 500) { noneed=false; }
    if (document.getElementById('url2').value.length > 500) { noneed=false; }
    if (document.getElementById('url3').value.length > 500) { noneed=false; }
    if (document.getElementById('url4').value.length > 500) { noneed=false; }
    if (document.getElementById('durationget').value.length > 0) { nsuffix='¬oka=secret'; noneed=false; } else { isrc=' src='; }
    if (source_valid()) {
    if (noneed) { return true; }
    if (isrc == ' srcdoc=') {
    if (navigator.userAgent.match(/Android|BlackBerry|iPhone|iPad|iPod|Opera Mini|IEMobile/i)) {
    document.getElementById('huhb').style.display='inline-block';
    document.getElementById('diframe').innerHTML="<iframe id=myi style='opacity:1.0;position:absolute;top:0px;left:0px;z-index:-" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' srcdoc=></iframe>";
    } else {
    document.getElementById('diframe').innerHTML="<iframe id=myi style='opacity:1.0;position:absolute;top:0px;left:0px;z-index:-" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' srcdoc=></iframe>";
    }
    if (documentURL.indexOf('#') == -1) { document.getElementById('divbody').style.opacity='1.0'; }
    document.getElementById('myi').srcdoc='<!doctype html><html><head>' + document.head.innerHTML.replace(/document\.URL/g,"'" + documentURL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + nsuffix + "¬oka=" + encodeURIComponent(notoka.trim()) + "'").replace(/\'0\.2\'/g,"'1.0'") + '</head><body>' + document.body.innerHTML.replace(/document\.URL/g,"'" + documentURL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + nsuffix + "¬oka=" + encodeURIComponent(notoka.trim()) + "'").replace(/\'0\.2\'/g,"'1.0'") + '</body></html>';
    } else {
    if (documentURL.indexOf('#') == -1) { document.getElementById('divbody').style.opacity='0.2'; }
    document.getElementById('diframe').innerHTML="<iframe style='position:absolute;top:0px;left:0px;z-index:" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' src='" + documentURL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + nsuffix + "'></iframe>";
    }
    } else {
    if (notoka.trim().toLowerCase() == 'secret') { noneed=false; }
    if (noneed) { return true; }
    if (isrc == ' srcdoc=') {
    if (navigator.userAgent.match(/Android|BlackBerry|iPhone|iPad|iPod|Opera Mini|IEMobile/i)) {
    document.getElementById('huhb').style.display='inline-block';
    document.getElementById('diframe').innerHTML="<iframe id=myi style='opacity:1.0;position:absolute;top:0px;left:0px;z-index:-" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' srcdoc=></iframe>";
    } else {
    document.getElementById('diframe').innerHTML="<iframe id=myi style='opacity:1.0;position:absolute;top:0px;left:0px;z-index:-" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' srcdoc=></iframe>";
    }
    if (documentURL.indexOf('#') == -1) { document.getElementById('divbody').style.opacity='1.0'; }
    document.getElementById('myi').srcdoc='<!doctype html><html><head>' + document.head.innerHTML.replace(/document\.URL/g,"'" + documentURL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + "¬oka=" + encodeURIComponent(notoka.trim()) + "'").replace(/\'0\.2\'/g,"'1.0'") + '</head><body>' + document.body.innerHTML.replace(/document\.URL/g,"'" + documentURL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + "¬oka=" + encodeURIComponent(notoka.trim()) + "'").replace(/\'0\.2\'/g,"'1.0'") + '</body></html>';
    } else {
    if (documentURL.indexOf('#') == -1) { document.getElementById('divbody').style.opacity='0.2'; }
    document.getElementById('diframe').innerHTML="<iframe style='position:absolute;top:0px;left:0px;z-index:" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' src='" + documentURL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + "¬oka=" + encodeURIComponent(notoka.trim()) + "'></iframe>";
    }
    }
    return false;
    }

    … adding another option to “Overlay Iframe Remembering” types of solutions, we figure … cute in the sense that all this is clientside HTML/Javascript/CSS

    • … as per these interim changes

  • mobile platform considerations (in our tests of iOS iPad and iPhone) …
    1. allowing for a button press “touch” event (“touchstart” for us, but read somewhere that they liked “touchend”) to trigger the AudioContext setup
    2. taking away the “capture” property of our browser buttons so that the mobile platform user can browse for an existant media file or capture that media
    3. we try to allow video media to be played in that video element should the user choose a video media file as their audio media choice which tends to be the way for the “capture” property of a mobile user input type=file browser button

    … as per these changes

Did you get from the code snippets how this “Overlay Iframe Remembering” works by storing the large amounts of data in an overlayed “layer” of webpage, both webpage layers “clientside” by nature and available datawise to each other in a parent/child (layer1WebpageParent/layer2OverlayedIframeWebpageChild) arrangement, that iframe being populated via a src= scenario getting the “overlay” to populate itself or help that “overlay” along (perhaps it’s that period after lunch digesting the caviar?!) by supplying its content via srcdoc= usage? Again, perhaps it is easier to see it in action at this live run link.

Previous relevant HTML5 Web Audio Overlay Tutorial is shown below.

HTML5 Web Audio Overlay Tutorial

HTML5 Web Audio Overlay Tutorial

Again, in building on yesterday’s HTML5 Web Audio Duration Tutorial two pronged approach, we have another one today, those approaches involving …

  • first allow for clientside HTML to do what serverside PHP usually does for us … handle large amounts of data as PHP can do using its $_POST[] approach … we’re going to call “Overlay Iframe Remembering” … whereby the
    1. navigational form gets a new id=waform onsubmit=’return takealook(this);’ …

      function takealook(fo) {
      var noneed=true;
      var nsuffix='';
      if (document.getElementById('url1').value.length > 500) { noneed=false; }
      if (document.getElementById('url2').value.length > 500) { noneed=false; }
      if (document.getElementById('url3').value.length > 500) { noneed=false; }
      if (document.getElementById('url4').value.length > 500) { noneed=false; }
      if (document.getElementById('durationget').value.length > 0) { nsuffix='¬oka=secret'; noneed=false; }
      if (source_valid()) {
      if (noneed) { return true; }
      document.getElementById('divbody').style.opacity='0.2';
      document.getElementById('diframe').innerHTML="<iframe style='position:absolute;top:0px;left:0px;z-index:" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' src='" + document.URL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + nsuffix + "'></iframe>";
      } else {
      if (notoka.trim().toLowerCase() == 'secret') { noneed=false; }
      if (noneed) { return true; }
      document.getElementById('divbody').style.opacity='0.2';
      document.getElementById('diframe').innerHTML="<iframe style='position:absolute;top:0px;left:0px;z-index:" + eval(1 + eval('0' + zi)) + ";width:100%;height:100vh;' src='" + document.URL.split('#')[0].split('?')[0] + "?zi=" + eval(1 + eval('0' + zi)) + "¬oka=" + encodeURIComponent(notoka.trim()) + "'></iframe>";
      }
      return false;
      }

      … where if noneed ends up as false we perform some overlay favourites … building on …
    2. textbox HTML design changes from …

      <input style='display:inline-block;background-color:#f0f0f0;' type=text name=url2 title='Audio URL 2' value='./one_to_fiftynine.m4a'></input>

      … to …

      <input data-id=url2 onblur="document.getElementById(this.getAttribute('data-id')).value=this.value;" style='display:inline-block;background-color:#f0f0f0;' type=text name=url2 title='Audio URL 2' value='./one_to_fiftynine.m4a'></input>
      <div id=dform style='display:none;'></div>
      <div id=diframe></div>

      … that makes the document.body onload logic below be useful for the context of that onsubmit form logic above …

    3. document.getElementById('dform').innerHTML=document.getElementById('waform').innerHTML.replace(/\ data\-id=/g, ' id=').replace(/\ onblur=/g, ' data-onblur=');

    … as per these interim changes … then in the context of those large amounts of data possibly coming from …

  • like with the recent Video via Canvas File API Tutorial …

    … we see for web applications, two primary source “partitions”, those being …

    • around the “net” (in the server wooooooorrrrrlllllld, in the public areas of the Internet, which are not in “the dark web”, that is) via an absolute URL (to the same domain or beyond) and/or relative URL (in relation to the URL “home” place on the web server of the same domain as where you launched it … which we catered for yesterday, though quietly we’d have allowed absolute URLs too, it’s just that cross-domain restrictions make us shy about publicizing that) … versus …
    • on the client computer (or device)

    … and, yes, for all those who guessed we’d try to cater for image and/or video data coming from this client source, you are correct …

    … media file browsing, via the wonderful File API, additional functionality as per these changes to web_audio.htm

Did you get from the code snippets how this “Overlay Iframe Remembering” works by storing the large amounts of data in an overlayed “layer” of webpage, both webpage layers “clientside” by nature and available datawise to each other in a parent/child (layer1WebpageParent/layer2OverlayedIframeWebpageChild) arrangement? Perhaps it is easier to see it in action at this live run link.

Previous relevant HTML5 Web Audio Duration Tutorial is shown below.

HTML5 Web Audio Duration Tutorial

HTML5 Web Audio Duration Tutorial

In building on yesterday’s HTML5 Web Audio Primer Tutorial we adopted a two pronged approach, that being …

  • first allow for the reduction of use of Javascript eval involving statements that assign values (ie. eval statement contains an “=” sign) (but will continue on with it helping out with some mathematics) … in favour of using arrays instead …

    var source=[];
    var sourcep=[];
    var notoka=location.search.split('notoka=')[1] ? (" " + decodeURIComponent(location.search.split('notoka=')[1]).split('&')[0]) : "";
    if (notoka == "") {
    for (var iii=1; iii<=4; iii++) {
    source.push(null);
    sourcep.push(false);
    }
    }

    for (var ii=5; ii<500; ii++) {
    if (source_valid()) { //if (typeof source !== 'undefined') {
    source.push(null);
    if (sourcep_valid()) { //if (typeof sourcep !== 'undefined') {
    sourcep.push(false);
    }
    } else {
    eval("var source" + ii + " = null;"); //context.createBufferSource();
    }
    }

    function source_valid() {
    if (typeof source !== 'undefined') {
    if (source.length >= 4) { return true; }
    }
    return false;
    }

    function sourcep_valid() {
    if (typeof sourcep !== 'undefined') {
    if (sourcep.length >= 4) { return true; }
    }
    return false;
    }

    … as per these interim changes … then go on to …
  • other changes as per …
    1. add duration as a very useful third parameter …

      Seconds … optionally follow by ; sets of ButtonNumber1to4:StartingAt=[0]:StartingIn=[0]:Loop=[false]:Duration=[0]

      … to Web Audio class “start” method … the use of which is the final piece in a puzzle that allows us to …

    2. schedule an execution run of button presses to play Audio ahead of time … because with a duration we can piggy back the audios (so be able to synchronize our efforts better) … and we also …
    3. open the Audio content up to the “server” woooorrrrlllld (via the “reveal” friendly HTML details/summary element combination) by allowing the user to specify their own 4 audio URLs (and one synchronized video one) along with 4 button labels presented in an HTML form method=GET to renavigate with this user supplied content back to the body onload scenario

    … to arrive at this finally changed web_audio.html

… that we welcome you to try at this live run link.

Previous relevant HTML5 Web Audio Primer Tutorial is shown below.

HTML5 Web Audio Primer Tutorial

HTML5 Web Audio Primer Tutorial

As an audio/video synchronization alternative to the techniques used in Mac OS X Text to English Speech Primer Tutorial, today, we involve the great Web Audio API functionality introduced with HTML5 and “starring” in HTML5 Rocks’s Getting Started with Web Audio API great advice on this subject.

We start down this long road, we suspect, being able to …

  • set up the audio playing of four separate audio sources (some featuring in Spliced Audio Number Genericization Tutorial) … where …
  • one, with its default configuration, synchronizes with an apt video media play
  • allow looping
  • allow for “start at” seconds
  • allow for “start in” seconds

… on a first draft HTML and Javascript and CSS web_audio.html live run link.

We hope you hang around on our road trip with this topic.

Previous relevant Spliced Audio Number Genericization Tutorial is shown below.

Spliced Audio Number Genericization Tutorial

Spliced Audio Number Genericization Tutorial

If you’ve completed a successful “proof of concept” stage to a project, it can be tempting at this early stage, even before applying it to the specific intended software integration target, to consider ways to “genericize” that application, and so it is for us, here, with yesterday’s Spliced Audio Number Announcements Tutorial, as shown below, that we feel this could come along to be applied for other purposes. We have no doubt the exercise of doing this serves at least three good purposes …

  1. slow it down a bit before rushing to “software integrate”, as patience can be good here
  2. learn more about what’s possible, and what isn’t, to do with the scope of your planning and thinking
  3. other application may, too, benefit from this “early days” “genericization” of a potential plugin component piece of HTML and Javascript code

In this early stage of “genericization” thoughts, we think that with our project we want to keep intact these ideas …

  • there’ll be up to 3 “columns” of ideas to piece together an audio message from its constituent parts, like with those Sydney train platform announcements we’ve talked about before
  • there’ll be 3 soundfiles mapped to most of the usage regarding these 3 “columns”
  • there’ll be the possibility for silence to be an option in each “column”
  • there’ll be the mechanism by which the user can define their own “Title” and “Subtitle” and 3 “column” headings themselves
  • there’ll be 2 leftmost “columns” that define counting numbers whose ranges can be defined by the user, where, for now, the timing of sounds goes that sounds start at [number].4 seconds and plays for 1.5 seconds
  • there’ll be minimum and maximum special case entries available for user definition in the leftmost “column” that calls on the fourth soundfile, where, for now, the timing of sounds goes that sounds start at 0 seconds and 2 seconds respectively and plays for 2 seconds
  • there’ll be a minimum special case entry available for user definition in the middle “column” that calls on a sound from the third soundfile, where, for now, the timing of sounds goes that sounds start at 3.1 seconds and plays for 1.8 seconds
  • there’ll be 1 rightmost “column” that can have three entries defined

And that is as far as we go with “genericizations”, at this stage, with our project.

In our experience, what Javascript function is a big friend of “genericization”? We’d say Javascript eval function is our favourite here.

It’s funny to think that our HTML and Javascript and CSS audio_1_59.htm, vastly changed from yesterday as per this link, functions exactly the same in its default form, and you can continue to enjoy its accompanying default live run link, but it can, through the use of complex URLs (only, just at this early stage) be made to look quite different, with the same code, as you can see with this complex live run.

So, in summary, this leaves us with many more “live run” options, those being …

Previous relevant Spliced Audio Number Announcements Tutorial is shown below.

Spliced Audio Number Announcements Tutorial

Spliced Audio Number Announcements Tutorial

We’ve got a “proof of concept” tutorial for you today, because we’ve got an idea for something, as we said some time back at Splicing Audio Primer Tutorial …

The first was a simulation of those Sydney train public announcements where the timbre of the voice differs a bit between when they say “Platform” and the “6” (or whatever platform it is) that follows. This is pretty obviously computer audio “bits” strung together … and wanted to get somewhere towards that capability.

… that will probably be blimmin’ obvious to you should you be a regular recent reader at this blog.

Do you remember what we, here, see as a characteristic of “proof of concept” at WordPress Is Mentioned By Navigation Primer Tutorial …

To us, a “proof of concept” is not much use if it is as involved as what it is trying to prove

… and do you remember how we observed at Windows 10 Cortana Primer Tutorial …

… because you can work Cortana without the voice recognition part, if you like, or if you have the urge to run for the nearest cupboard before being caught talking into a computer (microphone)

? Well, today, we’d like you to be patient about the lack of audio quality with our home made audio (see excuse 2 above) bit we are mainly interested in “proof of concept” issues (see excuse 1 above).

So what “ingredients” went into this “Audio Numbers” web application? As we did in Apple iOS Siri Audio Commentary Tutorial …

HTML audio elements that allow for an audio commentary of the 9 “subimages” … the content for which is derived on a Mac OS X by QuickTime Player‘s Audio Recording functionality, which we last talked about at this blog with QuickTime Player Video Flickr Share Primer Tutorial

… we do again today. On doing this we realized the recordings were not loud enough, so started down the road of R&D on this and got to the very useful Increase Audio Volume website tool that helped a little, and this manifests itself if/when you run our live run today, that if you pick “minute” numbers less than or equal to “30” they are a better better in volume than others, with the “Trial Version” of this software helping you out with “half file” enhancements. “Proof of concept”, remember? And so the aspects you’d change for your own purposes, are …

  1. the content (and more than likely, names) of audio files mentioned below …
  2. arrays of audio files …

    var audiomedia=["one_to_fiftynine.m4a","past_quarterto.m4a","am_pm.m4a"];
    var midmedia=["midnight_midday.m4a"];

    … and it should be noted here, that a separate file for each unique sound, could be a good alternative design, and would stop failures to do with the slow loading speed of the home web server causing audio misfiring … and would mean, below, that “astart” is always “0” and “delay” should be set to the audio object’s duration parameter
  3. variables “astart” and “delay” as per example …

    } else if (thingis.toLowerCase().indexOf('clock') != -1) {
    oaudio.src=audiomedia[i];
    astart=eval("3.1");
    delay=1.8;

    … where “astart” reflects a start of play value and “delay” represents a length of play scenario in seconds, as we got going in the past when we presented Spliced Audio/Video Overlay Position Tutorial as shown below, where you can read more about the HTML5 Audio objects we used with this “proof of concept” project

Please note with the recording of “one_to_fiftynine.m4a”, that records numbers from 1 to 59, via QuickTime Player, we relied on the recording timer, to time our number recording with a second of duration to make the HTML and Javascript coding a lot easier!

So, as you can see, this is “proof of concept” preparation, and of you want to try it yourself, perhaps you’d like to start with a skeleton of today’s HTML and Javascript audio_1_59.html as a starting point?!

Previous relevant Spliced Audio/Video Overlay Position Tutorial is shown below.

Spliced Audio/Video Overlay Position Tutorial

Spliced Audio/Video Overlay Position Tutorial

Today we’ve written a third draft of an HTML and Javascript web application that splices up to nine bits of audio or video or image input together, building on the previous Spliced Audio/Video/Image Overlay Tutorial as shown below, here, and that can take any of the forms …

  • audio file … and less user friendly is …
  • text that gets turned into speech via Google Translate (and user induced Text to Speech functionality), but needs your button presses
  • video
  • image … and background image for webpage

… for either of the modes of use, that being …

  • discrete … or “Optional”
  • synchronized … or “Overlay”

… all like yesterday, but this time we allow you to “seek” or position yourself within the audio and/or video media. We still all “fit” this into GET parameter usage. Are you thinking we are a tad lazy with this approach? Well, perhaps a little, but it also means you can do this job just using clientside HTML and Javascript, without having to involve any serverside code like PHP, and in this day and age, people are much keener on this “just clientside” or “just client looking, plus, perhaps, Javascript serverside code” (ala Node.js) or perhaps “Javascript clientside client code, plus Ajax methodologies”. In any case, it does simplify design to not have to involve a serverside language like PHP … but please don’t think we do not encourage you to learn a serverside language like PHP.

While we are at it here, we continue to think about the mobile device unfriendliness with our current web application, it being, these days, that the setting of the autoplay property for a media object is frowned upon regarding these mobile devices … for reasons of “runaway” unknown charge issues as you can read at this useful link … thanks … and where they quote from Apple …

“Apple has made the decision to disable the automatic playing of video on iOS devices, through both script and attribute implementations.

In Safari, on iOS (for all devices, including iPad), where the user may be on a cellular network and be charged per data unit, preload and auto-play are disabled. No data is loaded until the user initiates it.” – Apple documentation.

A link we’d like to thank regarding the new “seek” or media positioning functionality is this one … thanks.

Also, today, for that sense of symmetry, we start to create the Audio objects from now on using …


document.createElement("AUDIO");

… as this acts the same as new Audio() to the best of our testing.

For your own testing purposes, if you know of some media URLs to try, please feel free to try the “overlay” of media ideas inherent in today’s splice_audio.htm live run. For today’s cake “prepared before the program” we’ve again channelled the GoToMeeting Primer Tutorial which had separate audio (albeit very short … sorry … but you get the gist) and video … well, below, you can click on the image to hear the presentation with audio and video synchronized, but only seconds 23 through to 47 of the video should play, and the presentation ending with the image below …

We think, though, that we will be back regarding this interesting topic, and hope we can improve mobile device functionality.

Previous relevant Spliced Audio/Video/Image Overlay Tutorial is shown below.

Spliced Audio/Video/Image Overlay Tutorial

Spliced Audio/Video/Image Overlay Tutorial

Today we’ve written a second draft of an HTML and Javascript web application that splices up to nine bits of audio or video or image input together, building on the previous Splicing Audio Primer Tutorial as shown below, here, and that can take any of the forms …

  • audio file … and less user friendly is …
  • text that gets turned into speech via Google Translate (and user induced Text to Speech functionality), but needs your button presses
  • video
  • image … and background image for webpage

… for either of the modes of use, that being …

  • discrete … or “Optional”
  • synchronized … or “Overlay”

The major new change here, apart from the ability to play two media files at once in our synchronized (or “overlayed”) way, is the additional functionality for Video, and we proceeded thinking there’d be an Javascript DOM OOPy method like … var xv = new Video(); … to allow for this, but found out from this useful link … thanks … that an alternative approach for Video object creation, on the fly, is …


var xv = document.createElement("VIDEO");

… curiously. And it took us a while to tweak to the idea that to have a “display home” for the video on the webpage we needed to …


document.body.appendChild(xv);

… which means you need to take care of any HTML form data already filled in, that isn’t that form’s default, when you effectively “refresh” the webpage like this. Essentially though, media on the fly is a modern approach possible fairly easily with just clientside code. Cute, huh?!

Of course, what we still miss here, is the upload from a local place onto the web server, here at RJM Programming, capability, which we may consider in future, and that some of those other synchronization of media themed blog postings of the past, which you may want to read more, for this type of approach.

In the meantime, if you know of some media URLs to try, please feel free to try the “overlay” of media ideas inherent in today’s splice_audio.htm live run. We’ve thought of this one. Do you remember how the GoToMeeting Primer Tutorial had separate audio (albeit very short … sorry … but you get the gist) and video … well, below, you can click on the image to hear the presentation with audio and video synchronized, and the presentation ending with the image below …

We think, though, that we will be back regarding this interesting topic.

Previous relevant Splicing Audio Primer Tutorial is shown below.

Spliced Audio Primer Tutorial

Splicing Audio Primer Tutorial

Today we’ve written a first draft of an HTML and Javascript web application that splices up to nine bits of audio input together that can take either of the forms …

  • audio file … and less user friendly is …
  • text that gets turned into speech via Google Translate (and user induced Text to Speech functionality), but needs your button presses

Do you remember, perhaps, when we did a series of blog posts regarding the YouTube API, that finished, so far, with YouTube API Iframe Synchronicity Resizing Tutorial? Well, a lot of what we do today is doing similar sorts of functionalities but just for Audio objects in HTML5. For help on this we’d like to thank this great link. So rather than have HTML audio elements in our HTML, as we first shaped to do, we’ve taken the great advice from this link, and gone all Javascript DOM OOPy on the task, to splice audio media together.

There were three thought patterns going on here for me.

  • The first was a simulation of those Sydney train public announcements where the timbre of the voice differs a bit between when they say “Platform” and the “6” (or whatever platform it is) that follows. This is pretty obviously computer audio “bits” strung together … and wanted to get somewhere towards that capability.
  • The second one relates to presentation ideas following up on that “onmouseover” Siri audio enhanced presentation we did at Apple iOS Siri Audio Commentary Tutorial. Well, we think we can do something related to that here, and we’ve prepared this cake audio presentation here, for us, in advance … really, there’s no need for thanks.
  • The third concerns our eternal media file synchronization quests here at this blog that you may find of interest we hope, here.

Also of interest over time has been the Google Translate Text to Speech functionality that used to be very open, and we now only use around here in an interactive “user clicks” way … but we still use it, because it is very useful, so, thanks. But trying to get this method working for “Platform” and “6” without a yawning gap in between ruins the spontaneity and fun somehow, but there’s nothing stopping you making your own audio files yourself as we did in that Siri tutorial called Apple iOS Siri Audio Commentary Tutorial and take the HTML and Javascript code you could call splice_audio.html from today, and go and make your own web application? Now, is there? Huh?

Try a live run or perhaps some more Siri cakes?!

If this was interesting you may be interested in this too.

If this was interesting you may be interested in this too.

If this was interesting you may be interested in this too.

This entry was posted in eLearning, Event-Driven Programming, Not Categorised, Tutorials and tagged , , , , , , , , , , , , , , , , , , . Bookmark the permalink.

Leave a Reply

Your email address will not be published. Required fields are marked *