ev3_scratch.js

// EV3 ScratchX Plugin
// Copyright 2015 Ken Aspeslagh @massivevector
// Only tested on Mac. On Mac, ev3 brick must be named starting with "serial" if the plugin is to recognize it.
// Rename the brick before pairing it with the Mac or else the name gets cached and the serial port will have the old name
// My bricks are named serialBrick1 (etc)
// Turn off the iPod/iPhone/iPad checkbox on the EV3 Bluetooth settings after pairing or else it will not work at all

function timeStamp() {
    return (new Date).toISOString().replace(/z|t/gi, ' ').trim();
}

function console_log(str) {
    console.log(timeStamp() + ": " + str);
}

// scratchX is loading our javascript file again each time a saved SBX file is opened.
// JavaScript is weird and this causes our object to be reloaded and re-registered.
// Prevent this using global variable theEV3Device and EV3Connected that will only initialize to null the first time they are declared.
// This fixes a Windows bug where it would not reconnect.

var waitingCallbacks = waitingCallbacks || [
    [],
    [],
    [],
    [],
    [],
    [],
    [],
    [],
    [],
    []
];
var waitingQueries = waitingQueries || [];
var global_sensor_result = global_sensor_result || [0, 0, 0, 0, 0, 0, 0, 0, 0, 0];
var thePendingQuery = thePendingQuery || null;


var warnedAboutBattery = warnedAboutBattery || false;
var deviceTimeout = deviceTimeout || 0;
var counter = counter || 0;
var poller = poller || null;
var pingTimeout = pingTimeout || null;

var waitingForPing = waitingForPing || false;

var DIRECT_COMMAND_PREFIX = "800000";
var DIRECT_COMMAND_REPLY_PREFIX = "000100";
var DIRECT_COMMAND_REPLY_SENSOR_PREFIX = "000400";
var DIRECT_COMMAND_REPLY_ALL_TYPES_PREFIX = "001000";

// direct command opcode/prefixes
var SET_MOTOR_SPEED = "A400";
var SET_MOTOR_STOP = "A300";
var SET_MOTOR_START = "A600";
var SET_MOTOR_STEP_SPEED = "AC00";
var NOOP = "0201";
var PLAYTONE = "9401";
var INPUT_DEVICE_READY_SI = "991D";
var INPUT_DEVICE_GET_TYPE_MODE = "9905";
var READ_SENSOR = "9A00";
var UIREAD = "81"; // opUI_READ
var UIREAD_BATTERY = "12"; // GET_LBATT

var UIDRAW = "84";
var UIDRAW_FILLWINDOW = "13";
var UIDRAW_PICTURE = "07";
var UIDRAW_BMPFILE = "1C";
var UIDRAW_UPDATE = "00";
var UIWRITE_INIT_RUN = "19";
var BEGIN_DOWNLOAD = "0192";
var CONTINUE_DOWNLOAD = "8193"
var UIWRITE = "82";
var LED = "1B";

var SYSTEM_REPLY_ERROR = 5;

var mode0 = "00";
var TOUCH_SENSOR = "10";
var COLOR_SENSOR = "1D";
var ULTRASONIC_SENSOR = "1E";
var ULTRSONIC_CM = "00";
var ULTRSONIC_INCH = "01";
var ULTRSONIC_LISTEN = "02";
var ULTRSONIC_SI_CM = "03";
var ULTRSONIC_SI_INCH = "04";
var ULTRSONIC_DC_CM = "05";
var ULTRSONIC_DC_INCH = "06";

var READ_MOTOR_POSITION = "01";
var READ_MOTOR_SPEED = "02";

var GYRO_SENSOR = "20";
var GYRO_ANGLE = "00";
var GYRO_RATE = "01";
var GYRO_FAST = "02";
var GYRO_RATE_AND_ANGLE = "03";
var GYRO_CALIBRATION = "04";
var IR_SENSOR = "21";
var IR_PROX = "00";
var IR_SEEKER = "01";
var IR_REMOTE = "02"
var IR_REMOTE_ADVANCE = "03";
var IR_CALIBRATION = "05";
var REFLECTED_INTENSITY = "00";
var AMBIENT_INTENSITY = "01";
var COLOR_VALUE = "02";
var COLOR_RAW_RGB = "04";
var READ_FROM_MOTOR = "FOOBAR";

var DRIVE_QUERY = "DRIVE_QUERY";
var DRIVE_QUERY_DURATION = "DRIVE_QUERY_DURATION";
var TONE_QUERY = "TONE_QUERY";
var UIDRAW_QUERY = "UIDRAW_QUERY";
var SYSTEM_COMMAND = "SYSTEM_COMMAND";

var frequencies = {
    "C4": 262,
    "D4": 294,
    "E4": 330,
    "F4": 349,
    "G4": 392,
    "A4": 440,
    "B4": 494,
    "C5": 523,
    "D5": 587,
    "E5": 659,
    "F5": 698,
    "G5": 784,
    "A5": 880,
    "B5": 988,
    "C6": 1047,
    "D6": 1175,
    "E6": 1319,
    "F6": 1397,
    "G6": 1568,
    "A6": 1760,
    "B6": 1976,
    "C#4": 277,
    "D#4": 311,
    "F#4": 370,
    "G#4": 415,
    "A#4": 466,
    "C#5": 554,
    "D#5": 622,
    "F#5": 740,
    "G#5": 831,
    "A#5": 932,
    "C#6": 1109,
    "D#6": 1245,
    "F#6": 1480,
    "G#6": 1661,
    "A#6": 1865
};

var colors = ["none", "black", "blue", "green", "yellow", "red", "white"];

var IRbuttonNames = ['Top Left', 'Bottom Left', 'Top Right', 'Bottom Right', 'Top Bar'];
var IRbuttonCodes = [1, 2, 3, 4, 9];

var sensorPortsNames = ["1", "2", "3", "4", "A", "B", "C", "D"];

var sensorNames = {
    "7E": "None",
    "7F": "Port Error",
    "FF": "Unknown",
    "7D": "Initializing",
    "07": "Large Motor",
    "08": "Medium Motor",
    "10": "Button Sensor",
    "1D": "Light Sensor",
    "1E": "Ultrasonic Sensor",
    "20": "Gyro Sensor",
    "21": "Infrared Sensor",
    "01": "Button Sensor (NXT)",
    "02": "Light Sensor (NXT)",
    "03": "Sound Sensor",
    "04": "Light/Color Sensor (NXT)",
    "05": "Ultrasonic Sensor (NXT)",
    "06": "Temperature Sensor (NXT)"
};

var port_Assignments = port_Assignments || [0, 0, 0, 0, 0, 0, 0, 0, 0];

var ledColors = {
    "off": "00",
    "green": "01",
    "red": "02",
    "orange": "03",
    "green flashing": "04",
    "red flashing": "05",
    "orange flashing": "06",
    "green pulse": "07",
    "red pulse": "08",
    "orange pulse": "09"
}

var sound_volume = 20;

function clearSensorStatuses() {
    var numSensorBlocks = 9;
    for (x = 0; x < numSensorBlocks; x++) {
        waitingCallbacks[x] = [];
        global_sensor_result[x] = 0;
        port_Assignments[x] = 0;
    }
}

var lastCommandWeWereTrying = null;

function startupBatteryCheckCallback(result) {
    console_log(timeStamp() + ": got battery level at connect: " + result);

    weConnected();

    playStartUpTones();

    if (result < 11 && !warnedAboutBattery) {
        batteryAlert();
        warnedAboutBattery = true;
    }

    clearScreen();

    uploadAndDrawCatFile();

    scanPorts();

    setupWatchdog();

    if (lastCommandWeWereTrying) {
        waitingQueries.push(lastCommandWeWereTrying);
        executeQueryQueue();
    }
}

function setupWatchdog() {
    if (poller)
        clearInterval(poller);

    poller = setInterval(pingBatteryWatchdog, 10000);
}

function pingBatteryWatchdog() {
    console_log("pingBatteryWatchdog");
    testTheConnection(pingBatteryCheckCallback);
    waitingForPing = true;
    pingTimeout = setTimeout(pingTimeOutCallback, 3000);
}

function pingTimeOutCallback() {
    if (waitingForPing == true) {
        console_log("Ping timed out");
        if (poller)
            clearInterval(poller);

        disconnected();
    }
}

function pingBatteryCheckCallback(result) {
    console_log("pinged battery level: " + result);
    if (pingTimeout)
        clearTimeout(pingTimeout);
    waitingForPing = false;

    if (result < 11 && !warnedAboutBattery) {
        batteryAlert();
        warnedAboutBattery = true;
    }

    //scanPorts();
}

function testTheConnection(theCallback) {
    readThatBatteryLevel(theCallback);
}

function playStartUpTones() {
    var tonedelay = 1000;
    setTimeout(function() {
        playFreq(262, 100, function() {});
    }, tonedelay);

    setTimeout(function() {
        playFreq(392, 100, function() {});
    }, tonedelay + 150);

    setTimeout(function() {
        playFreq(523, 100, function() {});
    }, tonedelay + 300);
}



//// conversion helper routines

// create hex string from bytes
function createHexString(arr) {
    var result = "";
    for (i in arr) {
        var str = arr[i].toString(16);
        str = str.toUpperCase();
        str = str.length == 0 ? "00" :
            str.length == 1 ? "0" + str :
            str.length == 2 ? str :
            str.substring(str.length - 2, str.length);
        result += str;
    }
    return result;
}

function stringToHexString(instring) {
    var outString = "";
    instring.split('').map(function(c) {
        var hex = c.charCodeAt(0).toString(16);
        if (hex.length == 2) {
            outString += hex;
        } else {
            outString += '0' + hex;
        }
    });
    outString += "00";
    return outString;
}

function decimalToLittleEndianHex(d, padding) {
    var hex = Number(d).toString(16);
    padding = typeof(padding) === "undefined" || padding === null ? padding = 2 : padding;

    while (hex.length < padding) {
        hex = "0" + hex;
    }

    var a = hex.match(/../g); // split number in groups of two
    a.reverse(); // reverse the groups
    hex = a.join(""); // join the groups back together

    return hex;
}

function getFloatResult(inputData) {
    var a = new ArrayBuffer(4);
    var c = new Float32Array(a);
    var arr = new Uint8Array(a);
    arr[0] = inputData[5];
    arr[1] = inputData[6];
    arr[2] = inputData[7]
    arr[3] = inputData[8]
    return c[0];
}

function getIRButtonNameForCode(inButtonCode) {
    for (var i = 0; i < IRbuttonCodes.length; i++) {
        if (inButtonCode == IRbuttonCodes[i]) {
            return IRbuttonNames[i];
        }
    }
    return "";
}

function createMessage(str) {
    return str; // yeah
}

// add counter and byte length encoding prefix. return Uint8Array of final message
function packMessageForSending(str) {
    var length = ((str.length / 2) + 2);

    var a = new ArrayBuffer(4);
    var c = new Uint16Array(a);
    var arr = new Uint8Array(a);
    c[1] = counter;
    c[0] = length;
    counter++;
    var mess = new Uint8Array((str.length / 2) + 4);

    for (var i = 0; i < 4; i++) {
        mess[i] = arr[i];
    }

    for (var i = 0; i < str.length; i += 2) {
        mess[(i / 2) + 4] = parseInt(str.substr(i, 2), 16);
    }

    return mess;
}

// motor port bit field from menu choice string
function getMotorBitsHexString(which) {
    if (which == "A")
        return "01";
    else if (which == "B")
        return "02";
    else if (which == "C")
        return "04";
    else if (which == "D")
        return "08";
    else if (which == "B+C")
        return "06";
    else if (which == "A+D")
        return "09";
    else if (which == "all")
        return "0F";

    return "00";
}

// motor port bit field from menu choice string
function getSensorBitsHexStringFromIndex(which) {
    if (which == 1)
        return "00";
    else if (which == 2)
        return "01";
    else if (which == 3)
        return "02";
    else if (which == 4)
        return "03";
    else if (which == 5)
        return "10";
    else if (which == 6)
        return "11";
    else if (which == 7)
        return "12";
    else if (which == 8)
        return "13";
    return "00";
}

function getMotorIndex(which) {
    if (which == "A")
        return 4;
    else if (which == "B")
        return 5;
    else if (which == "C")
        return 6;
    else if (which == "D")
        return 7;
}

// create 8 bit hex couplet
function hexcouplet(num) {
    var str = num.toString(16);
    str = str.toUpperCase();
    if (str.length == 1) {
        return "0" + str;
    }
    return str;
}

// int bytes using weird serialization method
function getPackedOutputHexString(num, lc) {
    // nonsensical unsigned byte packing. see cOutputPackParam in c_output-c in EV3 firmware
    var a = new ArrayBuffer(4);
    var sarr = new Int32Array(a);
    var uarr = new Uint8Array(a);

    sarr[0] = num;

    if (lc == 0) {
        var bits = uarr[0];
        bits &= 0x0000003F;
        return hexcouplet(bits);
    } else if (lc == 1) {
        return "81" + hexcouplet(uarr[0]);
    } else if (lc == 2) {
        return "82" + hexcouplet(uarr[0]) + hexcouplet(uarr[1]);
    } else if (lc == 3) {
        return "83" + hexcouplet(uarr[0]) + hexcouplet(uarr[1]) + hexcouplet(uarr[2]) + hexcouplet(uarr[3]);
    }

    return "00";
}

//// command/query queue

function executeQueryQueueAgain(waitABit) {
    setTimeout(
        function() {
            executeQueryQueue();
        }, waitABit);
}

function executeQueryQueue() {
    if (waitingQueries.length == 0)
        return; // nothing to do

    if (!checkConnected())
        return;

    var query_info = waitingQueries[0]; // peek at first in line
    var thisCommand = null;

    if (query_info.length == 5) // a query with a response
    {
        var port = query_info[0];
        var type = query_info[1];
        var mode = query_info[2];
        var callback = query_info[3];
        var theCommand = query_info[4];

        if (thePendingQuery) {
            // we are waiting for a result
            if (thePendingQuery[0] == port) {
                // special case: we are actually already in the process of querying this same sensor (should we also compare the type and mode, or maybe just match the command string?)
                // so we don't want to bother calling it again
                waitingQueries.shift(); // remove it from the queue
                if (callback)
                    waitingCallbacks[port].push(callback);
                return;
            }
            // do nothing. we'll try again after the query finishes
            return;
        }
        waitingQueries.shift(); // remove it from the queue
        thePendingQuery = query_info;
        // actually go ahead and make the query
        var packedCommand = packMessageForSending(theCommand);
        sendCommand(packedCommand);
    } else if (query_info.length == 4) // a query with no response
    {
        if (thePendingQuery) // bail if we're waiting for a response
            return;

        var type = query_info[0];
        var duration = query_info[1];
        var callback = query_info[2];
        var theCommand = query_info[3];

        var waitABit = 1;
        if (type == DRIVE_QUERY || type == DRIVE_QUERY_DURATION) {
            clearDriveTimer();
            if (type == DRIVE_QUERY_DURATION) {
                var parts = theCommand.split("|");
                theCommand = parts[0];
                var stopMotors = parts[1];

                driveCallback = callback; // save this callback in case timer is cancelled we can call it directly
                driveTimer = setTimeout(
                    function() {
                        if (duration > 0) // allow zero duration to run motors asynchronously
                        {
                            motorsStop(stopMotors, 'coast'); // xxx
                        }
                        if (callback)
                            callback();
                    }, duration * 1000);
            }
        } else if (type == TONE_QUERY) {
            setTimeout(
                function() {
                    if (callback)
                        callback();
                }, duration); // duration already in ms
        } else if (type == SYSTEM_COMMAND) {
            if (shouldChunkTranfers()) {
                waitABit = 100;
            }
        }
        waitingQueries.shift(); // remove it from the queue

        // actually go ahead and make the query
        var packedCommand = packMessageForSending(theCommand);
        sendCommand(packedCommand);

        executeQueryQueueAgain(waitABit); // maybe do the next one
    }
}

function addToQueryQueue(query_info) {
    for (var i = 0; i < waitingQueries.length; i++) {
        var next_query = waitingQueries[i];
        if (next_query.length == 5) // a query with a response
        {
            var port = next_query[0];
            var type = next_query[1];
            var mode = next_query[2];
            var callback = next_query[3];
            var theCommand = next_query[4];
            var this_port = query_info[0];
            if (port == this_port) {
                var this_callback = query_info[3]
                if (this_callback)
                    waitingCallbacks[this_port].push(this_callback);
                console_log("coalescing query because there's already one in the queue.");
                return;
            }
        }
    }
    waitingQueries.push(query_info);
    executeQueryQueue();
}

function receive_handler(data) {
    var inputData = new Uint8Array(data);
    console_log("received: " + createHexString(inputData));

    if (!(connectingOrConnected())) {
        console_log("Received Data but not connected or connecting");
        return;
    }

    if (!thePendingQuery) {
        console_log("Received Data and didn't expect it...");
        return;
    }

    var theResult = null;

    var port = thePendingQuery[0];
    var type = thePendingQuery[1];
    var mode = thePendingQuery[2];
    var callback = thePendingQuery[3];
    var theCommand = thePendingQuery[4];

    if (type == TOUCH_SENSOR) {
        var result = inputData[5];
        theResult = (result == 100);
    } else if (type == COLOR_SENSOR) {
        var num = Math.floor(getFloatResult(inputData));
        if (mode == AMBIENT_INTENSITY || mode == REFLECTED_INTENSITY) {
            theResult = num;
        } else if (mode == COLOR_VALUE) {
            if (num >= 0 && num < 7)
                theResult = colors[num];
            else
                theResult = "none";
        }
    } else if (type == IR_SENSOR) {
        if (mode == IR_PROX)
            theResult = getFloatResult(inputData);
        else if (mode == IR_REMOTE)
            theResult = getIRButtonNameForCode(getFloatResult(inputData));
    } else if (type == GYRO_SENSOR) {
        theResult = getFloatResult(inputData);
    } else if (type == READ_FROM_MOTOR) {
        if (mode == READ_MOTOR_POSITION)
            theResult = Math.round(getFloatResult(inputData) * 360); // round to nearest degree
        else
            theResult = getFloatResult(inputData);
    } else if (type == UIREAD) {
        if (mode == UIREAD_BATTERY) {
            theResult = inputData[5];
        }
    } else if (type == BEGIN_DOWNLOAD) {
        theResult = inputData[6];
        var handle = inputData[7];

        if (theResult == 0) {
            console_log("BEGIN_DOWNLOAD status: " + theResult + " handle: " + handle);

            var fileData = mode;

            continueDownload(decimalToLittleEndianHex(handle, 2), fileData);
        } else {
            console_log("BEGIN_DOWNLOAD non-success status: " + theResult + " handle: " + handle);
        }
    } else if (type == INPUT_DEVICE_GET_TYPE_MODE) {
        console_log("INPUT_DEVICE_GET_TYPE_MODE");

        for (x = 0; x <= 7; x++) {
            var val = inputData[5 + (x * 2)];
            console_log(sensorPortsNames[x] + ": " + sensorNames[hexcouplet(val)])

            port_Assignments = val;
        }
    }

    global_sensor_result[port] = theResult;

    // do the callback
    console_log("result: " + theResult);
    if (callback)
        callback(theResult);

    while (callback = waitingCallbacks[port].shift()) {
        console_log("result (coalesced): " + theResult);
        callback(theResult);
    }

    // done with this query
    thePendingQuery = null;

    // go look for the next query
    executeQueryQueueAgain(1);
}

//// extension callbacks



function capSpeed(speed) {
    if (speed > 100) {
        speed = 100;
    }
    if (speed < -100) {
        speed = -100;
    }
    return speed;
}



function motor(which, speed) {
    speed = capSpeed(speed);
    var motorBitField = getMotorBitsHexString(which);

    var speedBits = getPackedOutputHexString(speed, 1);

    var motorsOnCommand = createMessage(DIRECT_COMMAND_PREFIX + SET_MOTOR_SPEED + motorBitField + speedBits + SET_MOTOR_START + motorBitField);

    return motorsOnCommand;
}

function motor2(which, speed) {
    speed = capSpeed(speed);
    var p = which.split("+");

    var motorBitField1 = getMotorBitsHexString(p[0]);
    var motorBitField2 = getMotorBitsHexString(p[1]);
    var motorBitField = getMotorBitsHexString(which);

    var speedBits1 = getPackedOutputHexString(speed, 1);
    var speedBits2 = getPackedOutputHexString(speed * -1, 1);

    var motorsOnCommand = createMessage(DIRECT_COMMAND_PREFIX +
        SET_MOTOR_SPEED + motorBitField1 + speedBits1 +
        SET_MOTOR_SPEED + motorBitField2 + speedBits2

        +
        SET_MOTOR_START + motorBitField);

    return motorsOnCommand;
}


function clearDriveTimer() {
    if (driveTimer)
        clearInterval(driveTimer);
    driveTimer = 0;
    if (driveCallback)
        driveCallback();
    driveCallback = 0;
}


var driveTimer = 0;
driveCallback = 0;

function howStopCode(how) {
    if (how == 'brake')
        return 1;
    else
        return 0;
}

function motorsStop(which, how) {
    console_log(which + " motor(s) stopped");

    var motorBitField = getMotorBitsHexString(which);

    var howHex = getPackedOutputHexString(howStopCode(how), 1);

    var motorsOffCommand = createMessage(DIRECT_COMMAND_PREFIX + SET_MOTOR_STOP + motorBitField + howHex);

    addToQueryQueue([DRIVE_QUERY, 0, null, motorsOffCommand]);
}

/*
 function sendNOP()
 {
 var nopCommand = createMessage(DIRECT_COMMAND_PREFIX + NOOP);
 }
 */



function readTouchSensor(portInt, callback) {
    readFromSensor(portInt, TOUCH_SENSOR, mode0, callback);
}

function readIRRemoteSensor(portInt, callback) {
    readFromSensor2(portInt, IR_SENSOR, IR_REMOTE, callback);
}

function readFromColorSensor(portInt, modeCode, callback) {
    readFromSensor2(portInt, COLOR_SENSOR, modeCode, callback);
}



function readThatBatteryLevel(callback) {
    console_log("Going to read battery level");
    var portInt = 8; // bogus port number
    UIRead(portInt, UIREAD_BATTERY, callback);
}


function readFromSensor(port, type, mode, callback) {
    var theCommand = createMessage(DIRECT_COMMAND_REPLY_PREFIX +
        READ_SENSOR +
        hexcouplet(port) +
        type +
        mode + "60");

    addToQueryQueue([port, type, mode, callback, theCommand]);
}

function readFromSensor2(port, type, mode, callback) {
    var theCommand = createMessage(DIRECT_COMMAND_REPLY_SENSOR_PREFIX +
        INPUT_DEVICE_READY_SI + "00" + // layer
        hexcouplet(port) + "00" + // type
        mode +
        "0160"); // result stuff

    addToQueryQueue([port, type, mode, callback, theCommand]);
}


// this routine is awful similar to readFromSensor2...
function readFromAMotor(port, type, mode, callback) {
    var theCommand = createMessage(DIRECT_COMMAND_REPLY_SENSOR_PREFIX +
        INPUT_DEVICE_READY_SI + "00" + // layer
        hexcouplet(port + 12) + "00" + // type
        mode +
        "0160"); // result stuff

    addToQueryQueue([port, type, mode, callback, theCommand]);
}

function UIRead(port, subtype, callback) {
    var theCommand = createMessage(DIRECT_COMMAND_REPLY_PREFIX +
        UIREAD + subtype +
        "60"); // result stuff

    addToQueryQueue([port, UIREAD, subtype, callback, theCommand]);
}

function setLED(pattern, callback) {
    console_log("setting LED to: " + pattern);

    var theCommand = createMessage(DIRECT_COMMAND_PREFIX +
        UIWRITE + LED + ledColors[pattern]);

    addToQueryQueue([UIWRITE, 0, callback, theCommand]);
}


function clearScreen() {
    var theCommand = createMessage(DIRECT_COMMAND_PREFIX +
        UIDRAW + UIDRAW_FILLWINDOW +
        "000000" + UIDRAW + UIDRAW_UPDATE);

    addToQueryQueue([UIDRAW_QUERY, 0, null, theCommand]);
}

// image file code

function uploadAndDrawCatFile() {
    var fileName = "../prjs/tst/cat.rgf";
    var catRGFFile = "b28000000000000000000000000000000000000000000000000000000003000000000018000000000000000000000000000000000600000000001c000000000000000000000000000000001e00000000001e000000000000000000000000000000003e00000000001f00000000000000000000000000000000f600000000c01b00000000000000000000000000000000e601000000e039000000000000000000000000000000008603000000f03800000000000000000000000000000000060f0000003838000000000000000000000000000000000e1e0000001c32000000000000000000000000000000004e780000004e30000000000000000000000000000000000ef00000e00771000000000000000000000000000000000ec1c3ffff0374000000000000000000000000000000004e84ffff7f9060000000000000000000000000000000000e007e00800760000000000000000000000000000000000c490400004064000000000000000000000000000000004c0018920410e1000000000000000000000000000000000c9220005004e0000000000000000000000000000000008c0082240141c4010000000000000000000000000000000c480800081081030000000000000000000000000000000c022192200404070000000000000000000000000000009c10800082207f0e0000000000000000000000000000001c4408240888c11d0000000000000000000000000000001c00010041c2003b0000000000000000000000000000008c10fc10044000760000000000000000000000000000001c42cf43906400ec0000000000000000000000000000001c80030e016000d80100000000000000000000000000001c910018482200b00300000000000000000000000000000cc40030012000a00300000000000000000000000000004e60006024610060070000000000000000000000000000076100c00064004006000000000000000000000000000013240080906000c006000000000000000000000000008043200080014200c00e00000000000000000000000000800121000021c800800c00000000000000000000000000c0152400008bc000801d00000000000000000000000000c080600000038401871d00000000000000000000000000e00062000022900187190000000000000000000000000060244800008600038719000000000000000000000000007080c000060624068219000000000000000000000000037012c4000f26010480380000000000000000000000001e304090000702901cc07800000000000000000000000070380481010042023040f0000000000000000000000000c039110403000b00e020c0030000000000000000000000001f8020060021ff871f00074000000000000000000000009c04820c8081ff0700000e60000000000000000000000038100818c000ff0700001c1c0000000000000000000000788020f06000fe070000b80f0000000000000000000000982484821f00fc030000fe010000000000000000000000180040000000f003000066000000000000000000000000184912000000c00000006000000000000000000000000018000000000000000000c000000000000000000000000f7c240900000000000000c00000000000000000000000fe3f000000e00000000000c000000000000000000000000038490200900700000000c000000000000000000000000030000400103c00000000c00000000000000000000000007092000010e001000000c60000000000000000000000007000020010000f000000fc000000000000000000000000602404001800f0000000e03f0000000000000000000000e08000001000801f0000601c0000000000000000000000c0110800100000e007007000000000000000000000000080490200100000001c003000000000000000000000000080031000100000000c00380000000000000000000000000087040030000000060018000000000000000000000000000e20002000000003000c000000000000000000000000009c00004000008001000e0000000000000000000000000038520080000060000007000000000000000000000000007080000003003000800300000000000000000000000000e00800000e000c00e00100000000000000000000000000c023020038800300f0000000000000000000000000000080870800c0ff00003c0000000000000000000000000000001f1000000000001e0000000000000000000000000000c07f400000000080070000000000000000000080030000f0eb0501000000f00300000000000000000000e007000078801b040000007c0000000000000000000000700e00003c00e6010000c01f0000000000000000000000181800001e2406fe0000fe0300000000000000000000001838008087000600ffff3f0000000000000000000000000c3000c023522300f8ff010000000000000000000000000c6000f001000309e000000000000000000000000000000ce000f810894940c201000000000000000000000000000ec0003c40e000048803c00700000000000000000000000e80010e027284882007f00f00000000000000000000000e80018e9038212002063c3c2eae0f843fd739000000000e000306040e1000110e1e303131118ab49810000000000c0007462007080040bc0771a130118a649810000000000c000e0ee1a1000008f943608120110a449010000000000c001c0ec408020018e010629e000f0a44801f000000001800388e8001000088040060a000091e448010000000001850790c1223010000004472a1200911449010000000001000e01c400604004c92103823312911849810000000003004c29f044e00009c00801c1d9eb33b0ecf39000000002090083f200c09003e24091e00000000000000000000006004003c82180000770000070000000000000000000000c0201160081a1200e348c2030000000000000000000000800384e022988080c101f0010000000000000000000000008720c4001908c180077c000000000000000000000000001e0290111822e200df1f000000000000000000000000007c4802034e807400fc0700000000000000000000000000f00320fe17083800f000005c3cc6fd3f781c0e3f1f0000c03f80f93142700000000062428ca4458408042222000000fe7f002000e10000000061818c24450209042242000000f01f00c424c40100000041819420440209040a420000c0e7071201018003000000018194203c0209040e420000f0ff8140104b12070000000181a420240209040a420000383c2008c403400e0000004181a42024028944224200001c000481f08f041c0000006242c420a4848844322200004c0041207c1e10380000003c3c8e70ce78fc7e3f1f00000c4910081e3c42710000000000000000000000000000000c0004c1073808e40000000000000000000000000000009c2421f003f000c00100000000000000000000000000001c00087c00e025810700000000000000000000000000001892801f00c001140e00000000000000000000000000009800fe07008093401e00000000000000000000000000003824f80000000700f8ff010000000000000000000000003001390000001e92f0ff0f000000000000000000000000704870000000bc0002001f000000000000000000000000e000640000003848000078000000000000000000000000c024e1000000f000240970000000000000000000000000c001c0000000e0110120e10000000000000000000000008093c8000000c0439004c40000000000000000000000000003c200000000070490c00100000000000000000000000047c0000000004e2001c8010000000000000000000000001ec8000000001c0824c2010000000000000000000000003ce000000000780080c001000000000000000000000000f87c00000000f0bf00e000000000000000000000000000e03f00000000e0ffffff00000000000000000000000000800f0000000000f8ff3f000000000000000000000000000000000000000000f00700000000000000000000";

    uploadAndDrawRGFData(catRGFFile, fileName);
}

function drawFile(fileNameHex) {
    console_log("UIDRAW_BMPFILE");
    var theCommand = createMessage(DIRECT_COMMAND_PREFIX +
        UIDRAW + UIDRAW_BMPFILE +
        "01" + // forground color
        getPackedOutputHexString(0, 2) + getPackedOutputHexString(0, 2) + // location
        "84" + fileNameHex + // LCS string encoding
        UIDRAW + UIDRAW_UPDATE);

    addToQueryQueue([UIDRAW_QUERY, 0, null, theCommand]);
}

function uploadAndDrawRGFData(fileDataHexString, name) {
    var fileLength = fileDataHexString.length / 2;
    var lengthString = decimalToLittleEndianHex(fileLength, 8);

    var fileNameHex = stringToHexString(name);

    var theCommand = createMessage(
        BEGIN_DOWNLOAD + lengthString + fileNameHex //"6361742e726766000" // the filename...
    );

    addToQueryQueue([8, BEGIN_DOWNLOAD, fileNameHex + "|" + fileDataHexString, null, theCommand]);
}


function continueDownload(handle, fileData) {
    console_log("CONTINUE_DOWNLOAD");
    var p = fileData.split("|");

    var data = p[1];
    var nameHex = p[0];

    var chunkSize = (shouldChunkTranfers()) ? 256 : 65535;

    var totLen = data.length;
    var x;
    for (x = 0; x < totLen; x += chunkSize) {
        var thisdata = data.substring(x, x + chunkSize);

        var theCommand = createMessage(
            CONTINUE_DOWNLOAD + handle + thisdata
        );

        addToQueryQueue([SYSTEM_COMMAND, 0, null, theCommand]);
    }

    drawFile(nameHex);
}

function startMotors(which, speed) {
    clearDriveTimer();

    console_log("motor " + which + " speed: " + speed);

    motorCommand = motor(which, speed);

    addToQueryQueue([DRIVE_QUERY, 0, null, motorCommand]);
}

function motorDegrees(which, speed, degrees, howStop) {
    speed = capSpeed(speed);

    if (degrees < 0) {
        degrees *= -1;
        speed *= -1;
    }

    var motorBitField = getMotorBitsHexString(which);
    var speedBits = getPackedOutputHexString(speed, 1);
    var stepRampUpBits = getPackedOutputHexString(0, 3);
    var stepConstantBits = getPackedOutputHexString(degrees, 3);
    var stepRampDownBits = getPackedOutputHexString(0, 3);
    var howHex = getPackedOutputHexString(howStopCode(howStop), 1);

    var motorsCommand = createMessage(DIRECT_COMMAND_PREFIX + SET_MOTOR_STEP_SPEED + motorBitField + speedBits +
        stepRampUpBits + stepConstantBits + stepRampDownBits + howHex +
        SET_MOTOR_START + motorBitField);

    addToQueryQueue([DRIVE_QUERY, 0, null, motorsCommand]);
}


function playTone(tone, duration, callback) {
    var freq = frequencies[tone];
    console_log("playTone " + tone + " duration: " + duration + " freq: " + freq);
    var volume = sound_volume;
    var volString = getPackedOutputHexString(volume, 1);
    var freqString = getPackedOutputHexString(freq, 2);
    var durString = getPackedOutputHexString(duration, 2);

    var toneCommand = createMessage(DIRECT_COMMAND_PREFIX + PLAYTONE + volString + freqString + durString);

    addToQueryQueue([TONE_QUERY, duration, callback, toneCommand]);
}

function playFreq(freq, duration, callback) {
    console_log("playFreq duration: " + duration + " freq: " + freq);
    var volume = sound_volume;
    var volString = getPackedOutputHexString(volume, 1);
    var freqString = getPackedOutputHexString(freq, 2);
    var durString = getPackedOutputHexString(duration, 2);

    var toneCommand = createMessage(DIRECT_COMMAND_PREFIX + PLAYTONE + volString + freqString + durString);

    addToQueryQueue([TONE_QUERY, duration, callback, toneCommand]);
}

function setVolume(volume) {
    if (volume > 100) {
        sound_volume = 100;
    } else if (volume < 0) {
        sound_volume = 0;
    } else {
        sound_volume = volume;
    }
}

function motorsOff(which, how) {
    clearDriveTimer();
    motorsStop(which, how);
}

function steeringControl(ports, what, duration, speed, callback) {
    clearDriveTimer();
    var defaultSpeed = speed;
    var motorCommand = null;
    if (what == 'forward') {
        motorCommand = motor(ports, defaultSpeed);
    } else if (what == 'reverse') {
        motorCommand = motor(ports, -1 * defaultSpeed);
    } else if (what == 'right') {
        motorCommand = motor2(ports, defaultSpeed);
    } else if (what == 'left') {
        motorCommand = motor2(ports, -1 * defaultSpeed);
    }

    addToQueryQueue([DRIVE_QUERY_DURATION, duration, callback, motorCommand + "|" + ports]); // special handle so we can stop the right motors
}

function whenButtonPressed(port) {
    if (notConnected())
        return false;
    var portInt = parseInt(port) - 1;
    readTouchSensor(portInt, null);
    return global_sensor_result[portInt];
}

function whenRemoteButtonPressed(IRbutton, port) {
    if (notConnected())
        return false;

    var portInt = parseInt(port) - 1;
    readIRRemoteSensor(portInt, null);

    return (global_sensor_result[portInt] == IRbutton);
}

/* DEPRECATED
function readTouchSensorPort(port, callback)
{
    var portInt = parseInt(port) - 1;
    readTouchSensor(portInt, callback);
}
*/

function readColorSensorPort(port, mode, callback) {
    var modeCode = AMBIENT_INTENSITY;
    if (mode == 'reflected') {
        modeCode = REFLECTED_INTENSITY;
    }
    if (mode == 'color') {
        modeCode = COLOR_VALUE;
    }
    if (mode == 'RGBcolor') {
        modeCode = COLOR_RAW_RGB;
    }

    var portInt = parseInt(port) - 1;
    readFromColorSensor(portInt, modeCode, callback);
}

var lineCheckingInterval = 0;

function waitUntilDarkLinePort(port, callback) {
    if (lineCheckingInterval)
        clearInterval(lineCheckingInterval);
    lineCheckingInterval = 0;
    var modeCode = REFLECTED_INTENSITY;
    var portInt = parseInt(port) - 1;
    global_sensor_result[portInt] = -1;

    lineCheckingInterval = setInterval(
        function() {
            readFromColorSensor(portInt, modeCode, null);
            if (global_sensor_result[portInt] < 25 && global_sensor_result[portInt] >= 0) // darkness or just not reflection (air)
            {
                clearInterval(lineCheckingInterval);
                lineCheckingInterval = 0;
                callback();
            }
        }, 5);
}

function readGyroPort(mode, port, callback) {
    var modeCode = GYRO_ANGLE;
    if (mode == 'rate') {
        modeCode = GYRO_RATE;
    }

    var portInt = parseInt(port) - 1;

    readFromSensor2(portInt, GYRO_SENSOR, modeCode, callback);
}

function resetGyroPort(port, callback) {
    motorsOff("all", "brake"); // brakes movement to reset gyro. Robot must be idle while resetting but maybe enforcing total brake is too much

    var portInt = parseInt(port) - 1;

    readFromSensor2(portInt, GYRO_SENSOR, GYRO_RATE, callback); // reads angular speed
    console_log("Rate");
    readFromSensor2(portInt, GYRO_SENSOR, GYRO_ANGLE, callback); // reads angle
    console_log("Back to angle");
    window.setTimeout(function() { //Wait 200ms
        callback();
    }, 200);
    console_log("End of waiting time");
    // playFreq(10, 100, callback); //waits 100ms to allow for reset. Older version
}

function readDistanceSensorPort(port, callback) {
    var portInt = parseInt(port) - 1;

    readFromSensor2(portInt, IR_SENSOR, IR_PROX, callback);
}

function readRemoteButtonPort(port, callback) {
    var portInt = parseInt(port) - 1;

    readIRRemoteSensor(portInt, callback);
}

function readFromMotor(mmode, which, callback) {
    var portInt = getMotorIndex(which);
    var mode = READ_MOTOR_POSITION; // position
    if (mmode == 'speed')
        mode = READ_MOTOR_SPEED;

    readFromAMotor(portInt, READ_FROM_MOTOR, mode, callback);
}

function readBatteryLevel(callback) {
    readThatBatteryLevel(callback);
}

function scanPorts() {
    var mess = DIRECT_COMMAND_REPLY_ALL_TYPES_PREFIX;

    var globaloffset = 0;
    for (x = 1; x <= 8; x++) {
        var h = getSensorBitsHexStringFromIndex(x);
        mess += INPUT_DEVICE_GET_TYPE_MODE + "00" + // layer
            h;
        mess += "e1";
        mess += hexcouplet(globaloffset++);
        mess += "e1";
        mess += hexcouplet(globaloffset++);
    }

    var theCommand = createMessage(mess);

    addToQueryQueue([9, INPUT_DEVICE_GET_TYPE_MODE, 0, null, theCommand]);
}

// delegate stuff

function shouldChunkTranfers() {
    return false;
}

// ScratchX specific stuff

var DEBUG_NO_EV3 = false;
var theEV3Device = theEV3Device || null;
var EV3ScratchAlreadyLoaded = EV3ScratchAlreadyLoaded || false;
var EV3Connected = EV3Connected || false;
var potentialEV3Devices = potentialEV3Devices || [];
var waitingForInitialConnection = waitingForInitialConnection || false;
var potentialDevices = potentialDevices || []; // copy of the list
var connecting = connecting || false;
var connectionTimeout = connectionTimeout || null;

function batteryAlert() {
    alert("Your battery is getting low.");
}

function connectingOrConnected() {
    return (EV3Connected || connecting);
}

function weConnected() {
    waitingForInitialConnection = false;

    EV3Connected = true;
    connecting = false;
}

function notConnected() {
    return (!theEV3Device || !EV3Connected);
}

function disconnected() {
    EV3Connected = false;

    //    alert("The connection to the brick was lost. Check your brick and refresh the page to reconnect. (Don't forget to save your project first!)");
    /* if (r == true) {
     reconnect();
     } else {
     // do nothing
     }
     */
}


function sendCommand(commandArray) {
    if ((EV3Connected || connecting) && theEV3Device) {
        console_log("sending: " + createHexString(commandArray));

        theEV3Device.send(commandArray.buffer);
    } else {
        console_log("sendCommand called when not connected");
    }
}

function resetConnection() {
    clearSensorStatuses();

    waitingQueries = [];

    // clear a query we might have been waiting for
    thePendingQuery = null;

    counter = 0;
}

function tryToConnect() {
    console_log("tryToConnect()");

    lastCommandWeWereTrying = waitingQueries.pop();

    resetConnection();

    theEV3Device.open({
        stopBits: 0,
        bitRate: 57600,
        ctsFlowControl: 0
    });
    console_log(': Attempting connection with ' + theEV3Device.id);
    theEV3Device.set_receive_handler(receive_handler);

    connecting = true;
    testTheConnection(startupBatteryCheckCallback);
    waitingForInitialConnection = true;
    connectionTimeout = setTimeout(connectionTimeOutCallback, 5000);
}

function connectionTimeOutCallback() {
    if (waitingForInitialConnection == true) {
        console_log("Initial connection timed out");
        connecting = false;

        if (potentialDevices.length == 0) {
            console_log("Tried all devices with no luck.");

            //  alert("Failed to connect to a brick.\n\nMake sure your brick is:\n 1) powered on with Bluetooth On\n 2) named starting with serial (if on a Mac)\n 3) paired with this computer\n 4) the iPhone/iPad/iPod check box is NOT checked\n 5) Do not start a connection to or from the brick in any other way. Let the Scratch plug-in handle it!\n\nand then try reloading the webpage.");
            /*  if (r == true) {
             reconnect();
             } else {
             // do nothing
             }
             */
            theEV3Device = null;

            // xxx at this point, we might have an outstanding query with a callback we need to call...
        } else {
            tryNextDevice();
        }
    }
}

function tryNextDevice() {
    potentialDevices.sort((function(a, b) {
        return b.id.localeCompare(a.id)
    }));

    console_log("tryNextDevice: " + potentialDevices);
    var device = potentialDevices.shift();
    if (!device)
        return;

    theEV3Device = device;

    if (!DEBUG_NO_EV3) {
        tryToConnect();
    }
}

function tryAllDevices() {
    console_log("tryAllDevices()");
    potentialDevices = potentialEV3Devices.slice(0);
    // start recursive loop
    tryNextDevice();
}

function checkConnected() {
    if (!EV3Connected && !connecting) {
        console_log("executeQueryQueue called with no connection");
        if (theEV3Device && !connecting) {
            tryToConnect(); // try to connect
        } else if (!connecting) {
            tryAllDevices(); // try device list again
        }
        return false;
    }
    return true;
}

(
    function(ext) {
        ext.reconnectToDevice = function() {
            tryAllDevices();
        }

        ext._getStatus = function() {
            if (!EV3Connected)
                return {
                    status: 1,
                    msg: 'Disconnected'
                };
            else
                return {
                    status: 2,
                    msg: 'Connected'
                };
        };

        ext._deviceRemoved = function(dev) {
            console_log('Device removed');
            // Not currently implemented with serial devices
        };

        ext._deviceConnected = function(dev) {
            console_log('_deviceConnected: ' + dev.id);
            if (EV3Connected) {
                console_log("Already EV3Connected. Ignoring");
            }
            // brick's serial port must be named like tty.serialBrick7-SerialPort
            // this is how 10.10 is naming it automatically, the brick name being serialBrick7
            // the Scratch plugin is only letting us know about serial ports with names that
            // "begin with tty.usbmodem, tty.serial, or tty.usbserial" - according to khanning
            if ((dev.id.indexOf('/dev/tty.serial') === 0 && (dev.id.indexOf('-SerialPort') != -1 || dev.id.indexOf('-WirelessEV3') != -1)) || dev.id.indexOf('COM') === 0) {
                //if ((dev.id.indexOf('/dev/tty.serial') === 0 && dev.id.indexOf('-SerialPort') != -1) || dev.id.indexOf('COM') === 0) {

                if (potentialEV3Devices.filter(function(e) {
                        return e.id == dev.id;
                    }).length == 0) {
                    potentialEV3Devices.push(dev);
                }

                if (!deviceTimeout)
                    deviceTimeout = setTimeout(tryAllDevices, 1000);
            }
        };


        ext._shutdown = function() {
            console_log('SHUTDOWN: ' + ((theEV3Device) ? theEV3Device.id : "null"));
            /*
             if (theEV3Device)
             theEV3Device.close();
             if (poller)
             clearInterval(poller);
             EV3Connected = false;
             theEV3Device = null;
             */
        };

        ext.startMotors = function(which, speed) {
            startMotors(which, speed);
        }

        ext.motorDegrees = function(which, speed, degrees, howStop) {
            motorDegrees(which, speed, degrees, howStop);
        }

        ext.playTone = function(tone, duration, callback) {
            playTone(tone, duration, callback);
        }

        ext.playFreq = function(freq, duration, callback) {
            playFreq(freq, duration, callback);
        }

        ext.setVolume = function(volume) {
            setVolume(volume);
        }

        ext.motorsOff = function(which, how) {
            motorsOff(which, how)
        }

        ext.steeringControl = function(ports, what, duration, speed, callback) {
            steeringControl(ports, what, duration, speed, callback)
        }

        ext.whenButtonPressed = function(port) {
            return whenButtonPressed(port);
        }

        ext.whenButtonPressed_b = function(port) {
            return whenButtonPressed(port);
        }

        ext.whenRemoteButtonPressed = function(IRbutton, port) {
            return whenRemoteButtonPressed(IRbutton, port);
        }

        /* DEPRECATED
        ext.readTouchSensorPort = function(port, callback)
        {
           readTouchSensorPort(port, callback);
        }
        */

        ext.readColorSensorPort = function(port, mode, callback) {
            readColorSensorPort(port, mode, callback);
        }


        ext.waitUntilDarkLinePort = function(port, callback) {
            waitUntilDarkLinePort(port, callback);
        }

        ext.readGyroPort = function(mode, port, callback) {
            readGyroPort(mode, port, callback);
        }

        ext.resetGyroPort = function(port, callback) {
            resetGyroPort(port, callback);
        }

        ext.readDistanceSensorPort = function(port, callback) {
            readDistanceSensorPort(port, callback);
        }

        ext.readRemoteButtonPort = function(port, callback) {
            readRemoteButtonPort(port, callback);
        }

        ext.readFromMotor = function(mmode, which, callback) {
            readFromMotor(mmode, which, callback);
        }

        ext.readBatteryLevel = function(callback) {
            readBatteryLevel(callback);
        }
        ext.setLED = function(pattern, callback) {
            setLED(pattern, callback);
        }

        // Block and block menu descriptions
        var descriptor = {
            blocks: [
                ["w", "drive %m.dualMotors %m.turnStyle %n seconds at speed %n", "steeringControl", "B+C", "forward", 3, 60],
                [" ", "start motor %m.whichMotorPort speed %n", "startMotors", "B+C", 100],
                [" ", "rotate motor %m.whichMotorPort speed %n by %n degrees then %m.brakeCoast", "motorDegrees", "A", 100, 360, "brake"],
                [" ", "stop motors %m.whichMotorPort %m.brakeCoast", "motorsOff", "all", "brake"],
                [" ", "set LED %m.patterns", "setLED", "green"],
                ["h", "when button pressed on port %m.whichInputPort", "whenButtonPressed", "1"],
                ["b", "button pressed %m.whichInputPort", "whenButtonPressed_b", "1"],
                ["h", "when IR remote %m.buttons pressed port %m.whichInputPort", "whenRemoteButtonPressed", "Top Left", "1"],
                ["w", "play note %m.note duration %n ms", "playTone", "C5", 500],
                ["w", "play frequency %n duration %n ms", "playFreq", "262", 500],
                [" ", "set brick's volume to %n", "setVolume", 20],
                ["R", "light sensor %m.whichInputPort %m.lightSensorMode", "readColorSensorPort", "1", "color"],
                ["R", "measure distance %m.whichInputPort", "readDistanceSensorPort", "1"],
                ["R", "remote button %m.whichInputPort", "readRemoteButtonPort", "1"],
                ["R", "motor %m.motorInputMode %m.whichMotorIndividual", "readFromMotor", "position", "A"],
                ["R", "gyro  %m.gyroMode %m.whichInputPort", "readGyroPort", "angle", "1"],
                ["w", "reset gyro %m.whichInputPort", "resetGyroPort", "1"],
            ],
            "menus": {
                "whichMotorPort": ["A", "B", "C", "D", "A+D", "B+C", "all"],
                "whichMotorIndividual": ["A", "B", "C", "D"],
                "dualMotors": ["A+D", "B+C"],
                "turnStyle": ["forward", "reverse", "right", "left"],
                "brakeCoast": ["brake", "coast"],
                "lightSensorMode": ["reflected", "ambient", "color"],
                "motorInputMode": ["position", "speed"],
                "gyroMode": ["angle", "rate"],
                "note": ["C4", "D4", "E4", "F4", "G4", "A4", "B4", "C5", "D5", "E5", "F5", "G5", "A5", "B5", "C6", "D6", "E6", "F6", "G6", "A6", "B6", "C#4", "D#4", "F#4", "G#4", "A#4", "C#5", "D#5", "F#5", "G#5", "A#5", "C#6", "D#6", "F#6", "G#6", "A#6"],
                "whichInputPort": ["1", "2", "3", "4"],
                "patterns": ["off", "green", "red", "orange", "green flashing", "red flashing", "orange flashing", "green pulse", "red pulse", "orange pulse"],
                "buttons": IRbuttonNames,
            },
        };

        //    ['w', 'wait until light sensor %m.whichInputPort detects black line',   'waitUntilDarkLinePort',   '1'],
        //    ['R', 'battery level',   'readBatteryLevel'],
        //  [' ', 'reconnect', 'reconnectToDevice'],

        var serial_info = {
            type: 'serial'
        };
        ScratchExtensions.register('EV3 Control', descriptor, ext, serial_info);
        console_log(' registered extension. theEV3Device:' + theEV3Device);

        console_log("EV3ScratchAlreadyLoaded: " + EV3ScratchAlreadyLoaded);
        EV3ScratchAlreadyLoaded = true;
    })({});