Colony

//

//  Colonet.java

//

import javax.swing.*;

import javax.swing.event.*;

import javax.imageio.*;

import java.awt.*;

import java.awt.image.*;

import java.awt.event.*;

import java.net.*;

import java.io.*;

import java.util.Random;

/**

*        The Colonet Graphical User Interface Applet for use locally and over an internet connection.

*        @author Gregory Tress

*        

*        To generate javadoc on this file or other java files, use javadoc *.java -d doc, where doc

*        is the name of the folder into which the files should be written.

*/

public class Colonet extends JApplet implements ActionListener, MouseInputListener, KeyListener, Runnable {

        // Used for the robot graph

        final int CANVAS_SIZE = 500;  //the applet may be slow if the canvas gets too large

        final int BUFFER = 50;

        final int RADIUS = 30;

        //Used for the robot controller

        final int VECTOR_CONTROLLER_HEIGHT = 220;

        final int VECTOR_CONTROLLER_WIDTH = 250;

        // Connection

        JTextField txtHost;                                

        JTextField txtPort;                                

        JButton btnConnect;        

        JButton btnGraph;

        JLabel lblConnectionStatus;

        JTextArea txtMatrix;

        JTextArea txtInfo; 

        JPanel panelConnect;

        JPanel panelServerInterface;

        // South

        JPanel panelSouth;

        JTextArea log;

        JScrollPane spLog;

        // Control

        JPanel panelControl;

        JTabbedPane tabPaneControl;

        JPanel panelRobotControl;

        JPanel panelRobotDirection;

        JPanel panelRobotDirectionButtons;

        JPanel panelRobotCommands;

        JButton btnF, btnB, btnL, btnR, btnActivate;

        JComboBox cmbRobotNum;

        JLabel lblBattery;

        BatteryIcon batteryIcon;

        JPanel panelBattery;

        VectorController vectorController;

        BufferedImage imageVectorControl;

        JButton btnCommand_StopTask;

        JButton btnCommand_ResumeTask;

        JButton btnCommand_ChargeNow;

        JButton btnCommand_StopCharging;

        // Task Manager

        JPanel panelTaskManager;

        JScrollPane spTaskManager;

        JPanel panelTaskManagerControls;

        JPanel panelTaskManagerControlsPriority;

        DefaultListModel taskListModel;

        JList taskList;

        JButton btnAddTask;

        JButton btnRemoveTask;

        JButton btnMoveTaskUp;

        JButton btnMoveTaskDown;

        JButton btnUpdateTasks;

        TaskAddWindow taskAddWindow;

        //Webcam and Graph

        WebcamPanel panelWebcam;

        GraphicsPanel panelGraph;

        GraphicsConfiguration gc;

        volatile BufferedImage image;

        volatile Graphics2D canvas;

        int cx, cy;

        JTabbedPane tabPaneMain;

        Socket socket;                                        

        OutputStreamWriter out;

        DataUpdater dataUpdater;  

        Font botFont;

        volatile int tokenLoc;  //the token is currently here

        volatile int numBots;

        volatile int selectedBot;  //the user has selected this bot

        volatile Rectangle[] botRect;  //contains boundary shapes around bots for click detection

        volatile int[] xbeeID;

        Thread drawThread;

        Simulator simulator;

        SelectionIndicator indicator;

        WebcamLoader webcamLoader;

        ColonetServerInterface csi;

        public void init () {

                // set the default look and feel - choose one

        //String laf = UIManager.getSystemLookAndFeelClassName();

                String laf = UIManager.getCrossPlatformLookAndFeelClassName();

                //String laf = "com.sun.java.swing.plaf.motif.MotifLookAndFeel";

        try {

            UIManager.setLookAndFeel(laf);

        } catch (UnsupportedLookAndFeelException exc) {

            System.err.println ("Warning: UnsupportedLookAndFeel: " + laf);

        } catch (Exception exc) {

            System.err.println ("Error loading " + laf + ": " + exc);

        }

                // We should invoke and wait to avoid browser display difficulties

                Runnable r = new Runnable() {

                        public void run() {

                                createAndShowGUI();

                        }

                };

                try {

                        SwingUtilities.invokeAndWait(r);

                } catch (InterruptedException e) {

                        //Not really sure why we would be in this situation

                        System.out.println("InterruptedException in init: " + e);

                } catch (java.lang.reflect.InvocationTargetException e) {

                        //This could happen for various reasons if there is a problem in createAndShowGUI

                        e.printStackTrace();

                }

        }

        public void destroy () {

                try { drawThread.interrupt(); } catch (Exception e) { }

                try { indicator.interrupt(); } catch (Exception e) { }

        }

        private synchronized void createAndShowGUI () {

                // init graphical elements

                // Get the graphics configuration of the screen to create a buffer

                gc = GraphicsEnvironment.getLocalGraphicsEnvironment()

                        .getDefaultScreenDevice().getDefaultConfiguration();

                image = gc.createCompatibleImage(CANVAS_SIZE,CANVAS_SIZE);

                canvas = image.createGraphics();

                canvas.setStroke(new BasicStroke(2));  //set pen width

                panelGraph = new GraphicsPanel(image, false);  //set automatic double-buffering to false. we are doing it manually.

                panelWebcam = new WebcamPanel();

                tabPaneMain = new JTabbedPane();

                tabPaneMain.add(panelWebcam, "Webcam");

                tabPaneMain.add(panelGraph, "Graph");

                // Calculate center of canvas

                cx = image.getWidth() / 2;

                cy = image.getHeight() / 2;

                botFont = new Font("Arial", Font.PLAIN, 14);

                tokenLoc = 0;

                numBots = 0;

                selectedBot = 0;

                // Connection area

                txtMatrix = new JTextArea();

                txtMatrix.setBorder(BorderFactory.createTitledBorder("Input Matrix"));

                txtInfo = new JTextArea();

                txtInfo.setBorder(BorderFactory.createTitledBorder("Info"));

                txtInfo.setEditable(false);

                btnGraph = new JButton("Run");

                txtHost = new JTextField("localhost");

                txtHost.setBorder(BorderFactory.createTitledBorder("Host"));

                txtPort = new JTextField("10123");

                txtPort.setBorder(BorderFactory.createTitledBorder("Port"));

                btnConnect = new JButton("Connect");

                getRootPane().setDefaultButton(btnConnect);

                lblConnectionStatus = new JLabel("Status: Offline");

                panelConnect = new JPanel();

                panelConnect.setLayout(new GridLayout(6,1));

                panelConnect.add(lblConnectionStatus);

                panelConnect.add(txtHost);

                panelConnect.add(txtPort);

                panelConnect.add(btnConnect);

                //panelConnect.add(btnGraph);

                panelServerInterface = new JPanel();

                panelServerInterface.setLayout(new GridLayout(2,1));

                panelServerInterface.add(panelConnect);

                panelServerInterface.add(txtMatrix);

                // Robot direction panel

                panelRobotDirection = new JPanel();

                panelRobotDirectionButtons = new JPanel();

                btnF = new JButton("^");

                btnB = new JButton("v");

                btnL = new JButton("<");

                btnR = new JButton(">");

                btnActivate = new JButton("o");

                panelRobotDirectionButtons.setLayout(new GridLayout(1,5));

                panelRobotDirectionButtons.add(btnActivate);

                panelRobotDirectionButtons.add(btnF);

                panelRobotDirectionButtons.add(btnB);

                panelRobotDirectionButtons.add(btnL);

                panelRobotDirectionButtons.add(btnR);

                imageVectorControl = gc.createCompatibleImage(VECTOR_CONTROLLER_WIDTH, VECTOR_CONTROLLER_HEIGHT);

                vectorController = new VectorController(imageVectorControl);

                panelRobotDirection.setLayout(new BorderLayout());

                panelRobotDirection.add(vectorController, BorderLayout.CENTER);

                panelRobotDirection.add(panelRobotDirectionButtons, BorderLayout.SOUTH);

                // Robot Control and Commands

                panelRobotCommands = new JPanel();

                panelRobotCommands.setLayout(new GridLayout(5,2));

                cmbRobotNum = new JComboBox();

                // Battery subset

                lblBattery = new JLabel();

                batteryIcon = new BatteryIcon(25);

                //batteryIcon = new BatteryIcon(50, lblBattery.getMaximumSize().height, lblBattery.getMaximumSize().height);

                lblBattery = new JLabel(batteryIcon);

                btnCommand_StopTask = new JButton("Stop Current Task");

                btnCommand_ResumeTask = new JButton("Resume Current Task");

                btnCommand_ChargeNow = new JButton("Recharge Now");

                btnCommand_StopCharging = new JButton("Stop Recharging");

                panelRobotCommands.add(new JLabel("Select Robot to Control: "));

                panelRobotCommands.add(cmbRobotNum);

                panelRobotCommands.add(new JLabel("Battery Level: "));

                panelRobotCommands.add(lblBattery);

                panelRobotCommands.add(btnCommand_StopTask);

                panelRobotCommands.add(btnCommand_ResumeTask);

                panelRobotCommands.add(btnCommand_ChargeNow);

                panelRobotCommands.add(btnCommand_StopCharging);

                panelRobotControl = new JPanel();

                panelRobotControl.setLayout(new GridLayout(2,1));

                panelRobotControl.add(panelRobotDirection);

                panelRobotControl.add(panelRobotCommands);

                // Task Manager

                panelTaskManager = new JPanel();

                panelTaskManager.setLayout(new BorderLayout());

                taskListModel = new DefaultListModel();

                taskList = new JList(taskListModel);

                taskList.setSelectionMode(ListSelectionModel.SINGLE_SELECTION);

                taskList.setSelectedIndex(0);

                spTaskManager = new JScrollPane(taskList);

                panelTaskManagerControls = new JPanel();

                panelTaskManagerControls.setLayout(new GridLayout(1,4));

                panelTaskManagerControlsPriority = new JPanel();

                panelTaskManagerControlsPriority.setLayout(new GridLayout(1,2));

                btnAddTask = new JButton("Add...");

                btnRemoveTask = new JButton("Remove");

                btnMoveTaskUp = new JButton("^");

                btnMoveTaskDown = new JButton("v");

                btnUpdateTasks = new JButton("Update");

                panelTaskManagerControlsPriority.add(btnMoveTaskUp);

                panelTaskManagerControlsPriority.add(btnMoveTaskDown);

                panelTaskManagerControls.add(btnAddTask);

                panelTaskManagerControls.add(btnRemoveTask);

                panelTaskManagerControls.add(btnUpdateTasks);

                panelTaskManagerControls.add(panelTaskManagerControlsPriority);

                panelTaskManager.add(spTaskManager, BorderLayout.CENTER);

                panelTaskManager.add(panelTaskManagerControls, BorderLayout.SOUTH);

                panelTaskManager.add(new JLabel("Current Task Queue"), BorderLayout.NORTH);

                taskAddWindow = new TaskAddWindow();

                // Message log

                log = new JTextArea();

                spLog = new JScrollPane(log,

                        ScrollPaneConstants.VERTICAL_SCROLLBAR_ALWAYS, 

                        ScrollPaneConstants.HORIZONTAL_SCROLLBAR_AS_NEEDED);

                spLog.setBorder(BorderFactory.createTitledBorder("Log"));

                spLog.setPreferredSize(new Dimension(0, 120));

                log.setEditable(false);

                // Main control mechanism

                panelControl = new JPanel();

                panelControl.setLayout(new GridLayout(1,1));

                tabPaneControl = new JTabbedPane(JTabbedPane.TOP);

                tabPaneControl.setPreferredSize(new Dimension(VECTOR_CONTROLLER_WIDTH, 0));

                tabPaneControl.addTab("Connection", panelServerInterface);

                tabPaneControl.addTab("Robots", panelRobotControl);

                tabPaneControl.addTab("Tasks", panelTaskManager);

                panelControl.add(tabPaneControl);

                // Set up elements in the south

                panelSouth = new JPanel();

                panelSouth.setLayout(new GridLayout(1,2));

                //panelSouth.add(spLog);

                // Put all elements in the ContentPane

                this.getContentPane().setLayout(new BorderLayout());

                this.getContentPane().add(tabPaneMain, BorderLayout.CENTER);

                this.getContentPane().add(panelSouth, BorderLayout.SOUTH);

                this.getContentPane().add(panelControl, BorderLayout.EAST);

                this.setVisible(true);

                /* Add all listeners here */

                // Task Management

                btnAddTask.addActionListener(this);

                btnRemoveTask.addActionListener(this);

                btnMoveTaskUp.addActionListener(this);

                btnMoveTaskDown.addActionListener(this);

                btnUpdateTasks.addActionListener(this);

                // Robot Control

                btnF.addActionListener(this);

                btnB.addActionListener(this);

                btnL.addActionListener(this);

                btnR.addActionListener(this);

                btnF.addKeyListener(this);

                btnB.addKeyListener(this);

                btnL.addKeyListener(this);

                btnR.addKeyListener(this);

                btnActivate.addActionListener(this);

                btnActivate.addKeyListener(this);

                cmbRobotNum.addKeyListener(this);

                vectorController.addMouseMotionListener(this);

                vectorController.addMouseListener(this);

                btnCommand_StopTask.addActionListener(this);

                btnCommand_ResumeTask.addActionListener(this);

                btnCommand_ChargeNow.addActionListener(this);

                btnCommand_StopCharging.addActionListener(this);

                // Other

                btnGraph.addActionListener(this);

                btnConnect.addActionListener(this);

                panelGraph.addMouseListener(this);

                this.addMouseMotionListener(this);        

                // Set up dependent threads

                indicator = new SelectionIndicator(canvas);

                indicator.setRadius(RADIUS+3, 15);  //a tad more than the bot radius

                simulator = new Simulator();

                webcamLoader = new WebcamLoader(this);

                dataUpdater = new DataUpdater();

                csi = new ColonetServerInterface(this);

        }

        public synchronized void paint (Graphics g) {

                /*        Redraw the graphical components in the applet. 

                        This paint method overrides the built-in paint of the 

                        JApplet, and we don't want to deal with redrawing the

                        components manually. Fuck that shit. */

                step();

                super.paint(g);

        }

        public synchronized void update (Graphics g) {

                paint(g);

        }

        public void drawRobot (int id, int x, int y) {

                //save the bot in memory, so we can tell if we click on it later

                botRect[id] = new Rectangle(x-RADIUS, y-RADIUS, 2*RADIUS, 2*RADIUS);

                //draw the bot on the canvas

                canvas.setColor(Color.BLACK);

                canvas.drawOval(x-RADIUS, y-RADIUS, RADIUS*2, RADIUS*2);

                //draw the label

                canvas.setFont(botFont);

                try {

                        canvas.drawString("" + xbeeID[id], x-20, y+2);

                } catch (Exception e) {

                        canvas.drawString("???", x-22, y+2);

                }

        }

        public void drawConnection (int start, int end, int radius, Color color) {

                final int ARROW_LENGTH = 18;

                double angle = 2.0 * Math.PI / numBots;

                int startx, starty, endx, endy;

                startx = cx - (int)(radius * Math.cos(start * angle));

                starty = cy - (int)(radius * Math.sin(start * angle));

                endx = cx - (int)(radius * Math.cos(end * angle));

                endy = cy - (int)(radius * Math.sin(end * angle));

                canvas.setColor(color);

                canvas.drawLine(startx, starty, endx, endy);

                //create arrow

                if (color.equals(Color.BLACK)) return;

                int big_dy = starty - endy;

                int big_dx = endx - startx;

                double theta = 0;

                if (big_dx == 0 && starty > endy) //pointing up

                        theta = Math.PI/2;

                else if (big_dx == 0 && starty < endy) //pointing down 

                        theta = 3*Math.PI/2;

                else if (big_dy == 0 && startx > endx) //pointing left

                        theta = Math.PI;

                else if (big_dy == 0 && startx < endx) //pointing right

                        theta = 0;

                else

                        theta = Math.atan(1.0 * big_dy / big_dx);

                //create ploygon

                Polygon poly = new Polygon();

                int dx_arrow = Math.abs((int)(ARROW_LENGTH * Math.cos(theta)));

                int dy_arrow = Math.abs((int)(ARROW_LENGTH * Math.sin(theta)));

                int dy_half = (int)(ARROW_LENGTH/2 * Math.cos(theta));

                int dx_half = (int)(ARROW_LENGTH/2 * Math.sin(theta));

                int rx = (big_dx > 0) ? endx - dx_arrow : endx + dx_arrow;

                int ry = (big_dy > 0) ? endy + dy_arrow : endy - dy_arrow;

                poly.addPoint(endx, endy);

                poly.addPoint(rx - dx_half, ry - dy_half);

                poly.addPoint(rx + dx_half, ry + dy_half);

                canvas.fillPolygon(poly);

        }

        public void run () {

                while (true) {

                        repaint();

                        try { 

                                Thread.sleep(90);

                        } catch (InterruptedException e) {

                                return;

                        }

                }

        }

        private void step () {

                final int DIAMETER = image.getWidth() - 2*BUFFER;

                final int BIGRADIUS = DIAMETER / 2;

                final int TOKENRADIUS = 40;

                boolean valid;

                // clear image

                canvas.setColor(Color.WHITE);

                canvas.fillRect(0, 0, image.getWidth(), image.getHeight());

                // parse the matrix, to see what robots exist

                String [] rows = txtMatrix.getText().split("\n");

                numBots = rows.length;

                String [][] entries = new String[numBots][numBots];

                valid = true;

                for (int i = 0; i < numBots; i++) {

                        entries[i] = rows[i].split(" ");

                        if (entries[i].length != rows.length) valid = false;

                }

                if (valid) {

                        this.showStatus("Running");

                        // draw robots and find which one is seleced

                        double angle = 2.0 * Math.PI / numBots;

                        canvas.setColor(Color.BLACK);

                        botRect = new Rectangle[numBots];

                        int x, y;

                        if (selectedBot >= numBots) selectedBot = 0;

                        for (int i = 0; i < numBots; i++) {

                                x = cx - (int)(BIGRADIUS * Math.cos(i * angle));

                                y = cy - (int)(BIGRADIUS * Math.sin(i * angle));

                                drawRobot(i, x, y);

                                if (i == selectedBot) indicator.setCenter(x, y);

                        }

                        // draw token marker

                        int tokenx, tokeny;

                        int tokenNum = tokenLoc;

                        tokenx = cx - (int)(BIGRADIUS * Math.cos(tokenNum * angle));

                        tokeny = cy - (int)(BIGRADIUS * Math.sin(tokenNum * angle));

                        canvas.setColor(Color.RED);

                        canvas.drawOval(tokenx-TOKENRADIUS, tokeny-TOKENRADIUS, 2*TOKENRADIUS, 2*TOKENRADIUS);

                        // create an inner circle along which the connections are made.

                        // let the diameter of this circle be 2*RADIUS less than the outerDiameter.

                        // see what connections exist

                        for (int row = 0; row < numBots; row++) {

                                for(int col = 0; col < numBots; col++) {

                                        if (!entries[row][col].equals("-") && entries[col][row].equals("-") && row != col) {

                                                //TODO: Make a standard gray

                                                drawConnection(row, col, BIGRADIUS-RADIUS, new Color(200,200,200));

                                        } else if (!entries[row][col].equals("-") && ! entries[col][row].equals("-") && row != col) {

                                                drawConnection(row, col, BIGRADIUS-RADIUS, Color.BLACK);

                                        }

                                }

                        }

                        // draw the selection indicator

                        indicator.draw();

                } else {  // if matrix is not valid

                        this.showStatus("Error: Invalid matrix");

                }

        }

        /** 

        * Gets the JTextArea used for storing the activity log. This method returns a reference to the 

        * JTextArea that stores the log. The log can contain any activity that is revelant to the use

        * of the applet, and may optionally display debugging information.

        *

        * @return the JTextArea where BOM matrix information is stored.

        */ 

        public JTextArea getLog () {

                return log;

        }

        /** 

        * Gets the JTextArea used for storing the BOM matrix data. This method returns a reference to the 

        * JTextArea that stores the BOM matrix. The values in the matrix are stored as integers separated 

        * by spaces, and the lines should be separated by a newline.

        * 

        * @return the JTextArea where BOM matrix information is stored.

        */

        public JTextArea getMatrixInput () {

                return txtMatrix;

        }

        /**

        * Parses a String containing BOM matrix information.

        * The ColonetServerInterface receives lines of the BOM matrix.  (For encoding 

        * information, see the ColonetServerInterface documentation.)  The entire matrix is passed

        * to the client when requested. This method takes a string of the form 

        * "[command code] [command code] [number of robots] [data0] [data1] ..."

        * with tokens separated by spaces and containing no brackets.  

        * The [command code]s are predefined values identifying this String as a BOM data

        * String, [number of robots] is an integer, and the values that follow are 

        * the sensor readings of the robots in order, starting with robot 0.  Only [number of robots]^2

        * data entries will be read.  The matrix values are saved locally until the next String is parsed.

        * 

        *

        * @param line the String containing BOM matrix information.

        * @throws ArrayIndexOutOfBoundsException if there are fewer than [number of robots]^2 data entries in the String

        */

        public void parseMatrix (String line) {

                txtMatrix.setText("");

                String [] str = line.split(" ");

                int num = Integer.parseInt(str[2]);

                for (int i = 0; i < num; i++) {

                        for (int j = 0; j < num; j++) {

                                String next = str[3 + i*num + j];

                                if (next.equals("-1"))

                                        txtMatrix.append("-");

                                else 

                                        txtMatrix.append(next);

                                if (j < num - 1) 

                                        txtMatrix.append(" ");

                        }

                        if (i < num - 1) 

                                txtMatrix.append("\n");

                }

        }

        /**

        * Parses a String containing a task queue update.

        * Format is currently not specified.

        * This method currently does nothing.

        *

        * @param line the String containing task queue update information.

        */

        public void parseQueue (String line) {

                log.append("Got queue update\n");

                //TODO: display new queue data in tasks tab

        }

        /**

        * Parses a String containing XBee ID values.

        * The ColonetServerInterface receives Strings of XBee information.  (For encoding 

        * information, see the ColonetServerInterface documentation.)  This method takes

        * a string of the form "[command code] [command code] [number of robots] [id0] [id1] ..."

        * with tokens separated by spaces and containing no brackets.  

        * The [command code]s are predefined values identifying this String as an XBee

        * ID String, [number of robots] is an integer, and the values that follow are 

        * the IDs of the robots in order, starting with robot 0.  Only [number of robots] 

        * will be read.  The ID values are saved locally until the next String is parsed.

        * The purpose of having this list is to ensure that robots are properly identified for control purposes.

        * This keeps robot identification consistent between sessions and prevents arbitrary assignment. 

        *

        * @param line the String containing XBee ID information.

        * @throws ArrayIndexOutOfBoundsException if there are fewer than [number of robots] IDs in the String

        * @see ColonetServerInterface#sendXBeeIDRequest()

        */

        public void parseXBeeIDs (String line) {

                //TODO: check if this string actually has xbee command codes

                String [] str = line.split(" ");

                int num = Integer.parseInt(str[2]);

                xbeeID = new int[num];

                for (int i = 0; i < num; i++)

                        xbeeID[i] = Integer.parseInt(str[i+3]);

                //update the list of robots to control

                //but save the old value first

                Object oldSelection = cmbRobotNum.getSelectedItem();

                cmbRobotNum.removeAllItems();

                cmbRobotNum.addItem(new String("   All   "));

                for (int i = 0; i < num; i++)

                        cmbRobotNum.addItem(new String("" + xbeeID[i]));

                cmbRobotNum.setSelectedItem(oldSelection);

        }

        /**

        * Parses a String containing battery information.

        * The ColonetServerInterface receives Strings of battery information.  (For encoding 

        * information, see the ColonetServerInterface documentation.)  This method takes

        * a string of the form "[command code] [command code] [robot ID] [value]"

        * with tokens separated by spaces and containing no brackets.  

        * The [command code]s are predefined values identifying this String as a battery

        * information String, [robot ID] is an integer, and [value] is a battery measurement.

        * This updates the batery information for a single robot.

        * 

        *

        * @param line the String containing battery information.

        * @see ColonetServerInterface#sendBatteryRequest(int)

        */

        public void parseBattery (String line) {

                System.out.println("Got battery update: " + line);

                String [] str = line.split(" ");

                int botNum = (int) line.charAt(4);

                int batteryVal = (int) line.charAt(6);

                if (cmbRobotNum != null && cmbRobotNum.getSelectedIndex()-1 == botNum) {

                        //TODO: update battery info graphically

                }

                // For now, just update the bar whenever we get an update.

                batteryIcon.setLevel((int) (100.0 * batteryVal / 255));

        }

        //

        // MouseListener methods

        //

        public void mouseExited(MouseEvent e) {

        }

        public void mouseEntered(MouseEvent e) {

        }

        public void mouseReleased(MouseEvent e) {

                vectorController.notifyMouseEvent(e, true);

        }

        public void mouseClicked(MouseEvent e) {

                vectorController.notifyMouseEvent(e, false);

        }

        public void mousePressed(MouseEvent e) {

                try {

                        for (int i = 0; i < numBots; i++) {

                                if (botRect[i].contains(e.getPoint())) {

                                        selectedBot = i;

                                        cmbRobotNum.setSelectedIndex(i+1);

                                }

                        }

                } catch (Exception ex) {

                }

        }

        public void mouseDragged(MouseEvent e) {

                vectorController.notifyMouseEvent(e, false);

        }

        public void mouseMoved(MouseEvent e) {

        }

        //

        // KeyListener methods

        //

        public void keyPressed (KeyEvent e) {

                int code = e.getKeyCode();

                if (code == KeyEvent.VK_UP) {

                        vectorController.setMaxForward();

                        vectorController.sendToServer();

                } else if (code == KeyEvent.VK_DOWN) {

                        vectorController.setMaxReverse();

                        vectorController.sendToServer();

                } else if (code == KeyEvent.VK_LEFT) {

                        vectorController.setMaxLeft();

                        vectorController.sendToServer();

                } else if (code == KeyEvent.VK_RIGHT) {

                        vectorController.setMaxRight();

                        vectorController.sendToServer();

                } else if (code == KeyEvent.VK_S) {

                        vectorController.setZero();

                        vectorController.sendToServer();

                }

        }

        public void keyReleased (KeyEvent e) {

        }

        public void keyTyped (KeyEvent e) {

        }

        //

        // ActionListener method

        //

        public void actionPerformed (ActionEvent e) {

                Object source = e.getSource();

                if (source == btnConnect) {

                        btnConnect.setEnabled(false);

                        csi.connect(txtHost.getText(), txtPort.getText());

                        dataUpdater.start();

                        drawThread = new Thread(this, "drawThread");

                        drawThread.start();

                        indicator.start();

                        simulator.start();

                        webcamLoader.start();

                }

                // Robot Movement Controls

                else if (source == btnF) {

                        vectorController.setMaxForward();

                        vectorController.sendToServer();

                } else if (source == btnB) {

                        vectorController.setMaxReverse();

                        vectorController.sendToServer();

                } else if (source == btnL) {

                        vectorController.setMaxLeft();

                        vectorController.sendToServer();

                } else if (source == btnR) {

                        vectorController.setMaxRight();

                        vectorController.sendToServer();

                } else if (source == btnActivate) {

                        vectorController.setZero();

                        vectorController.sendToServer();

                }

                // Robot Commands (non-movement)

                else if (source == btnCommand_StopTask) {

                } else if (source == btnCommand_ResumeTask) {

                } else if (source == btnCommand_ChargeNow) {

                } else if (source == btnCommand_StopCharging) {

                }

                // Queue Management

                else if (source == btnAddTask) {

                        taskAddWindow.prompt();

                } else if (source == btnRemoveTask) {

                        if (taskList.getSelectedIndex() >= 0);

                                csi.sendQueueRemove(taskList.getSelectedIndex());

                        csi.sendQueueUpdate();

                } else if (source == btnMoveTaskUp) {

                        csi.sendQueueReorder(taskList.getSelectedIndex(), taskList.getSelectedIndex() - 1);

                        csi.sendQueueUpdate();

                } else if (source == btnMoveTaskDown) {

                        csi.sendQueueReorder(taskList.getSelectedIndex(), taskList.getSelectedIndex() + 1);

                        csi.sendQueueUpdate();

                } else if (source == btnUpdateTasks) {

                        csi.sendQueueUpdate();

                }

        }

        /*

        *        SelectionIndicator thread.

        *        Graphical representation of the selection marker

        *

        *        step() and draw() are synchronized methods. step() is private and 

        *        used to update the position of the crosshairs. draw() is called 

        *        externally and should only run if all calculations in step() have

        *        been completed.

        */

        private class SelectionIndicator extends Thread {

                final int INDICATOR_DELAY = 180;

                final double DTHETA = 0.4;    //larger values make the marker rotate faster

                Graphics2D g;   //canvas to draw on

                boolean running;

                int sx, sy;                //center

                int r, dr;                //radius and width of marker

                double theta;   //current angle

                volatile Polygon poly1, poly2, poly3, poly4;

                int px1, py1;

                int rx1, ry1;

                int px2, py2;

                int rx2, ry2;

                int px3, py3;

                int rx3, ry3;

                int px4, py4;

                int rx4, ry4;

                int steps;

                public SelectionIndicator (Graphics2D g) {

                        super("SelectionIndicator");

                        this.g = g;

                        running = false;

                        steps = 0;

                        theta = 0;

                        rx1 = 0; ry1 = 0;

                        px1 = 0; py1 = 0;

                        rx2 = 0; ry2 = 0;

                        px2 = 0; py2 = 0;

                        rx3 = 0; ry3 = 0;

                        px3 = 0; py3 = 0;

                        rx4 = 0; ry4 = 0;

                        px4 = 0; py4 = 0;

                }

                public synchronized void setCenter (int sx, int sy) {

                        if (sx == this.sx && sy == this.sy) return;

                        this.sx = sx;

                        this.sy = sy;

                        steps = 0;

                }

                public synchronized void setRadius (int r, int dr) {

                        this.r = r;

                        this.dr = dr;

                        steps = 0;

                }

                public void run () {

                        running = true;

                        while (running) {

                                step();

                                try { 

                                        Thread.sleep(INDICATOR_DELAY);

                                } catch (InterruptedException e) {

                                        running = false;

                                        return;

                                }

                        }

                }

                private synchronized void step () {

                        Polygon poly1_new = new Polygon();

                        Polygon poly2_new = new Polygon();

                        Polygon poly3_new = new Polygon();

                        Polygon poly4_new = new Polygon();

                        //the step

                        theta = (theta + DTHETA/Math.PI) % (Math.PI);

                        //the calculation

                        //let p be the point of the pointy thing toward the center

                        //let r be the point at the opposite side

                        //recalculate radius, if it will look cool, lolz

                        int newr = r;

                        if (steps < 100)

                        newr = (int)( r + 200/(steps+1) );

                        //precompute values for dx and dy

                        int dx_inner = (int)(newr * Math.cos(theta));

                        int dy_inner = (int)(newr * Math.sin(theta));

                        int dx_outer = (int)((newr+dr) * Math.cos(theta));

                        int dy_outer = (int)((newr+dr) * Math.sin(theta));

                        //calculate polygon constants

                        int dy_poly = (int)(dr/2 * Math.cos(theta));

                        int dx_poly = (int)(dr/2 * Math.sin(theta));

                        //determine critical points

                        //kansas city shuffle!

                        px1 = sx + dx_inner;

                        py1 = sy - dy_inner;

                        rx1 = sx + dx_outer;

                        ry1 = sy - dy_outer;

                        px2 = sx - dx_inner;

                        py2 = sy + dy_inner;

                        rx2 = sx - dx_outer;

                        ry2 = sy + dy_outer;

                        px3 = sx - dy_inner;

                        py3 = sy - dx_inner;

                        rx3 = sx - dy_outer;

                        ry3 = sy - dx_outer;

                        px4 = sx + dy_inner;

                        py4 = sy + dx_inner;

                        rx4 = sx + dy_outer;

                        ry4 = sy + dx_outer;

                        //create polygons

                        poly1_new.addPoint(px1, py1);

                        poly1_new.addPoint(rx1+dx_poly, ry1+dy_poly);

                        poly1_new.addPoint(rx1-dx_poly, ry1-dy_poly);

                        poly2_new.addPoint(px2, py2);

                        poly2_new.addPoint(rx2+dx_poly, ry2+dy_poly);

                        poly2_new.addPoint(rx2-dx_poly, ry2-dy_poly);

                        poly3_new.addPoint(px3, py3);

                        poly3_new.addPoint(rx3-dy_poly, ry3+dx_poly);

                        poly3_new.addPoint(rx3+dy_poly, ry3-dx_poly);

                        poly4_new.addPoint(px4, py4);

                        poly4_new.addPoint(rx4-dy_poly, ry4+dx_poly);

                        poly4_new.addPoint(rx4+dy_poly, ry4-dx_poly);

                        //reassign updated polygons

                        poly1 = poly1_new;

                        poly2 = poly2_new;

                        poly3 = poly3_new;

                        poly4 = poly4_new;

                        if (steps < 300) steps++;

                }

                public synchronized void draw () {

                        if (!running) return;

                        g.setColor(Color.GRAY);

                        //draw polygons

                        g.fillPolygon(poly1);

                        g.fillPolygon(poly2);

                        g.fillPolygon(poly3);

                        g.fillPolygon(poly4);

                }

        }

        /*

        *        Simulator thread.

        *

        */

        private class Simulator extends Thread {

                final int SIMULATOR_DELAY = 300;

                boolean running;

                public Simulator () {

                        super("Simulator");

                        running = false;

                }

                public void run () {

                        running = true;

                        while (running) {

                                step();

                                try { 

                                        Thread.sleep(SIMULATOR_DELAY);

                                } catch (InterruptedException e) {

                                        running = false;

                                        return; 

                                }

                        }

                }

                private void step () {

                        // don't do anything! the colonet should work on its own!

                }

        }

        /*

        *        DataUpdater thread.

        *   The purpose of this thread is to request data from the server at regular intervals.

        *

        */

        class DataUpdater extends Thread {

                final int DATAUPDATER_DELAY = 4000;

                public DataUpdater () {

                        super("Colonet DataUpdater");

                }

                public void run () {

                        String line;

                        while (true) {

                                try {

                                        //if the socket is closed, make sure we can reconnect

                                        if (csi.getSocket().isInputShutdown())

                                                btnConnect.setEnabled(true);

                                        //request more data

                                        if (csi != null && csi.isReady()) {

                                                //csi.sendSensorDataRequest();

                                                //csi.sendXBeeIDRequest();

                                                if (cmbRobotNum.getSelectedIndex() > 0)

                                                        csi.sendBatteryRequest(cmbRobotNum.getSelectedIndex()-1);

                                                else

                                                        csi.sendBatteryRequest(200);

                                        }

                                        Thread.sleep(DATAUPDATER_DELAY);

                                } catch (InterruptedException e) {

                                        return;

                                } 

                        }

                }

        }

        /*

        *        GraphicsPanel class

        *        An extension of JPanel, designed for holding an image that will be repainted regularly.

        */

        class GraphicsPanel extends JPanel {

                protected Image img;

                public GraphicsPanel (Image img) {

                        super();

                        this.img = img;

                }

                public GraphicsPanel (Image img, boolean isDoubleBuffered) {

                        super(isDoubleBuffered);

                        this.img = img;

                }

                public void paint (Graphics g) {

                        // Place the buffered image on the screen, inside the panel

                        g.drawImage(img, 0, 0, Color.WHITE, this);

                }

        }

        /*

        *        WebcamPanel class

        *        Enables more efficient image handling in a component-controlled environment

        */

        class WebcamPanel extends JPanel {

                int BORDER = 16;  // this is arbitrary. it makes the image look nice inside a border.

                int BOT_RADIUS = 40;

                volatile BufferedImage img;

                volatile Point [] points;

                public WebcamPanel () {

                        super();

                }

                public synchronized void setImage (BufferedImage newimg) {

                        if (img != null) {

                                img.flush();

                                img = null;

                                img = new BufferedImage(1, 1, BufferedImage.TYPE_INT_RGB);

                        }

                        System.gc();

                        img = newimg;

                }

                public synchronized void setPoints (Point [] newpoints) {

                        this.points = newpoints;

                }

                public synchronized void paint (Graphics g) {

                        if (img == null)

                                return;

                        // Place the image on the screen, inside the panel

                        g.drawImage(img, 

                                                BORDER,        //dx1 - the x coordinate of the first corner of the destination rectangle.

                                                BORDER,        //dy1 - the y coordinate of the first corner of the destination rectangle.

                                                this.getWidth() - BORDER,         //dx2 - the x coordinate of the second corner of the destination rectangle.

                                                this.getHeight() - BORDER,        //dy2 - the y coordinate of the second corner of the destination rectangle.

                                                0,        //sx1 - the x coordinate of the first corner of the source rectangle.

                                                0,        //sy1 - the y coordinate of the first corner of the source rectangle.

                                                image.getWidth(),        //sx2 - the x coordinate of the second corner of the source rectangle.

                                                image.getHeight(),        //sy2 - the y coordinate of the second corner of the source rectangle.

                                                null        //observer - object to be notified as more of the image is scaled and converted.

                                                );

                        // Draw Identifiers

                        if (points == null)

                                return;

                        g.setColor(Color.RED);

                        ((Graphics2D)g).setStroke(new BasicStroke(2));

                        for (int i = 0; i < points.length; i++) {

                                g.drawOval(points[i].x - BOT_RADIUS, points[i].y - BOT_RADIUS, 2*BOT_RADIUS, 2*BOT_RADIUS);

                        }

                }

        }

        /*

        *        WebcamLoader class

        *        Handles the loading of the webcam image.

        */

        class WebcamLoader extends Thread 

        {

                final int WEBCAMLOADER_DELAY = 1000;

                final String IMAGE_PATH = "http://roboclub9.frc.ri.cmu.edu/colonet.jpg";

                final String LOCATIONS_PATH = "http://roboclub9.frc.ri.cmu.edu/colonet/locations.txt";

                URL imagePath;

                URI locationsPath;

                MediaTracker mt;

                BufferedImage image;

                public WebcamLoader (JApplet applet)

                {

                        super("ColonetWebcamLoader");

                        mt = new MediaTracker(applet);

                        ImageIO.setUseCache(false);

                        try {

                                imagePath = new URL(IMAGE_PATH);

                        } catch (MalformedURLException e) {

                                System.out.println("Malformed URL: could not form URL from: [" + IMAGE_PATH + "]\n");

                        }

                        try {

                                locationsPath = new URI(LOCATIONS_PATH);

                        } catch (URISyntaxException x) {

                                System.out.println("Malformed URI: could not form URI from: [" + LOCATIONS_PATH + "]\n");

                        }

                }

                public synchronized void run ()

                {

                        while (true) {

                                try {

                                        Thread.sleep(WEBCAMLOADER_DELAY);

                                        if (image != null) 

                                                image.flush();

                                        System.gc();

                                        image = ImageIO.read(imagePath);

                                        // The MediaTracker waitForID pauses the thread until the image is loaded.

                                        // We don't want to display a half-downloaded image.

                                        mt.addImage(image, 1);

                                        mt.waitForID(1);

                                        mt.removeImage(image);

                                        // Save

                                        panelWebcam.setImage(image);

                                        parseLocations(locationsPath.toURL());

                                } catch (InterruptedException e) {

                                        return;

                                } catch (java.security.AccessControlException e) {

                                        csi.warn("Could not load webcam.\n" + e);

                                        return;

                                } catch (IOException e) {

                                        log.append("IOException while trying to load image.");

                                }

                        }

                }

                private void parseLocations (URL url) {

                        URLConnection conn = null;

                        DataInputStream data = null;

                        String line;

                        String [] lines = new String[30];

                        StringBuffer buf = new StringBuffer();

                        int i = 0;

                        try {

                                conn = url.openConnection();

                                conn.connect();

                                data = new DataInputStream(new BufferedInputStream(conn.getInputStream()));

                                while ((line = data.readLine()) != null) {

                                        buf.append(line + ";");

                                        lines[i] = line;

                                        i++;

                                }

                                data.close();

                        } catch (IOException e) {

                                System.out.println("IOException:" + e.getMessage());

                        }

                        //log.append("Got robot locations: " + buf + "\n");

                        // Get Point values from strings

                        Point [] points = new Point[i];

                        for (int j = 0; j < i; j++) {

                                String [] parts = lines[j].split(",");

                                int xval = Integer.parseInt(parts[0]);

                                int yval = Integer.parseInt(parts[1]);

                                Point p = new Point(xval, yval);

                                points[j] = p;

                        }

                        if (points.length != 0)

                                panelWebcam.setPoints(points);

                }

        }

        /*

        *        VectorController class

        *        Manages robot motion control graphically

        */

        class VectorController extends GraphicsPanel {

                int x, y, cx, cy;

                int width, height;

                int side;

                public VectorController (Image img) {

                        super (img);

                        width = img.getWidth(null);

                        height = img.getHeight(null);

                        cx = img.getWidth(null)/2;

                        cy = img.getHeight(null)/2;

                        x = cx;

                        y = cy;

                        if (width < height)

                                side = width;

                        else

                                side = height;

                }

                public void setPoint (int x, int y) {

                        if (!isValidPoint(x, y))

                                return;

                        this.x = x;

                        this.y = y;

                        repaint();

                }

                public boolean isValidPoint (int x, int y) {

                        double xterm = Math.pow(1.0*(x - cx)/(side/2), 2);

                        double yterm = Math.pow(1.0*(y - cy)/(side/2), 2);

                        return (xterm + yterm <= 1);

                }

                public void notifyMouseEvent (MouseEvent e, boolean send) {

                        if (!isValidPoint(e.getX(), e.getY()))

                                return;

                        vectorController.setPoint(e.getX(), e.getY());

                        vectorController.repaint();

                        if (send)

                                vectorController.sendToServer();

                }

                public int getSpeed () {

                        int dx = x - cx;

                        int dy = y - cy;

                        int v = (int) Math.sqrt( Math.pow(dx, 2) + Math.pow(dy, 2) );

                        return v;

                }

                /** 

                * Returns the angle of the control vector in positive degrees west of north,

                * or negative degrees east of north, whichever is less than or equal to

                * 180 degrees total.

                */

                public int getAngle () {

                        int dx = x - cx;

                        int dy = cy - y;

                        // find reference angle in radians

                        double theta = Math.atan2(Math.abs(dx), Math.abs(dy));

                        // transform to degrees

                        theta = theta * 180 / Math.PI;

                        // adjust for quadrant

                        if (dx < 0 && dy < 0)

                                theta = 90 + theta;

                        else if (dx < 0 && dy >= 0)

                                theta = 90 - theta;

                        else if (dx >= 0 && dy < 0)

                                theta = -90 - theta;

                        else

                                theta = -90 + theta;

                        return (int) theta;

                }

                public void paint (Graphics g) {

                        g.setColor(Color.BLACK);

                        g.fillRect(0, 0, width, height);

                        ((Graphics2D)g).setStroke(new BasicStroke(1));

                        g.setColor(Color.RED);

                        g.drawOval(cx-side/2, cy-side/2, side, side);

                        ((Graphics2D)g).setStroke(new BasicStroke(2));