import java.awt.*;
import java.awt.event.*;
//import java.applet.*;
import java.text.*;
import javax.swing.*;

/**
 * This applet demonstrates a simple grid-world game.  It is complex
 * enough so that simple, rule-based strategies are difficult to
 * write, but it is small enough so that state-based MDP and RL
 * algorihms can work. There are lots of ways it can be extended.
 * It isn't designed to be general or reusable.
 * <P>
 * Copyright (C) 2003-2006  <A HREF="http://www.cs.ubc.ca/spider/poole/">David Poole</A>.
 * <p>
 * This program gives the GUI. The GUI is in <A
 * HREF=SGameGUI.java">SGameGUI.java</A>. The environemnt code is at
 * <A HREF="SGameEnv.java">SGameEnv.java</A>. The controller is at <A
 * HREF="SGameController.java">SGameController.java</A>.
 * <p>
 This program is free software; you can redistribute it and/or
 modify it under the terms of the GNU General Public License
 as published by the Free Software Foundation; either version 2
 of the License, or (at your option) any later version.
 <p>
 This program is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 GNU General Public License for more details.
 <p>
 You should have received a copy of the GNU General Public License
 along with this program; if not, write to the Free Software
 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.


 * @author David Poole  poole@cs.ubc.ca
 * @version 0.41 2007-09-09 */


public class TGameGUI extends JApplet
{
    TGameController controller;

    TGameEnv environment;

    int xDim;
    int yDim;  //these get set from the environment model

    JTextField discountField;

    boolean showingValues = true;
    String downAction = "Careful Up";

    JTextField initialValueField;
    JTextField greedyField;
    JTextField stepField;
    JTextField alphaField;
    final int strutSize=5;

    JLabel rewardLabel;
    JLabel reportStepsLabel;
    JLabel reportRewardsLabel;
    JLabel reportMinLabel;
    JLabel reportZeroLabel;

    int sqsize = 180;
    int twid = 5;
    int fontSize = 20;
    Font myFont = new Font("SansSerif", Font.PLAIN, fontSize);

    DecimalFormat df = new DecimalFormat("0.##");
    Dimension gridDimension = new Dimension(sqsize*xDim,sqsize*yDim);

    GridPanel graphPanel;

    public void init()
    {
	if (getParameter("random").equalsIgnoreCase("True"))
	    {
		if (getParameter("seed") != null)
		    environment = new TGameEnvRand(new TGameEnv(),Integer.parseInt(getParameter("seed")));
		else
		    environment = new TGameEnvRand(new TGameEnv(),0);
	    }
	else
	    environment = new TGameEnv();
 
	if (getParameter("show values") != null &&
	    getParameter("show values").equalsIgnoreCase("False"))
	    showingValues = false;

	if (getParameter("down action") != null)
	    downAction = getParameter("down action");

	String whichController = getParameter("controller");
	if (whichController.equalsIgnoreCase("Hand"))
	    controller= new TGameController(environment);
	else if (whichController.equalsIgnoreCase("QLearning"))
	    controller= new TGameQController(environment);
	else {
	    controller= new TGameController(environment);
	    System.out.println("Unknown Controller: "+whichController+" in TGame.");
	}
	xDim = environment.xDim;
	yDim = environment.yDim; 

	graphPanel = new GridPanel();

	// setLayout(new FlowLayout());
	JPanel pan = new JPanel();
	pan.setLayout(new BoxLayout(pan,BoxLayout.Y_AXIS));

	JPanel directionPanel = new JPanel();
	directionPanel.setLayout(new BorderLayout());

	JPanel titlePanel = new JPanel();
	reportZeroLabel = new JLabel("D's tiny game - "+controller.title);
	titlePanel.add(reportZeroLabel);
	pan.add(titlePanel);

	JButton up = new JButton("Up");
	directionPanel.add(up,BorderLayout.NORTH);
	up.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    dostep(0);
		    repaint();
		}
	    });


	JButton right = new JButton("Right");
	directionPanel.add(right,BorderLayout.EAST);
	right.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    dostep(1);
		    repaint();
		}
	    });


	JButton down = new JButton(downAction);
	directionPanel.add(down,BorderLayout.SOUTH);
	down.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    dostep(2);
		    repaint();
		}
	    });


	JButton left = new JButton("Left");
	directionPanel.add(left,BorderLayout.WEST);
	left.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    dostep(3);
		    repaint();
		}
	    });


	pan.add(Box.createVerticalGlue());

	pan.add(directionPanel);

	JPanel rewardPanel = new JPanel();
	rewardLabel = new JLabel("Last reward: 0.0");
	rewardLabel.setFont(myFont);
	rewardPanel.add(rewardLabel);
	pan.add(rewardPanel);


	pan.add(Box.createVerticalGlue());
	pan.add(Box.createVerticalStrut(strutSize));
		
	JPanel discountPanel = new JPanel();
	discountPanel.add(new JLabel("Discount"));

	JButton decrement = new JButton("-");
	discountPanel.add(decrement);
	decrement.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    discountField.setText(  df.format(Double.parseDouble(discountField.getText())-0.1)); 
		    repaint();
		}
	    }
	    );

	discountField = new JTextField(Double.toString(controller.discount),3);
	discountPanel.add(discountField);

	JButton increment = new JButton("+");
	discountPanel.add(increment);
	increment.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    discountField.setText(  df.format(Double.parseDouble(discountField.getText())+0.1)); 
		    repaint();
		}
	    }
	    );

	if (showingValues)
	    pan.add(discountPanel);



	pan.add(Box.createVerticalGlue());
	pan.add(Box.createVerticalStrut(strutSize));

	JPanel stepPanel= new JPanel();

	JButton step = new JButton("Step");
	stepPanel.add(step);

	stepField = new JTextField("400",7);
	stepPanel.add(stepField);

	step.setFont(new Font("SansSerif",1,20));
	step.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    doSteps(Integer.parseInt(stepField.getText()));
		    repaint();
		}
	    }
	    );
	if (showingValues) 
	    pan.add(stepPanel);

	JPanel greedyPanel = new JPanel();
	greedyPanel.add(new JLabel("Greedy Exploit"));
	greedyField = new  JTextField("80",2);
	greedyPanel.add(greedyField);
	greedyPanel.add(new JLabel("%"));
	if (showingValues) 
	    pan.add(greedyPanel);

	pan.add(Box.createVerticalGlue());
	pan.add(Box.createVerticalStrut(strutSize));

	JPanel alphaPanel = new JPanel();
	final JCheckBox alphaCheckBox = new JCheckBox("Fixed alpha =",controller.alphaFixed);
	alphaCheckBox.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    controller.alphaFixed = alphaCheckBox.isSelected();
		}
	    });

	alphaPanel.add(alphaCheckBox);
	alphaField = new JTextField(controller.alpha+"",3);
	alphaPanel.add(alphaField);
	if (showingValues) 
	    pan.add(alphaPanel);

	JPanel sarsaPanel = new JPanel();
	final JCheckBox sarsaCheckBox = new JCheckBox("use SARSA",controller.sarsa);
	sarsaCheckBox.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    controller.sarsa = sarsaCheckBox.isSelected();
		}
	    });

	sarsaPanel.add(sarsaCheckBox);
	// 		sarsaField = new JTextField(controller.sarsa+"",3);
	// 		sarsaPanel.add(sarsaField);
	if (showingValues)
	    pan.add(sarsaPanel);


	pan.add(Box.createVerticalGlue());
	pan.add(Box.createVerticalStrut(strutSize));
	      
	JPanel resetPanel = new JPanel();

	JButton reset = new JButton("Reset");
	reset.setFont(new Font("SansSerif",1,20));
	reset.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    doreset();
		    repaint();
		}
	    }
	    );

	resetPanel.add(reset);
	pan.add(resetPanel);


	JPanel initialValuePanel = new JPanel();
	initialValuePanel.add(new JLabel("Initial Value"));
	initialValueField = new JTextField("0.0",3);
	initialValuePanel.add(initialValueField);
	if (showingValues)
	    pan.add(initialValuePanel);

	pan.add(Box.createVerticalGlue());
	pan.add(Box.createVerticalStrut(strutSize));

	JPanel reportStepsPanel = new JPanel();
	reportStepsLabel = new JLabel("Number of steps: 0");
	reportStepsLabel.setFont(myFont);
	reportStepsPanel.add(reportStepsLabel);
	pan.add(reportStepsPanel);

	JPanel reportRewardsPanel = new JPanel();
	reportRewardsLabel = new JLabel("Total reward: 0");
	reportRewardsLabel.setFont(myFont);
	reportRewardsPanel.add(reportRewardsLabel);
	pan.add(reportRewardsPanel);

	JPanel reportMinPanel = new JPanel();
	reportMinLabel = new JLabel("Min reward is 0 at step 0");
	reportMinPanel.add(reportMinLabel);
	pan.add(reportMinPanel);

	JPanel reportZeroPanel = new JPanel();
	reportZeroLabel = new JLabel("Zero crossing a step: 0");
	reportZeroPanel.add(reportZeroLabel);
	pan.add(reportZeroPanel);


	JPanel fontSizePanel = new JPanel();
	fontSizePanel.add(new JLabel("Font Size"));

	JButton dimmer = new JButton("-");
	fontSizePanel.add(dimmer);
	dimmer.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    fontSize--;
		    myFont = new Font("SansSerif", Font.PLAIN, fontSize);
		    rewardLabel.setFont(myFont);
		    reportStepsLabel.setFont(myFont);
		    reportRewardsLabel.setFont(myFont);
		    repaint();
		}
	    });
	// 		JButton resetFontSize = new JButton("12");
	// 		fontSizePanel.add(resetFontSize);
	// 		resetFontSize.addActionListener(new ActionListener()
	// 		{
	// 			public void actionPerformed(ActionEvent event)
	// 			{
	// 				fontSize = 12;
	//                              myFont = new Font("SansSerif", Font.PLAIN, fontSize);
	// 				repaint();
	// 			}
	// 		});

	JButton brighter = new JButton("+");
	fontSizePanel.add(brighter);
	brighter.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    fontSize++;
		    myFont = new Font("SansSerif", Font.PLAIN, fontSize);
		    rewardLabel.setFont(myFont);
		    reportStepsLabel.setFont(myFont);
		    reportRewardsLabel.setFont(myFont);
		    repaint();
		}
	    });


	JPanel sizePanel = fontSizePanel;
	sizePanel.add(new JLabel("Grid Size: "));

	JButton shrink = new JButton("-");
	sizePanel.add(shrink);
	shrink.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    sqsize -= 5;
		    gridDimension.setSize(sqsize*xDim,sqsize*yDim);
		    graphPanel.setPreferredSize(gridDimension);
		    graphPanel.revalidate();
		    repaint();
		}
	    });

	JButton grow = new JButton("+");
	sizePanel.add(grow);
	grow.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    sqsize += 5;
		    gridDimension.setSize(sqsize*xDim,sqsize*yDim);
		    graphPanel.setPreferredSize(gridDimension);
		    graphPanel.revalidate();
		    repaint();
		}
	    });

	final JCheckBox tracingCheckBox = new JCheckBox("Trace on console");
	tracingCheckBox.addActionListener(new ActionListener()
	    {
		public void actionPerformed(ActionEvent event)
		{
		    environment.tracing = tracingCheckBox.isSelected();
		}
	    });

	sizePanel.add(tracingCheckBox);

	// pan.add(sizePanel);



	getContentPane().add(pan,"East");
	getContentPane().add(fontSizePanel,"South");
	JScrollPane gridScrollPane = new JScrollPane(graphPanel);
	getContentPane().add(gridScrollPane,"Center");
	doreset();
	repaint();  // ????
    }

    private class GridPanel extends JPanel
    {
	public GridPanel()
	{
	    setPreferredSize(gridDimension);
	}

	public void paintComponent(Graphics g)
	{     
	    super.paintComponent(g);

	    g.setFont(myFont);

	    g.setColor(Color.black);
	    g.fillRect(0,0,xDim*sqsize,yDim*sqsize);

	    g.setColor(Color.white);
	    for (int counter = 1 ; counter <= xDim; counter++) 
		g.drawLine(sqsize*counter,0,sqsize*counter,yDim*sqsize);
	    for (int counter = 1 ; counter <= yDim; counter++) 
		g.drawLine(0,sqsize*counter,xDim*sqsize,sqsize*counter);

	    // 			// draw monsters
	    // 			if (environment.m21)
	    // 				colorSquare(g,2,1,Color.red);
	    // 			if (environment.m42)
	    // 				colorSquare(g,4,2,Color.red);
	    // 			if (environment.m03)
	    // 				colorSquare(g,0,3,Color.red);
	    // 			if (environment.m13)
	    // 				colorSquare(g,1,3,Color.red);
	    // 			if (environment.m33)
	    // 				colorSquare(g,3,3,Color.red);
	    // 			// draw prize
	    // 			if (environment.prize < 4)
	    // 				colorSquare(g,environment.prize%2*(xDim-1),environment.prize/2*(yDim-1),Color.cyan);
	    // 			// draw the repair square
	    // 			g.setColor(Color.magenta);
	    // 			g.fillRect(sqsize,0,sqsize,sqsize);


	    // draw the arrows
	    if (showingValues)
		for (int xval=0 ; xval <xDim; xval++) {
		    for (int yval=0; yval < yDim; yval++) {
			double val=controller.qvalue(xval,yval,0);
			for (int i=1; i<4 ;i++) {
			    if (val < controller.qvalue(xval,yval,i ))
				val = controller.qvalue(xval,yval,i );
			}
			g.setColor(Color.blue);
			if (val==controller.qvalue(xval,yval,0)){
			    int uptrix[] = {xval*sqsize+sqsize/2-twid,
					    xval*sqsize+sqsize/2+twid,
					    xval*sqsize+sqsize/2};
			    int uptriy[] = {yval*sqsize+sqsize/2,
					    yval*sqsize+sqsize/2,
					    yval*sqsize};
			    g.fillPolygon(uptrix,uptriy,3);
			}
			if (val==controller.qvalue(xval,yval,1)){
			    int uptriy[] = {yval*sqsize+sqsize/2-twid,
					    yval*sqsize+sqsize/2+twid,
					    yval*sqsize+sqsize/2};
			    int uptrix[] = {xval*sqsize+sqsize/2,
					    xval*sqsize+sqsize/2,
					    (xval+1)*sqsize};
			    g.fillPolygon(uptrix,uptriy,3);
			}
			if (val==controller.qvalue(xval,yval,2)){
			    int uptrix[] = {xval*sqsize+sqsize/2-twid,
					    xval*sqsize+sqsize/2+twid,
					    xval*sqsize+sqsize/2};
			    int uptriy[] = {yval*sqsize+sqsize/2,
					    yval*sqsize+sqsize/2,
					    (yval+1)*sqsize};
			    g.fillPolygon(uptrix,uptriy,3);
			}
			if (val==controller.qvalue(xval,yval,3)){
			    int uptriy[] = {yval*sqsize+sqsize/2-twid,
					    yval*sqsize+sqsize/2+twid,
					    yval*sqsize+sqsize/2};
			    int uptrix[] = {xval*sqsize+sqsize/2,
					    xval*sqsize+sqsize/2,
					    xval*sqsize};
			    g.fillPolygon(uptrix,uptriy,3);
			}

			// write the Q-values
			g.setColor(Color.white);
			g.drawString(df.format(controller.qvalue(xval,yval,0)),xval*sqsize+sqsize/3,yval*sqsize+sqsize/3);
			g.drawString(df.format(controller.qvalue(xval,yval,1)),xval*sqsize+2+sqsize/2,yval*sqsize+2*sqsize/3);
			g.drawString(df.format(controller.qvalue(xval,yval,2)),xval*sqsize+sqsize/3,(yval+1)*sqsize-1);
			g.drawString(df.format(controller.qvalue(xval,yval,3)),xval*sqsize+2,yval*sqsize+2*sqsize/3);

		    };
		};

	    // draw interior walls
	    // 			g.setColor(Color.white);
	    // 			g.fillRect(sqsize-3,0,7,sqsize*2);
	    // 			g.fillRect(2*sqsize-3,0,7,sqsize);
	    // draw agent
	    // 			if (environment.damaged)
	    // 				g.setColor(Color.pink);
	    // 			else
	    g.setColor(Color.yellow);
	    g.fillOval(environment.currX*sqsize+sqsize/3, environment.currY*sqsize+sqsize/3, 
		       sqsize-2*(sqsize/3), sqsize-2*(sqsize/3));

	    // show values for parameters
	    double[] valsToDisplay = controller.toDisplay();
	    g.setColor(Color.black);
	    int lineSpacing = fontSize+2;
	    if (valsToDisplay != null)
		for (int i=0; i<valsToDisplay.length; i++)
		    g.drawString(i+": "+valsToDisplay[i],5*sqsize+3,(1+i)*lineSpacing);
	    rewardLabel.setText("Last reward: "+environment.reward);
	    reportStepsLabel.setText("Number of steps: "+environment.numberOfSteps);
	    reportRewardsLabel.setText("Total reward: "+environment.totalReward);
	    reportMinLabel.setText("Min reward is "+environment.minReward+" at step "+environment.minStep);	    
	    reportZeroLabel.setText("Zero crossing a step: "+environment.zeroCrossing);
	}
    }


    public void doreset()
    {     
	controller.doreset(Double.parseDouble(initialValueField.getText()));
	environment.doreset();
	repaint();
    }

    public void dostep(int action) {
	controller.alpha =  Double.parseDouble(alphaField.getText());
	controller.discount = Double.parseDouble(discountField.getText());
	controller.dostep(action);
    }



    private void doSteps(int count) {
	controller.alpha =  Double.parseDouble(alphaField.getText());
	controller.discount = Double.parseDouble(discountField.getText());

	controller.doSteps(count,Double.parseDouble(greedyField.getText())/100.0);
	repaint();

    }

    private void colorSquare(Graphics g,int xval,int yval,Color col) {
	g.setColor(col);
	g.fillRect(xval*sqsize,yval*sqsize,sqsize,sqsize);
    }


}