package com.thinkminimo.golf;

import com.thinkminimo.getopt.GetOpt;

import org.json.*;

import java.io.*;
import java.util.*;
import java.util.regex.Pattern;
import java.net.URL;
import java.net.URI;
import java.net.URISyntaxException;
import java.net.URLClassLoader;
import java.rmi.server.UID;
import java.security.NoSuchAlgorithmException;

import java.lang.reflect.Method;
import java.lang.reflect.Constructor;

import net.sourceforge.htmlunit.corejs.javascript.ErrorReporter;
import net.sourceforge.htmlunit.corejs.javascript.EvaluatorException;
import com.yahoo.platform.yui.compressor.CssCompressor;
import com.yahoo.platform.yui.compressor.JavaScriptCompressor;

import javax.servlet.ServletException;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

import org.jets3t.service.CloudFrontService;
import org.jets3t.service.S3Service;
import org.jets3t.service.S3ServiceException;
import org.jets3t.service.acl.AccessControlList;
import org.jets3t.service.acl.GroupGrantee;
import org.jets3t.service.acl.Permission;
import org.jets3t.service.model.S3Bucket;
import org.jets3t.service.model.S3Object;
import org.jets3t.service.model.cloudfront.Distribution;
import org.jets3t.service.model.cloudfront.DistributionConfig;
import org.jets3t.service.impl.rest.httpclient.RestS3Service;
import org.jets3t.service.security.AWSCredentials;

import org.apache.tools.ant.*;
import org.apache.tools.ant.taskdefs.*;
import org.apache.tools.ant.types.resources.*;

import org.mortbay.log.Log;
import org.mortbay.jetty.Handler;
import org.mortbay.jetty.HandlerContainer;
import org.mortbay.jetty.Server;
import org.mortbay.jetty.handler.HandlerList;
import org.mortbay.jetty.handler.ContextHandlerCollection;
import org.mortbay.jetty.handler.DefaultHandler;
import org.mortbay.jetty.handler.ResourceHandler;
import org.mortbay.jetty.handler.RequestLogHandler;
import org.mortbay.jetty.servlet.Context;
import org.mortbay.jetty.servlet.ServletHolder;
import org.mortbay.jetty.servlet.DefaultServlet;
import org.mortbay.jetty.webapp.WebAppContext;
import org.mortbay.thread.QueuedThreadPool;

public class Main
{
  public static class RingList<T> extends ArrayList <T> {
    private int next = 0;
    public T next() {
      return get(next++ % size());
    }
    public void reset() {
      next = 0;
    }
  }

  public    static final String       AWS_URL         = "s3.amazonaws.com";
  public    static final int          NUM_CFDOMAINS   = 1;
  public    static final int          NUM_VMPOOL      = 20;
  public    static final int          NUM_VMEXPIRE    = 10;
  public    static final int          JETTY_PORT      = 4653;
  private   static final int          BUF_SIZE        = 1024;

  public    static final String       NEW_HTML        = "new.html";
  public    static final String       NEW_FC_HTML     = "new.fc.html";
  public    static final String       NEW_ST_HTML     = "new.static.html";
  public    static final String       ERROR_HTML      = "error.html";
  public    static final String       HEAD_HTML       = "head.html";
  public    static final String       JSDETECT_HTML   = "jsdetect.html";
  public    static final String       COMPONENTS_JS   = "components.js";
  public    static final String       CONTROLLER_JS   = "controller.js";
  public    static final String       JQUERY_JS       = "jquery.js";
  public    static final String       JQUERY_GOLF_JS  = "jquery.golf.js";
  public    static final String       JQUERY_HIST_JS  = "jquery.address.js";
  public    static final String       FORCEPROXY_TXT  = "forceproxy.txt";
  public    static final String       FORCECLIENT_TXT = "forceclient.txt";
  public    static final String       FORCEBOT_TXT    = "forcebot.txt";
  public    static final String       NOSCRIPT_HTML   = "noscript.html";
  public    static final String       NOSCRIPT_FC_HTML= "noscript.forceclient.html";
  public    static final String       NOSCRIPT_ST_HTML= "noscript.static.html";
  public    static final String       LOADING_GIF     = "loading.gif";

  public    static final String       DIR_COMPONENTS  = "components";
  public    static final String       DIR_MODULES     = "plugins";
  public    static final String       DIR_SCRIPTS     = "scripts";
  public    static final String       DIR_STYLES      = "styles";

  private   static GetOpt             o               = null;
  private   static RingList<String>   mCfDomains      = null;
  private   static String             mNewHtml        = null;

  private   static String             mAppName        = null;
  private   static String             mAppVersion     = null;

  private   static HashMap<String, String> mApps      = null;
  private   static HashMap<String, String> mBackends  = null;

  private AWSCredentials              mAwsKeys        = null;
  private RestS3Service               mS3svc          = null;
  private CloudFrontService           mCfsvc          = null;
  private S3Bucket                    mBucket         = null;
  private AccessControlList           mAcl            = null;

  public Main(String[] argv) throws Exception {
    mApps       = new HashMap<String, String>();
    mBackends   = new HashMap<String, String>();
    mCfDomains  = new RingList<String>();
    mAppVersion = getResourceAsString("version").replaceFirst("\n", "");

    // process single flag command lines

    if (argv[0].equals("--version")) {
      System.out.println(mAppVersion);
      System.exit(0);
    } 

    // Command line parser setup

    o = new GetOpt("golf", argv);

    o.addFlag(
      "version", 
      "Display golf application server version info and exit."
    ).addSection(
      "GENERAL OPTIONS",
      "General configuration of the golf application server. These options "+
      "will be rolled into the war file (where appropriate) if deploying to "+
      "production, or used in the built-in servlet container for devmode "+
      "operation."
    ).addOpt(
      "port",
      "Set the port the server will listen on (optional, devmode only)."
    ).addOpt(
      "displayname",
      "The display name to use for deploying as a war file into a servlet "+
      "container (optional)."
    ).addOpt(
      "description",
      "Description of app when deploying as a war file into a servlet "+
      "container (optional)."
    ).addOpt(
      "pool-size",
      "How many concurrent proxymode client virtual machines to allow."
    ).addOpt(
      "pool-expire",
      "Minimum idle time (seconds) before a proxymode client virtual "+
      "machine can be scavenged."
    ).addOpt(
      "static",
      "Destination directory for a static app deployment. Static apps are "+
      "compiled into pure HTML+JS. There is no proxy support with this option."
    ).addSection(
      "AMAZON WEB SERVICES CONFIGURATION OPTIONS",
      "The awspublic and awsprivate options provide the golf server with "+
      "your AWS credentials. This enables it to automatically upload the "+
      "application to CloudFront when deploying to production. AWS is not "+
      "used in devmode."
    ).addOpt(
      "awspublic",
      "The amazon aws access key ID to use for cloudfront caching (required "+
      "when using AWS)."
    ).addOpt(
      "awsprivate",
      "The amazon aws secret access key corresponding to the aws access "+
      "key ID specified with the --awspublic option (required when using AWS)."
    ).addOpt(
      "cloudfronts",
      "How many CloudFront distributions to create (optional). This may be "+
      "useful for getting browsers to load things in parallel rather than "+
      "one at a time. On the other hand, it may be useless."
    ).addSection(
      "HTTP PROXY CONFIGURATION OPTIONS",
      "The golf application server ships with a built-in HTTP proxy servlet "+
      "that can be used to provide access to backend web services without "+
      "needing to resort to using JSONP or the 'window.name' hack."
    ).addOpt(
      "proxyhost",
      "The remote URI that the HTTP proxy will relay requests to. This will "+
      "produce a war file containing the configured proxy servlet and exit, "+
      "instead of starting the embedded servlet container."
    ).addOpt(
      "proxyparams",
      "Parameters to add to the query string of every request sent by the "+
      "HTTP proxy to the remote host. This can be used to pass tokens that "+
      "the client shouldn't have access to, and things like that."
    ).addOpt(
      "proxymaxupload",
      "The maximum file upload size for HTTP proxy requests (optional, in "+
      "bytes)."
    ).addSection(
      "WAR FILE CONFIGURATION OPTIONS",
      "The golf application server jar file is able to roll a golf "+
      "application into a war file for deployment to a servlet container "+
      "for production. These options govern how this is done."
    ).addFlag(
      "compress-js",
      "Whether to yuicompress javascript resource files (production only)."
    ).addFlag(
      "compress-css",
      "Whether to yuicompress css resource files (production only)."
    ).addFlag(
      "war",
      "If present, create war file instead of starting embedded servlet "+
      "container."
    ).addArg(
      "approot|proxypath",
      "The location of the golf app root directory, or when building HTTP "+
      "proxy, the desired name of the resulting war file (.war extension "+
      "will be added). When this argument specifies a golf approot, the "+
      "application context path (or war file name, in the case of the --war "+
      "option) is derived from the basename of the specified directory."
    ).addVarArg(
      "backend [backend...]",
      "The backend webapp war file or approot (not used when building HTTP "+
      "proxy war files). Zero or more war files or directories may be "+
      "specified here. The context path they are deployed to is taken from "+
      "the basename of the war file or directory."
    ).addExample(
      "RUN LOCAL DEVMODE SERVER WITH NO BACKEND",
      "java -jar golf.jar ./apps/demo",
      "This starts the golf application server, running the golf application "+
      "locally from the embedded servlet container. The application will be "+
      "accessible at the URL http://localhost:4653/demo/, and the approot is "+
      "set to the ./apps/demo/ directory."
    ).addExample(
      "RUN LOCAL DEVMODE SERVER WITH BACKEND",
      "java -jar golf.jar ./apps/demo data1.war data2.war",
      "This starts the golf application server, locally, as in the previous "+
      "example, accessible at the URL http://localhost:4653/demo/, etc. "+
      "Additionally, data1.war and data2.war (backend applications) will be "+
      "deployed to the /data1/ and /data2/ context paths."
    ).addExample(
      "PREPARE WAR FILE FOR DEPLOYMENT TO PRODUCTION",
      "java -jar golf.jar --war ./apps/demo",
      "Instead of starting the local golf application server, a war file is "+
      "produced containing the golf application, in this case 'demo.war' is "+
      "the resulting file. This war file can then be deployed to the "+
      "production servlet container."
    ).addExample(
      "PREPARE WAR FILE FOR DEPLOYMENT TO PRODUCTION WITH AWS",
      "java -jar golf.jar --displayname 'My Golf App' \\\n"+
      "        --awspublic GKI69AJ344JLNT92X1QQ \\\n"+
      "        --awsprivate ke9S3CwVzLW9B21/HrkLiQfXEpoeGHwNDTlfBW5J \\\n"+
      "        --war ./apps/demo",
      "As in the previous example, a war file is produced instead of starting "+
      "the local golf application server. Additionally, the golf application "+
      "is uploaded to Amazon's s3 service, and a CloudFront distribution is "+
      "created. The golf app in the resulting war file will automatically "+
      "load the frontend from CloudFront, rather than from the golf server."
    ).addExample(
      "CREATE A HTTP PROXY",
      "java -jar golf.jar --proxyhost www.example.com:8080/doit/ \\\n"+
      "        --proxyparams 'user=myname&pass=secret' data",
      "This produces a HTTP proxy servlet configured to proxy HTTP requests "+
      "to the specified remote URI, instead of starting the local embedded "+
      "servlet container. The resulting war file will be saved to 'data.war'."
    );

    // default values for command line options

    o.setOpt("port",          String.valueOf(JETTY_PORT));
    o.setOpt("displayname",   "untitled web application");
    o.setOpt("description",   "powered by golf: http://thinkminimo.com");
    o.setOpt("devmode",       "false");
    o.setOpt("awspublic",     null);
    o.setOpt("awsprivate",    null);
    o.setOpt("proxyhost",     null);
    o.setOpt("proxyparams",   "");
    o.setOpt("proxymaxupload",String.valueOf(10*1024*1024));
    o.setOpt("pool-size",     String.valueOf(NUM_VMPOOL));
    o.setOpt("pool-expire",   String.valueOf(NUM_VMEXPIRE));
    o.setOpt("cloudfronts",   String.valueOf(NUM_CFDOMAINS));
    o.setOpt("cfdomains",     "[]");
    o.setOpt("compress-js",   "false");
    o.setOpt("compress-css",  "false");
    o.setOpt("war",           "false");

    // parse command line
    try {
      o.go();
    } catch (Exception e) {
      System.exit(1);
    }

    // command line option validation

    if (o.getOpt("port") != null) {
      try {
        Integer.parseInt(o.getOpt("port"));
      } catch (NumberFormatException e) {
        usage(e.getMessage());
      }
    }

    // start work

    mAppName = (new File(o.getOpt("approot|proxypath")))
                .getCanonicalFile().getName().replaceFirst("\\.war$", "");
    mApps.put(mAppName, o.getOpt("approot|proxypath"));

    while (o.getExtra().size() > 0) {
      String path = o.getExtra().remove(0);
      File f = new File(path);
      String name = f.getCanonicalFile().getName().replaceFirst("\\.war$", "");
      mBackends.put(name, path);
    }

    try {
      if (o.getOpt("proxyhost") != null)
        doProxyWarfile();
      else if (o.getFlag("war"))
        doWarfile();
      else if (o.getOpt("static") != null)
        doStatic();
      else
        doServer();
    } catch (Exception e) {
      System.err.println("golf: "+e.getMessage());
      System.exit(1);
    }

    System.exit(0);
  }

  public static void main(String[] argv) {
    try {
      Main m = new Main(argv);
    } catch (Exception e) {
      System.exit(1);
    }
  }

  private void prepareAws()  throws Exception {
    mAwsKeys  = 
      new AWSCredentials(o.getOpt("awspublic"), o.getOpt("awsprivate"));
    mS3svc    = new RestS3Service(mAwsKeys);

    while (true) {
      mBucket       = mS3svc.getOrCreateBucket(randName(mAppName));
      long nowTime  = (new Date()).getTime();
      long bktTime  = mBucket.getCreationDate().getTime();
      long oneMin   = 1L * 60L * 1000L;
      if (nowTime - bktTime < oneMin)
        break;
    }

    mAcl = mS3svc.getBucketAcl(mBucket);
    mAcl.grantPermission(
      GroupGrantee.ALL_USERS,
      Permission.PERMISSION_READ
    );

    mBucket.setAcl(mAcl);
    mS3svc.putBucketAcl(mBucket);
  }

  private void doCloudFront() throws Exception {
    mCfsvc = new CloudFrontService(mAwsKeys);

    String orig = mBucket.getName() + "." + AWS_URL;
    String cmnt;
    if (o.getOpt("description") != null)
      cmnt = o.getOpt("description");
    else if (o.getOpt("displayname") != null)
      cmnt = o.getOpt("displayname");
    else
      cmnt = mAppName;

    JSONArray json = new JSONArray();

    for (int i=0; i<Integer.valueOf(o.getOpt("cloudfronts")); i++) {
      Distribution dist = 
        mCfsvc.createDistribution(orig, null, null, cmnt, true);
      String domain = "http://"+dist.getDomainName()+"/";
      mCfDomains.add(domain);
      json.put(domain);
    }

    o.setOpt("cfdomains", json.toString());
  }
  
  private void doAws() throws Exception {
    try {
      System.err.print("Preparing S3 bucket....................");
      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
        prepareAws();
        System.err.println("done.");
      } else {
        System.err.println("skipped.");
      }

      System.err.print("Creating CloudFront distributions..");
      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
        doCloudFront();
        System.err.println("done.");
      } else {
        System.err.println("skipped.");
      }

      System.err.print("Compiling components...................");
      cacheComponentsFile();
      System.err.println("done.");

      System.err.print("Creating new.html template file........");
      cacheNewDotHtmlFile();
      System.err.println("done.");

      System.err.print("Uploading jar resources................");
      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
        cacheJarResourcesAws();
        System.err.println("done.");
      } else {
        System.err.println("skipped.");
      }

      System.err.print("Uploading resource files...............");
      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
        cacheResourcesAws(new File(o.getOpt("approot|proxypath")), "");
        System.err.println("done.");
      } else {
        System.err.println("skipped.");
      }
    } catch (Exception e) {
      System.err.println("fail.");
      throw new Exception(e);
    }
  }

  private void doProxyWarfile() throws Exception {
    String name = mAppName;
    String host = o.getOpt("proxyhost");
    int    port = 80;
    String path = "";

    if (!host.startsWith("http://"))
      host = "http://"+host;

    URI uri = new URI(host);

    host = uri.getHost();
    port = uri.getPort() == -1 ? port : uri.getPort();
    path = uri.getPath() == null ? path : uri.getPath();

    doProxyAnt(name, host, port, path);
  }

  private void doWarfile() throws Exception {
    o.setOpt("devmode", "false");
    doAws();
    doAnt();
  }

  private void doStatic() throws Exception {
    cacheComponentsFile();
    cacheNewDotHtmlFile();
    doStaticAnt();
  }

  private void doServer() throws Exception {
    o.setOpt("devmode", "true");
    Server server = new Server(Integer.valueOf(o.getOpt("port")));
    
    cacheComponentsFile();
    cacheNewDotHtmlFile();

    QueuedThreadPool threadPool = new QueuedThreadPool();
    threadPool.setMaxThreads(100);
    server.setThreadPool(threadPool);

    ContextHandlerCollection contexts = new ContextHandlerCollection();
    HandlerList handlers              = new HandlerList();
    
    for (String app: mApps.keySet()) {
      Log.info("Starting app `" + app + "'");

      String docRoot    = mApps.get(app);

      String golfPath   = "/" + app;
      String golfRoot   = docRoot;

      Context cx1 = new Context(contexts, golfPath, Context.SESSIONS);
      cx1.setResourceBase(golfRoot);
      cx1.setDisplayName(o.getOpt("displayname"));
      ServletHolder sh1 = new ServletHolder(new GolfServlet());

      // manually set init parameters
      sh1.setInitParameter("devmode",     o.getOpt("devmode"));
      sh1.setInitParameter("poolsize",    o.getOpt("pool-size"));
      sh1.setInitParameter("poolexpire",  o.getOpt("pool-expire"));
      sh1.setInitParameter("version",     mAppVersion);

      cx1.addServlet(sh1, "/*");
    }

    for (String app: mBackends.keySet()) {
      Log.info("Starting app `" + app + "'");

      String docRoot    = mBackends.get(app);

      String golfPath   = "/" + app;
      String golfRoot   = docRoot;

      WebAppContext wac = new WebAppContext();
      wac.setContextPath(golfPath);
      wac.setWar(docRoot);

      handlers.addHandler(wac);
    }

    handlers.addHandler(contexts);
    handlers.addHandler(new DefaultHandler());
    //handlers.addHandler(new RequestLogHandler());

    server.setHandler(handlers);
    server.setStopAtShutdown(true);
    server.setSendServerVersion(true);

    server.start();
    server.join();
  }

  public void doProxyAnt(String name, String host, int port, String path)
    throws Exception {
    try {
      System.err.print("Building proxy warfile.................");

      File    dep     = cacheResourceFile("depends.zip",    ".zip", null);
      File    cls     = cacheResourceFile("classes.zip",    ".zip", null);
      File    web     = getTmpFile(".xml");
      File    ant     = getTmpFile(".xml", new File("."));

      String  webStr  = getResourceAsString("proxy_web.xml");
      String  antStr  = getResourceAsString("proxy_project.xml");

      String  dname   = "HTTP proxy servlet ("+host+":"+port+"/"+path+")";
      String  ddesc   = "HTTP proxy servlet ("+host+":"+port+"/"+path+")";

      // set init parameters in the web.xml file
      webStr =  webStr.replaceAll("__DISPLAYNAME__",    dname)
                      .replaceAll("__DESCRIPTION__",    ddesc)
                      .replaceAll("__PROXY_HOST__",     host)
                      .replaceAll("__PROXY_PORT__",     String.valueOf(port))
                      .replaceAll("__PROXY_PATH__",     path)
                      .replaceAll("__PROXY_QUERY__",    o.getOpt("proxyparams"))
                      .replaceAll("__MAX_FILE_UPLOAD_SIZE__",
                                    o.getOpt("proxymaxupload"));

      // setup the ant build file
      antStr =  antStr.replaceAll("__OUTFILE__",        name + ".war")
                      .replaceAll("__WEB.XML__",        web.getAbsolutePath())
                      .replaceAll("__DEPENDENCIES.ZIP__", dep.getAbsolutePath())
                      .replaceAll("__CLASSES.ZIP__",    cls.getAbsolutePath());

      cacheStringFile(webStr, "", web);
      cacheStringFile(antStr, "", ant);

      Project project = new Project();
      project.init();
      project.setUserProperty("ant.file" , ant.getAbsolutePath());
      ProjectHelper.configureProject(project, ant);
      project.executeTarget("war");

      System.err.println("done.");
    } catch (Exception e) {
      System.err.println("fail.");
      throw new Exception(e);
    }
  }

  public void doStaticAnt() throws Exception {
    try {
      System.err.print("Building static............................");

      File    res     = cacheResourceFile("resources.zip",  ".zip", null);
      File    ant     = getTmpFile(".xml", new File("."));

      String  antStr  = getResourceAsString("static_project.xml");

      // setup the ant build file
      antStr =  antStr.replaceAll("__OUTFILE__",        o.getOpt("static"))
                      .replaceAll("__RESOURCES.ZIP__",  res.getAbsolutePath())
                      .replaceAll("__APPROOT__",        
                                    o.getOpt("approot|proxypath"));

      cacheStringFile(antStr, "", ant);

      Project project = new Project();
      project.init();
      project.setUserProperty("ant.file" , ant.getAbsolutePath());
      ProjectHelper.configureProject(project, ant);
      project.executeTarget("static");

      System.err.println("done.");
    } catch (Exception e) {
      System.err.println("fail.");
      throw new Exception(e);
    }
  }

  public void doAnt() throws Exception {
    try {
      System.err.print("Building warfile...........................");

      File    dep     = cacheResourceFile("depends.zip",    ".zip", null);
      File    res     = cacheResourceFile("resources.zip",  ".zip", null);
      File    cls     = cacheResourceFile("classes.zip",    ".zip", null);
      File    web     = getTmpFile(".xml");
      File    ant     = getTmpFile(".xml", new File("."));

      String  webStr  = getResourceAsString("web.xml");
      String  antStr  = getResourceAsString("project.xml");

      // set init parameters in the web.xml file
      webStr =  webStr.replaceAll("__DISPLAYNAME__",    o.getOpt("displayname"))
                      .replaceAll("__DESCRIPTION__",    o.getOpt("description"))
                      .replaceAll("__POOLSIZE__",       o.getOpt("pool-size"))
                      .replaceAll("__POOLEXPIRE__",     o.getOpt("pool-expire"))
                      .replaceAll("__GOLF_VERSION__",   mAppVersion)
                      .replaceAll("__DEVMODE__",        o.getOpt("devmode"));

      // setup the ant build file
      antStr =  antStr.replaceAll("__OUTFILE__",        mAppName + ".war")
                      .replaceAll("__WEB.XML__",        web.getAbsolutePath())
                      .replaceAll("__RESOURCES.ZIP__",  res.getAbsolutePath())
                      .replaceAll("__APPROOT__",        
                                    o.getOpt("approot|proxypath"))
                      .replaceAll("__DEPENDENCIES.ZIP__", dep.getAbsolutePath())
                      .replaceAll("__CLASSES.ZIP__",    cls.getAbsolutePath());

      cacheStringFile(webStr, "", web);
      cacheStringFile(antStr, "", ant);

      Project project = new Project();
      project.init();
      project.setUserProperty("ant.file" , ant.getAbsolutePath());
      ProjectHelper.configureProject(project, ant);
      project.executeTarget("war");

      System.err.println("done.");
    } catch (Exception e) {
      System.err.println("fail.");
      throw new Exception(e);
    }
  }

  public static File getTmpFile(String ext) throws IOException {
    File f = File.createTempFile("golf_deploy.", ext);
    f.deleteOnExit();
    return f;
  }

  public static File getTmpFile(String ext, File dir) throws IOException {
    File f = File.createTempFile("golf_deploy.", ext, dir);
    f.deleteOnExit();
    return f;
  }

  public String getResourceAsString(String name) throws IOException {
    JavaResource res = new JavaResource(name, null);
    BufferedReader in = 
      new BufferedReader(new InputStreamReader(res.getInputStream()));
    StringBuilder s = new StringBuilder();

    String tmp;
    while((tmp = in.readLine()) != null)
      s.append(tmp).append("\n");

    return s.toString();
  }

  public File cacheResourceFile(String name, String ext, File f)
    throws IOException {
    name = name.replaceFirst("^/+", "");
    byte[] b = new byte[BUF_SIZE];

    if (f == null)
      f = getTmpFile(ext);

    BufferedInputStream   in  = new BufferedInputStream(
        getClass().getClassLoader().getResourceAsStream(name));
    BufferedOutputStream  out = 
      new BufferedOutputStream(new FileOutputStream(f));

    int nread;
    while ((nread = in.read(b)) != -1)
      out.write(b, 0, nread);
    out.close();

    return f;
  }

  public static File cacheStringFile(String text, String ext, File f)
    throws IOException {
    if (f == null)
      f = getTmpFile(ext);

    PrintWriter out = new PrintWriter(new FileOutputStream(f));
    out.print(text);
    out.close();

    return f;
  }

  private void cacheStringAws(String str, String key) throws Exception {
    cacheStringAws(str, key, null);
  }

  private void cacheStringAws(String str, String key, String type) 
      throws Exception {
    key = key.replaceFirst("^/+", "");
    File f = cacheStringFile(str, key.replaceFirst("^.*/", ""), null);
    cacheFileAws(f, key, type);
  }

  private void cacheFileAws(File file, String key) throws Exception {
    cacheFileAws(file, key, null);
  }

  private void cacheFileAws(File file, String key, String type)
      throws Exception {
    key = key.replaceFirst("^/+", "");

    if (key.endsWith(".js") || key.endsWith(".css") || key.endsWith(".html")) {
      BufferedReader inBr = new BufferedReader(new FileReader(file));
      StringBuilder  sb   = new StringBuilder();
      
      String s;
      while ((s = inBr.readLine()) != null)
        sb.append(s).append("\n");

      String src = sb.toString();

      if (key.endsWith(".js"))
        src = injectCloudfrontUrl(compressJs(src, key));
      else if (key.endsWith(".css"))
        src = injectCloudfrontUrl(compressCss(src, key));
      else if (key.endsWith(".html"))
        src = injectCloudfrontUrl(src);

      file.delete();

      PrintWriter out = new PrintWriter(new FileWriter(file));
      out.print(src);
      out.close();
    }

    S3Object obj = new S3Object(mBucket, file);
    obj.setKey(key);
    if (type == null)
      obj.setContentType(GolfResource.MimeMapping.lookup(key));
    else
      obj.setContentType(type);
    obj.setAcl(mAcl);
    mS3svc.putObject(mBucket, obj);
  }

  private void cacheJarResourcesAws() throws Exception {
    String[] resources = {
      JSDETECT_HTML,
      JQUERY_JS,
      JQUERY_HIST_JS,
      JQUERY_GOLF_JS,
      LOADING_GIF
    };
    for (String res : resources)
      cacheJarResourceAws("/"+res);
  }

  private void cacheJarResourceAws(String name) throws Exception {
    File f = cacheResourceFile(name, name.replaceAll("^.*/", ""), null);
    cacheFileAws(f, name.replaceFirst("^/+", ""));
  }

  public static void cacheNewDotHtmlFile() throws Exception {
    String newHtmlStr = getNewDotHtmlString(false);
    File f = new File(o.getOpt("approot|proxypath"), NEW_HTML);
    if (f.exists())
      f.delete();
    f.deleteOnExit();
    PrintWriter out = new PrintWriter(new FileWriter(f));
    out.print(newHtmlStr);
    out.close();

    newHtmlStr = getNewDotHtmlString(true);
    f = new File(o.getOpt("approot|proxypath"), NEW_FC_HTML);
    if (f.exists())
      f.delete();
    f.deleteOnExit();
    out = new PrintWriter(new FileWriter(f));
    out.print(newHtmlStr);
    out.close();
  }

  public static String getNewDotHtmlString(boolean fc) throws Exception {
    File   cwd  = new File(o.getOpt("approot|proxypath"));
    boolean st  = o.getOpt("static") != null;

    String        newHtmlSrc    = st ? NEW_ST_HTML : NEW_HTML;

    GolfResource  newHtml       = new GolfResource(cwd, newHtmlSrc);
    GolfResource  headHtml      = new GolfResource(cwd, HEAD_HTML);
    GolfResource  noscriptHtml  = 
      new GolfResource(cwd, 
          (fc ? NOSCRIPT_FC_HTML : (st ? NOSCRIPT_ST_HTML : NOSCRIPT_HTML)));

    if (mNewHtml == null)
      mNewHtml = newHtml.toString();

    String        newStr        = mNewHtml;
    String        headStr       = headHtml.toString();
    String        noscriptStr   = noscriptHtml.toString();

    JSONArray     backends      = new JSONArray(mBackends.keySet());

    String result = newStr;
    result = result.replaceFirst("\n *__HEAD_HTML__ *\n *", 
        " custom head section -->\n"+headStr+
        "    <!-- end custom head section ");
    result = result.replaceFirst("\n *__NOSCRIPT_HTML__ *\n *", 
        " custom noscript section -->\n"+noscriptStr+
        "      <!-- end custom noscript section ");
    result = result.replaceFirst("__DEVMODE__", 
        Boolean.toString(o.getFlag("devmode")));
    result = result.replaceFirst("__RESTBACKENDS__", backends.toString());
    result = result.replaceFirst("__CLOUDFRONTDOMAIN__", o.getOpt("cfdomains"));

    if (st)
      result = result.replaceAll("\\?path=/*", "");

    return result;
  }

  public static void cacheComponentsFile() throws Exception {
    File f = new File(o.getOpt("approot|proxypath"), COMPONENTS_JS);
    if (f.exists())
      f.delete();
    f.deleteOnExit();
    PrintWriter out = new PrintWriter(new FileWriter(f));
    out.print(getComponentsString());
    out.close();
  }

  private void cacheComponentsAws() throws Exception {
    cacheStringAws(getComponentsString(), COMPONENTS_JS, "text/javascript");
  }

  private static String getComponentsString() throws Exception {
    String ret = 
          "jQuery.golf.components=" + getComponentsJSON(null, null) + ";" +
           "jQuery.golf.res=" + getResourcesJSON(null, null) + ";" +
           "jQuery.golf.plugins=" + getScriptsJSON(DIR_MODULES, null) + ";" +
           "jQuery.golf.scripts=" + getScriptsJSON(DIR_SCRIPTS, null) + ";" +
           "jQuery.golf.styles=" + getStylesJSON(DIR_STYLES, null) + ";" +
           "jQuery.golf.setupComponents();";
    if (o.getOpt("static") != null)
      ret = ret.replaceAll("\\?path=/*", "");
    return ret;
  }

  private static String getResourcesJSON(String path, JSONObject json) 
      throws Exception {
    boolean isNew = false;

    if (path == null) path = "";
    if (json == null) {
      json = new JSONObject();
      isNew = true;
    }

    File file = new File(new File(o.getOpt("approot|proxypath")), path);
      
    if (!file.getName().startsWith(".") || file.getName().equals(".")
        || file.getName().equals("..")) {
      if (file.isFile()) {
        String keyName = path.replaceFirst("^/+", "");
        json.put(keyName.replaceFirst("^.*/", ""), "?path=" + keyName);
      } else if (file.isDirectory()) {
        JSONObject dir;
        if (!isNew) {
          dir = new JSONObject();
          json.put(file.getName(), dir);
        } else {
          dir = json;
        }
        for (String f : file.list()) {
          String ppath = path + "/" + f;
          getResourcesJSON(path+"/"+f, dir);
        }
      }
    }

    // these are system files that are of no use to a golf app
    for (String s : new String[] {
      DIR_COMPONENTS,
      DIR_SCRIPTS,
      DIR_STYLES,
      ERROR_HTML,
      HEAD_HTML,
      NEW_HTML,
      NEW_FC_HTML,
      NOSCRIPT_FC_HTML,
      NOSCRIPT_HTML,
      FORCEPROXY_TXT,
      FORCECLIENT_TXT,
      FORCEBOT_TXT,
      COMPONENTS_JS,
      CONTROLLER_JS
    }) json.remove(s);

    return json.toString();
  }

  private static String getComponentsJSON(String path, JSONObject json) 
      throws Exception {
    if (path == null) path = "";
    if (json == null) json = new JSONObject();

    File file = 
      new File(new File(o.getOpt("approot|proxypath"), DIR_COMPONENTS), path);
      
    if (!file.getName().startsWith(".")) {
      if (file.isFile()) {
        if (path.endsWith(".html")) {
          String cmpName = path.replaceFirst("\\.html$", "");
          JSONObject cmpJson = processComponent(cmpName);
          json.put((String) cmpJson.get("name"), cmpJson);
        }
      } else if (file.isDirectory() && !file.getName().endsWith(".res")) {
        for (String f : file.list()) {
          String ppath = path + "/" + f;
          getComponentsJSON(path+"/"+f, json);
        }
      }
    }

    return json.toString();
  }

  private static String getScriptsJSON(String path, JSONObject json) 
      throws Exception {
    if (path == null) path = "";
    if (json == null) json = new JSONObject();

    File file = new File(o.getOpt("approot|proxypath"), path);
      
    if (!file.getName().startsWith(".")) {
      if (file.isFile()) {
        if (path.endsWith(".js")) {
          String cmpName = path.replaceFirst("\\.js$", "");
          String keyName = 
            cmpName.replaceFirst("^[a-z]+/+", "");
          json.put(keyName, processScript(cmpName).put("name", keyName));
        }
      } else if (file.isDirectory()) {
        for (String f : file.list()) {
          String ppath = path + "/" + f;
          getScriptsJSON(path+"/"+f, json);
        }
      }
    }

    return json.toString();
  }

  private static String getStylesJSON(String path, JSONObject json) 
      throws Exception {
    if (path == null) path = "";
    if (json == null) json = new JSONObject();

    File file = new File(o.getOpt("approot|proxypath"), path);
      
    if (!file.getName().startsWith(".")) {
      if (file.isFile()) {
        if (path.endsWith(".css")) {
          String cmpName = path.replaceFirst("\\.css$", "");
          String keyName = 
            cmpName.replaceFirst("^[a-z]+/+", "").replace("/", ".");
          json.put(keyName, processStyle(cmpName).put("name", keyName));
        }
      } else if (file.isDirectory()) {
        for (String f : file.list()) {
          String ppath = path + "/" + f;
          getStylesJSON(path+"/"+f, json);
        }
      }
    }

    return json.toString();
  }

  public static JSONObject processComponent(String name) throws Exception {
    name = name.replaceFirst("^/+", "");
    String shortName = name.replaceFirst("(^|/)[^/]+/([^/]+)$", "$1$2");
    String className = shortName.replace('/', '-');
    String classPath = shortName.replace('/', '.');
    File   cwd       = new File(o.getOpt("approot|proxypath"), DIR_COMPONENTS);

    String html = name + ".html";
    String res  = name + ".res";

    GolfResource htmlRes = new GolfResource(cwd, html);
    File         resDir  = new File(cwd, res);

    JSONObject resObj   = 
      processComponentRes(resDir, cwd, resDir, null);

    String resUriPath = "?path=components/"+getRelativePath(resDir, cwd);

    String htmlStr = htmlRes.toString().replaceAll("\\?resource=", resUriPath);

    String pat1 = "</script>";
    String pat2 = "<script +([^>]* +)*type *= *\"text/golf\"( [^>]*)*>";

    String cmpJs1 = Pattern
      .compile("^(.*"+pat2+").*$", Pattern.DOTALL)
      .matcher(htmlStr)
      .replaceFirst("$1");

    String cmpJs2 = Pattern
      .compile(pat1+".*$", Pattern.DOTALL)
      .matcher(
        Pattern
          .compile("^.*"+pat2, Pattern.DOTALL)
          .matcher(htmlStr)
          .replaceFirst(""))
      .replaceFirst("");

    String cmpJs3 = Pattern
      .compile("^.*("+pat1+".*)$", Pattern.DOTALL)
      .matcher(
        Pattern
          .compile("^.*"+pat2, Pattern.DOTALL)
          .matcher(htmlStr)
          .replaceFirst(""))
      .replaceFirst("$1");

    File jsFile = cacheStringFile(cmpJs2, "js", null);
    cmpJs2 = processComponentJs(cmpJs2, jsFile.getCanonicalPath());

    htmlStr = cmpJs1 + "\n" + cmpJs2 + "\n" + cmpJs3;

    JSONObject json = new JSONObject()
        .put("name",  classPath)
        .put("html",  htmlStr)
        .put("res",   resObj);

    return json;
  }

  public static JSONObject processScript(String name) throws Exception {
    String dir = name.replaceAll("/.*$", "");
    name = name.replaceFirst("^[a-z]+/+", "");

    File   cwd          = new File(o.getOpt("approot|proxypath"), dir);
    String js           = name + ".js";
    GolfResource jsRes  = new GolfResource(cwd, js);
    String jsStr        = processComponentJs(jsRes.toString(), (new File(cwd, js)).getCanonicalPath());
    JSONObject json     = new JSONObject().put("js",    jsStr);

    return json;
  }

  public static JSONObject processStyle(String name) throws Exception {
    String dir = name.replaceAll("/.*$", "");
    name = name.replaceFirst("^[a-z]+/+", "");

    File   cwd          = new File(o.getOpt("approot|proxypath"), dir);
    // FIXME: only in non-devmode should css be messed with like this
    //String css          = (new GolfResource(cwd, name+".css")).toString()
    //                        .replaceAll(" *\n *", " ");
    String css          = (new GolfResource(cwd, name+".css")).toString();
    JSONObject json     = new JSONObject().put("css", css);

    return json;
  }

  public static String injectCloudfrontUrl(String text) {
    String result = text;
    if (mCfDomains.size() > 0)
      while (! result.equals(result = result.replaceFirst("\\?path=/*", mCfDomains.next())));
    return result;
  }

  public static JSONObject processComponentRes(File f, File uriBase, 
      File refBase, JSONObject res) throws URISyntaxException, JSONException {
    boolean isNew = false;

    if (!f.exists() || f.getName().startsWith("."))
      return null;

    if (res == null) {
      res = new JSONObject();
      isNew = true;
    }

    String ref = getRelativePath(f, refBase);

    if (f.isDirectory()) {
      JSONObject dir;
      if (!isNew) {
        dir = new JSONObject();
        res.put(ref.replaceFirst("/+$", ""), dir);
      } else {
        dir = res;
      }
      for (String s : f.list())
        processComponentRes(new File(f, s), uriBase, refBase, dir);
    } else {
      String rel = getRelativePath(f, uriBase);
      res.put(ref.replaceFirst("^.*/", ""), "?path=components/"+rel);
    }
    return res;
  }

  public static String processComponentCss(String text, String className,
      String fileName) {
    String result = text;

    // remove newlines
    result = result.replaceAll("[\\r\\n\\s]+", " ");
    // remove comments
    result = result.replaceAll("/\\*.*\\*/", "");
    result = result.trim();

    if (!o.getFlag("devmode"))
      result = compressCss(result, fileName);

    return result;
  }

  public static String compressCss(String in, String filename) {
    if (!o.getFlag("compress-css"))
      return in;

    String result = in;
    try {
      CssCompressor css = new CssCompressor(new StringReader(in));

      StringWriter out = new StringWriter();
      css.compress(out, -1);
      result = out.toString();
    } catch (Exception e) {
      System.err.println("golf: "+filename+" not compressed: "+e.toString());
    }
    return result;
  }

  public static String processComponentJs(String text, String filename)
      throws Exception {
    String result = text;

    if (text.startsWith("#!")) {
      result = "";

      ArrayList<String> shbang = parseAsShell(
        text.substring(0, text.indexOf("\n"))
          .replaceFirst("^#![\\s]*", "")
          .replaceFirst("[\\s]*$", " ")
      );

      shbang.add(filename);

      Process p = 
        Runtime.getRuntime().exec(shbang.toArray(new String[shbang.size()]));

      int exitVal = p.waitFor();

      BufferedReader br = new BufferedReader(new InputStreamReader(
            (exitVal == 0 ? p.getInputStream() : p.getErrorStream())));

      while ((text = br.readLine()) != null)
        result += text + "\n";

      if (exitVal != 0)
        throw new Exception(result);
    }

    if (!o.getFlag("devmode"))
      result = compressJs(result, filename);

    return result;
  }

  private static String compressJs(String in, String filename) {
    if (!o.getFlag("compress-js"))
      return in;

    String result = in;

    try {
      final String cn = filename;
      
      ErrorReporter errz = new ErrorReporter() {
        public void warning(String message, String sourceName,
            int line, String lineSource, int lineOffset) {
          if (line < 0) {
            System.err.println(cn+": warning:\n"+message+"\n");
          } else {
            System.err.println(cn+": warning:\n"+line+':'+lineOffset+ 
              ':'+message+"\n");
          }
        }
        public void error(String message, String sourceName,
              int line, String lineSource, int lineOffset) {
          if (line < 0) {
            System.err.println(cn+": error:\n"+message+"\n");
          } else {
            System.err.println(cn+": error:\n"+line+':'+lineOffset+
              ':'+message+"\n");
          }
        }
        public EvaluatorException runtimeError(String message, 
            String sourceName, int line, String lineSource, int lineOffset) {
          error(message, sourceName, line, lineSource, lineOffset);
          return new EvaluatorException(message);
        }
      };

      JavaScriptCompressor js = 
        new JavaScriptCompressor(new StringReader(in), errz);

      StringWriter out = new StringWriter();
      js.compress(out, -1, false, false, false, true);
      result = out.toString().replace("\n", "\\n");
    } catch (Exception e) {
      System.err.println("golf: "+filename+" not compressed: "+e.toString());
    }
    return result;
  }

  private void cacheResourcesAws(File file, String path) throws Exception {
    if (path.startsWith("/.")         || 
        path.equals("/"+HEAD_HTML)     || 
        path.equals("/"+NOSCRIPT_HTML))
      return;

    if (file.isFile()) {
      cacheFileAws(file, path);
    } else if (file.isDirectory()) {
      for (String f : file.list()) {
        String ppath = path + (path.endsWith("/") ? f : "/" + f);
        cacheResourcesAws(new File(file, f), ppath);
      }
    }
  }

  private static String getRelativePath(File f, File base) 
      throws URISyntaxException {
    URI  u1 = new URI(base.toURI().toString());
    URI  u2 = new URI(f.toURI().toString());
    return u1.relativize(u2).toString();
  }

  public static ArrayList<String> parseAsShell(String line) throws Exception {
    ArrayList<String> ret = new ArrayList<String>();

    StreamTokenizer st = new StreamTokenizer(new StringReader(line));
    st.resetSyntax();
    st.wordChars(33, 126);
    st.whitespaceChars(' ', ' ');
    st.quoteChar('"');
    st.quoteChar('\'');

    while (st.nextToken() != StreamTokenizer.TT_EOF)
      ret.add(st.sval);

    return ret;
  }

  private String randName(String base) {
    String result = 
      base + "-" + (new UID()).toString().replaceFirst("^.*:([^:]+):.*$", "$1");
    return result;
  }

  private void usage(String error) {
    if (error != null)
      System.err.println("golf: "+error);

    o.printUsage();
  }
}