* = All these web hosts advertise much lower prices but nickel and dime you up to ~$20 a month. Like "Oh, you want to point a domain name to your site? That's $5 a month." and so on.

/* 
 * The license situation for this is a mess.
 * This was originally generated by the AWS Eclipse SDK which tags the code as Apache License.
 * None of it actually worked though so it was rewritten via brute-force trial and error.
 * The resulting code by me (https://HuguesJohnson.com/) is under The MIT License.
 * The SQL query called REQUESTS_QUERY is based on an answer here - 
 * https://stackoverflow.com/questions/48389369/aws-athena-cast-cloudfront-log-time-field-to-timestamp
 * It's not used verbatim but probably is technically under this license - 
 * https://stackoverflow.com/help/licensing
 * If for some reason you want to use this code just leave these comments in and do whatever you feel like.
 * If you're worried about the StackOverflow license situation just rewrite REQUESTS_QUERY. Everything else is under a non-copyleft license.
 */

package com.huguesjohnson.sandbox;

import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.Calendar;
import java.util.List;
import java.util.TimeZone;

import com.amazonaws.auth.AWSCredentials;
import com.amazonaws.auth.AWSStaticCredentialsProvider;
import com.amazonaws.auth.profile.ProfileCredentialsProvider;
import com.amazonaws.services.athena.AmazonAthena;
import com.amazonaws.services.athena.AmazonAthenaClient;
import com.amazonaws.services.athena.model.Datum;
import com.amazonaws.services.athena.model.GetQueryExecutionRequest;
import com.amazonaws.services.athena.model.GetQueryExecutionResult;
import com.amazonaws.services.athena.model.GetQueryResultsRequest;
import com.amazonaws.services.athena.model.GetQueryResultsResult;
import com.amazonaws.services.athena.model.ResultConfiguration;
import com.amazonaws.services.athena.model.Row;
import com.amazonaws.services.athena.model.StartQueryExecutionRequest;
import com.amazonaws.services.athena.model.StartQueryExecutionResult;

public class LilAthenaPiThing{
  //externalize all these constants into a config file if that makes you happy
 
  //status messages from GetQueryExecutionResult - not in a public class variable from what I can tell
  private final static String STATUS_SUBMITTED="SUBMITTED";
  private final static String STATUS_RUNNING="RUNNING";
  private final static String STATUS_QUEUED="QUEUED";
  private final static String STATUS_SUCCEEDED="SUCCEEDED";
  private final static String STATUS_FAILED="FAILED";
  private final static String STATUS_CANCELLED="CANCELLED";

  //settings to prevent timeouts or infinite failing loops
  private final static int MAX_QUERY_TIME=30*1000;
  private final static int THREAD_SLEEP=1000;
  private final static int MAX_CONSECUTIVE_ERRORS=5;
  private final static int REFRESH_TIME=10*60*1000;

  //the query to run
  private final static String REQUESTS_QUERY="WITH subq AS 
   (SELECT time, uri, status, sc_content_type, referrer, parse_datetime
   ( concat( concat( format_datetime(date, 'yyyy-MM-dd'), '-' ), time ),'yyyy-MM-dd-HH:mm:ss') 
   AS datetime FROM cloudfront_logs ) 
   SELECT time, uri, status, sc_content_type, referrer FROM subq 
   WHERE datetime BETWEEN timestamp 'START_TIME' AND timestamp 'END_TIME' order by datetime asc;";

  //where to store the query and other AWS settings
  private final static String BUCKET="s3://YOUR-BUCKET-NAME/";
  private final static String REGION="YOUR-REGION";
 
  public static void main(String[] args){
    boolean debug=false;
    if((args!=null)&&(args.length>0)){
      for(String arg:args){
        if(arg.toUpperCase().contains("DEBUG")){
          debug=true;
        }
      }
    }
 
    //used to terminate the main loop if something unrecoverable happens
    boolean fatalError=false;

    //used to build query range
    TimeZone tz=TimeZone.getTimeZone("UTC"); //cloudfront logs are in UTC
    DateFormat dateFormat=new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
    dateFormat.setTimeZone(tz);
    Calendar calendar=Calendar.getInstance(tz); 

    //set initial start time
    calendar.add(Calendar.MILLISECOND,(-1*REFRESH_TIME));
    String startTime=dateFormat.format(calendar.getTime());
    if(debug){ System.out.println(startTime); }
   
     /setup aws credentials & athena client
    AWSCredentials credentials=null;
    try{
      credentials=new ProfileCredentialsProvider("default").getCredentials();
      System.out.println("Created credentials");
      if(debug){ System.out.println(credentials.toString()); }
    }catch(Exception x){
      x.printStackTrace();
      fatalError=true;
    } 

    AmazonAthena athenaClient=null;
    if((credentials!=null)&&(!fatalError)){
      try{
        athenaClient=AmazonAthenaClient.builder()
          .withCredentials(new AWSStaticCredentialsProvider(credentials))
          .withRegion(REGION)
          .build();
        System.out.println("Created AthenaClient");
      }catch(Exception x){
        x.printStackTrace();
        fatalError=true;
      } 
    }
   
    int consecutiveErrors=0;
    while((!fatalError)&&(consecutiveErrors<MAX_CONSECUTIVE_ERRORS)){
      try{
        //set end time
        Calendar now=Calendar.getInstance(tz); 
        String endTime=dateFormat.format(now.getTime());
        if(debug){ System.out.println(endTime); }
        //create the query request
        StartQueryExecutionRequest sqer=new StartQueryExecutionRequest();
        String query=REQUESTS_QUERY.replace("START_TIME",startTime).replace("END_TIME",endTime);
        if(debug){ System.out.println(query); }
        sqer.setQueryString(query);
        sqer.setSdkClientExecutionTimeout(MAX_QUERY_TIME);
        ResultConfiguration rc=new ResultConfiguration();
        rc.setOutputLocation(BUCKET);
        sqer.setResultConfiguration(rc);
        //send the query off 
        StartQueryExecutionResult sqResult=athenaClient.startQueryExecution(sqer);
        String exid=sqResult.getQueryExecutionId();
        if(debug){ System.out.println(exid); }
        //wait for the query to complete
        int runTime=MAX_QUERY_TIME; //belt and suspenders approach to timeout
        boolean queryRunning=true;
        GetQueryExecutionRequest qexr=new GetQueryExecutionRequest();
        qexr.setQueryExecutionId(exid);
        while((runTime>0)&&queryRunning){
          try{
            //get the status of the query execution
            GetQueryExecutionResult qxResult=athenaClient.getQueryExecution(qexr);
            String state=qxResult.getQueryExecution().getStatus().getState();
            if(state.equals(STATUS_FAILED)||state.equals(STATUS_CANCELLED)){
              System.out.println(qxResult.getQueryExecution().getStatus().getStateChangeReason());
              throw(new Exception("Query failed with status: "+state));
            }else if(state.equals(STATUS_SUBMITTED)||state.equals(STATUS_RUNNING)||state.equals(STATUS_QUEUED)){
              runTime-=THREAD_SLEEP; //good enough place to do this
              if(debug){ System.out.println(state); }
            }else if(state.equals(STATUS_SUCCEEDED)){ 
              queryRunning=false;
            }else{
              throw(new Exception("Unknown status: "+state));
            }
     
            //test if query is running
            if(queryRunning){
              Thread.sleep(THREAD_SLEEP);
            }else{ //query completed successfully - show the results
              GetQueryResultsRequest gqrr=new GetQueryResultsRequest();
              gqrr.setQueryExecutionId(exid);
              if(debug){ System.out.println(gqrr.toString()); }
              GetQueryResultsResult gqResult=athenaClient.getQueryResults(gqrr);
              List<Row> rs=gqResult.getResultSet().getRows();
              //first row should be the column names
              int size=rs.size();
              int delay=0;
              if(size<REFRESH_TIME){
                //staggering to create the illusion of a continuous feed
                delay=REFRESH_TIME/size;
              }
              if(size<=1){
                System.out.println("Sorry, no new data this time. Sleeping for "+REFRESH_TIME+"ms.");
                System.out.println("Sleeping for "+REFRESH_TIME+"ms.");
                //not technically an error 
                //but if this happens a lot then there's likely something wrong
                //like logs aren't being written for example
                consecutiveErrors++;
                Thread.sleep(REFRESH_TIME);
              }else{
                for(int i=1;i<size;i++){
                  /*
                  * This demo is displaying in a format like:
                  * url
                  * [time][httpstatus][type]
                  * referrer 
                  * line break
                  */
                  List<Datum> d=rs.get(i).getData();
                  String time=d.get(0).toString().replace("{VarCharValue: ","[").replace("}","]");
                  String uri=d.get(1).toString().replace("{VarCharValue: ","").replace("}","");
                  if(uri.length()>60){
                    uri=uri.substring(uri.length()-60);
                  }
                  String status=d.get(2).toString().replace("{VarCharValue: ","[").replace("}","]");
                  String sc_content_type=d.get(3).toString().replace("{VarCharValue: ","").replace("}","");
                  if(sc_content_type.length()>42){
                    sc_content_type=sc_content_type.substring(0,40)+"..";
                  }
                  sc_content_type="["+sc_content_type+"]";
                  String referrer=d.get(4).toString().replace("{VarCharValue: ","").replace("}","").replace("https://huguesjohnson.com","");
                  if(referrer.length()>60){
                    referrer=referrer.substring(0,59);
                  }
                  System.out.println(uri);
                  System.out.println(time+status+sc_content_type);
                  System.out.println(referrer+"\n");
                  if(delay>0){
                    Thread.sleep(delay);
                  }
                }
              }
              //reset the error counter
              consecutiveErrors=0;
            }
          }catch(Exception innerLoopEx){
            innerLoopEx.printStackTrace();
            runTime=-1; //break out of the loop
            consecutiveErrors++; //increment consecutive errors
          }
        }
        if(runTime==0){
          System.out.println("Query took longer than "+MAX_QUERY_TIME+"ms to respond");
        }else if(runTime<0){
          System.out.println("Errored out in some other way - see stack trace");
        } 
        //increment start time
        startTime=endTime;
      }catch(Exception outerLoopEx){
        outerLoopEx.printStackTrace();
        fatalError=true;
      }//try
    }//while
    System.out.println("Exiting outer loop, something bad must have happened");
  }//main
}

/home/[YOUR_ACCOUNT_NAME]/.aws/credentials

[default]
aws_access_key_id = [KEY FOR THE USER YOU CREATED]
aws_secret_access_key = [SECRET KEY FOR THE USER YOU CREATED]
region = [YOUR AWS REGION]

sudo nano /home/[YOUR_ACCOUNT_NAME]/.bashrc

java -jar /home/[YOUR_ACCOUNT_NAME]/[YOUR-FILE-NAME].jar

sudo nano /boot/cmdline.txt

 logo.nologo