::::::: - - [/Nov/::: +] "GET /CloudDocLib/portal/deamon/manage.jsp HTTP/1.1"

::::::: - - [/Nov/::: +] "GET /CloudDocLib/xng/xngAction!listDeamons.action?page=0&count=10&sort=SYMBOL&order=asc&query=STYPE%3AEQA%3BCINDUSTRY.STYLE%3A009%3BCINDUSTRY.STYLECODE%3AZC7&jobListType=1&host=unknown HTTP/1.1"

::::::: - - [/Nov/::: +] "POST /CloudDocLib/xng/xngAction!startDeamon.action HTTP/1.1"  ```

**要求：按照时间每个小时统计get产生的次数**

import org.apache.Spark.sql.SparkSession

import org.apache.spark.{SparkConf, SparkContext}

/**

* Created by xiaopengpeng on 2016/12/15.

*/

class countget {

}

object countget{

def main(args: Array[String]): Unit = {

val conf = new SparkConf().setAppName(“countget”).setMaster(“local[*]”)

val spark = SparkSession

.builder()

.config(conf)

.getOrCreate()

import spark.implicits._

//0:0:0:0:0:0:0:1 - - [11/Nov/2016:14:41:31 +0800] “GET /CloudDocLib/portal/deamon/manage.jsp HTTP/1.1” 200 13821

val logDF = spark.sparkContext.textFile(“D:\Program\apache-tomcat-7.0.\logs\localhost_access_log.--.txt”)

//.foreach(x=>x.split(” “).map())

.map(line =>line.split(” “)).map(list=>( list().substring(list().lastIndexOf(“/”)+,list().lastIndexOf(“/”)+),list()))

.toDF(“time”,”method”);

logDF.show();

logDF.createOrReplaceTempView(“log”);

spark.sql(“SELECT time,COUNT(method) FROM log WHERE method=’\”GET’ group by time”).show();

}

}

import org.apache.spark.SparkConf

import org.apache.spark.sql.SparkSession

/**

* Created by root on 2016/12/15.

*/

class CountGetByScala {

}

object CountGetByScala{

def main(args: Array[String]): Unit = {

val conf = new SparkConf().setAppName(“countget”).setMaster(“local[*]”)

val spark = SparkSession

.builder()

.config(conf)

.getOrCreate()

import spark.implicits._

//0:0:0:0:0:0:0:1 - - [11/Nov/2016:14:41:31 +0800] “GET /CloudDocLib/portal/deamon/manage.jsp HTTP/1.1” 200 13821

val logLine = spark.sparkContext.textFile(“D:\Program\apache-tomcat-7.0.\logs\localhost_access_log.--.txt”)

.map(line =>line.split(” “)).map(list=>( list().substring(list().lastIndexOf(“/”)+,list().lastIndexOf(“/”)+),list()))

val filter = logLine.filter(y=>y._2.equals(“\”GET”))

val group = filter.groupBy(line=>line._1)

val result = group.map(g =>(g._1,g._2.toList.size))

result.foreach(x=>println(x))

}

}