# -*- coding: UTF-8 -*-

from pyquery import PyQuery as pq

import re

from datetime import datetime,timedelta

import pymysql

import sys

reload(sys)

sys.setdefaultencoding('utf8')

def data_ana(item):

    return item.text().encode('utf-8').split('(')[0]

def community_daily(start_date,date,week,month):

    filename='email_shequ'+start_date.strftime('%m%d')+'.htm'

    doc = pq(filename=filename,encoding='utf-8')

    community_tab=re.findall( r'\d{5,6}',doc('tr:eq(3) td:eq(0)').text())[0]

    topic_posts_app=doc('tr:eq(24) td:eq(1)')

    question_posts_app=doc('tr:eq(26) td:eq(1)')

    share_posts_app=doc('tr:eq(27) td:eq(1)')

    vote_posts_app=doc('tr:eq(28) td:eq(1)')

    bycar_posts_app=doc('tr:eq(29) td:eq(1)')

    posts_entry=doc('tr:eq(37) td:eq(1)')

    specific_posts_entry=doc('tr:eq(38) td:eq(1)')

    posts_publish=doc('tr:eq(39) td:eq(1)')

    list=[community_tab,data_ana(topic_posts_app),data_ana(question_posts_app),data_ana(share_posts_app),data_ana(vote_posts_app),data_ana(bycar_posts_app),data_ana(posts_entry),data_ana(specific_posts_entry),data_ana(posts_publish),week,month,date]

    print list

    return list

if __name__=='__main__':

    s_date=sys.argv[1]

    e_date=sys.argv[2]

    s_year,s_month,s_day=s_date.split('-')

    e_year,e_month,e_day=e_date.split('-')

    start_date=datetime(int(s_year),int(s_month),int(s_day))

    end_date  =datetime(int(e_year),int(e_month),int(e_day))

    community_daily_sql='''**** '''

    db_params = {'host':'localhost', 'user':'****', 'passwd':'****', 'db':'****', 'charset':'utf8'}

    conn = pymysql.connect(**db_params)

    cursor = conn.cursor()

    while start_date<end_date:

        week_start=start_date-timedelta(start_date.weekday())

        week_end=week_start+timedelta(days=6)

        week=week_start.strftime('%m/%d')+'~'+week_end.strftime('%m/%d')

        month=start_date.strftime('%Y/%m')

        date=start_date.strftime('%Y-%m-%d')

        community_daily_list=community_daily(start_date,date,week,month)

        cursor.execute(community_daily_sql,community_daily_list)

        start_date=start_date+timedelta(days=1)

    conn.commit()

    cursor.close()

    conn.close()