ctripref_stats_gai.py

#!/usr/bin/env python
# coding=utf-8

import pprint
# import csv
import click 
# import requests
# import datetime as datetime
# from datetime import date
# from xml.etree import ElementTree as ET
import os
# from random import sample
# import random
# import json
# import logging
import subprocess
import glob
import time
import sys
import datetime
import re
import csv

def getcdate(filename):
	return datetime.datetime.fromtimestamp(os.path.getctime(filename)).date()

def find_ent(res, strftime):
	for ent in res:
		if ent['date'] == strftime:
			return ent
	return None

CONFIRMED = 'Confirmed or Completed'

@click.command()
@click.option('--days', default=-7, type=int)
# @click.option('--days', default=1, type=int)
def ctripref_stats_gai(days):

	# list1 = [ ent for ent in glob.iglob('output_Search_booking_id_*.csv') if from_date <= getcdate(ent)]
	# print('List1: ' + str(list1))
	# list2 = [ ent for ent in glob.iglob('output_ctrip_update_res_no_*.csv') if from_date <= getcdate(ent)]
	# print('List2: ' + str(list2))

	# filename2_dict = {}
	# for filename2 in list2:
	# 	try:
	# 		filename2_date = re.search('output_ctrip_update_res_no_(\d+)', filename2).group(1)
	# 	except AttributeError:
	# 		filename2_date = ''
	# 	filename2_dict[filename2_date] = filename2

	res = []
	dates_lookup = []

	target_date = datetime.datetime.today().date() + datetime.timedelta(days=days)
	for i in range(abs(days)):
		entry = {}
		# 2017-05-03
		entry['date'] = (target_date + datetime.timedelta(days=i)).strftime('%Y-%m-%d')
		entry['#_of_bookings'] = 0
		entry['#_of_hotel_ref'] = 0
		entry['comment'] = ''
		dates_lookup.append(entry['date'])
		res.append(entry)

	with open('output_ctrip_search_booking_store.csv', encoding='utf-8-sig') as csvfile:
		reader = csv.DictReader(csvfile)
		ids = set()
		for row in reader:
			if row['gta_api_booking_id'] not in ids:
				if row['booking_status'] == CONFIRMED:
					if row['booking_departure_date'] in dates_lookup:
						ent = find_ent(res, row['booking_departure_date'])
						if ent != None:
							ent['#_of_bookings'] = ent['#_of_bookings'] + 1
			ids.add(row['gta_api_booking_id'])

	with open('output_ctrip_booking_store.csv', encoding='utf-8-sig') as csvfile:
		reader = csv.DictReader(csvfile)
		ids = set()
		for row in reader:
			if row['gta_api_booking_id'] not in ids:
				if row['booking_status'] == CONFIRMED:
					if row['booking_departure_date'] in dates_lookup:
						ent = find_ent(res, row['booking_departure_date'])
						if ent != None:
							ent['#_of_hotel_ref'] = ent['#_of_hotel_ref'] + 1
			ids.add(row['gta_api_booking_id'])
	# for filename1 in list1:
	# 	entry = {}

	# 	try:
	# 		filename1_date = re.search('output_Search_booking_id_(\d+)', filename1).group(1)
	# 	except AttributeError:
	# 		filename1_date = ''
	# 	if filename1_date != '':			
	# 		entry['date'] = filename1_date
	# 	entry['booking_file'] = filename1

	# 	try:
	# 		print(filename2_dict[filename1_date])
	# 	except KeyError:
	# 		print('Warning: expected date is not in the dictionary..')
	# 		continue
	# 	entry['ctrip_api_file'] = filename2_dict[filename1_date]
	# 	res.append(entry)

	# for ent in res:
	# 	total_booking_num = 0
	# 	ctrip_booking_num = 0
	# 	with open(ent['booking_file'], encoding='utf-8-sig') as csvfile:
	# 		reader = csv.DictReader(csvfile)
	# 		ids = set()
	# 		for row in reader:
	# 			if row['gta_api_booking_id'] not in ids:
	# 				if row['booking_status'] == CONFIRMED:
	# 					total_booking_num = total_booking_num + 1
	# 			ids.add(row['gta_api_booking_id'])	
	# 	with open(ent['ctrip_api_file'], encoding='utf-8-sig') as csvfile:
	# 		reader = csv.DictReader(csvfile)
	# 		for row in reader:
	# 			ctrip_booking_num = ctrip_booking_num + 1
	for ent in res:
		# ent['booking_hotel_ref_percentage'] = '{0:.3f}'.format(float( ctrip_booking_num / total_booking_num ))
		if ent['#_of_bookings'] != 0:
			ent['coverage'] = '{0:.3f}'.format(float( ent['#_of_hotel_ref'] / ent['#_of_bookings'] ))

	target_filename = '_'.join(['output_hotel_ref_stats', datetime.datetime.now().strftime('%y%m%d_%H%M')]) + \
						'.csv'

	keys = res[0].keys()
	with open(target_filename, 'w', newline='', encoding='utf-8') as output_file:
		dict_writer = csv.DictWriter(output_file, keys)
		dict_writer.writeheader()
		dict_writer.writerows(res)

	# # python booking_id.py --days 0 --duration 0 --client ctrip --d_type departure
	# subprocess.call(['python', 'booking_id.py', '--days', str(days), '--duration', str(duration), '--client', 'ctrip', '--d_type', 'departure'])

	# for i in range(3):
	# 	print('sleeping..')
	# 	time.sleep(1)

	# newest = max(glob.iglob('output_Search_booking_id_*.csv'), key=os.path.getctime)
	# subprocess.call(['python', 'search_item_hr.py', '--filename', newest])

	# for i in range(3):
	# 	print('sleeping..')
	# 	time.sleep(1)

	# newest = max(glob.iglob('output_Search_item_hr_*.csv'), key=os.path.getctime)
	# subprocess.call(['python', 'hc.py', '--filename', newest])

	# for i in range(3):
	# 	print('sleeping..')
	# 	time.sleep(1)

	# # newest = max(glob.iglob('output_Search_item_hr_*.csv'), key=os.path.getctime)
	# # subprocess.call(['python', 'sendmail.py', '--filename', 'output_hotel_ref_*.csv', '--title', 'Ctrip_hotel_ref'])

	# newest = max(glob.iglob('output_hotel_ref_*.csv'), key=os.path.getctime)

	# today_date = datetime.datetime.now().strftime('%y%m%d')
	# try:
	# 	newest_date = re.search('output_hotel_ref_(\d+)', newest).group(1)
	# except AttributeError:
	# 	newest_date = ''
	# if newest_date != today_date:
	# 	print('Error: newest date != today date.. mannual intervention needed..')
	# 	return

	# print('newest date: ' + newest_date)

	# # while True:
	# # 	sys.stdout.write("Would you like to proceed to call Ctrip's update hotel res no API? " + newest + " [Y/N]")
	# # 	choice = input().lower()
	# # 	if choice == 'y' or choice == 'yes':
	# # 		break
	# # 	if choice == 'n' or choice == 'no':
	# # 		return

	# subprocess.call(['python', 'ctrip_update_res_no.py', '--filename', newest])


if __name__ == '__main__':
	ctripref_stats_gai()