# -*- coding: utf-8 -*- import os from datetime import datetime import time as tm import sys sys.path.append("/var/local/mode2") from functions.mwDB import ( mwDB ) from functions.mode2.saveSocialData import ( saveNews, saveRelatedWords, saveOvertime ) from functions.mode2.getDBData import ( getSettingKeywords ) if __name__ == "__main__": # mode2_webanalysis_settingsから始まるファイル名を検索 # 各ファイルについてドメイン部分をsplit settings_list = [] target_path = '/var/tmp/' for x in os.listdir(target_path): if x.startswith('mode2_webanalysis_settings'): if x == 'mode2_webanalysis_settings': settings_list.append(False) else: domain = x.replace("mode2_webanalysis_settings_", "") settings_list.append(domain) for domain in settings_list: try: Db = mwDB(domain) query = "TRUNCATE social_news;" res = Db.execute(query) query = "TRUNCATE social_related_words;" res = Db.execute(query) query = "TRUNCATE social_trend_overtime;" res = Db.execute(query) Db.close() # term for search today = datetime.today() twenty_eight_days_ago = datetime.fromtimestamp( tm.mktime((today.year, today.month, today.day - 28, 0, 0, 0, 0, 0, 0))) interest_term = twenty_eight_days_ago.strftime( '%Y-%m-%d') + ' ' + today.strftime('%Y-%m-%d') keyword_settings = getSettingKeywords(domain, True) # print keyword_settings if keyword_settings: # dict{'id':1, 'keywords':['hoge']} search_keyword_id = keyword_settings['id'] setting_keywords = keyword_settings['keywords'] print("start saveNews %s",datetime.now()) saveNews(setting_keywords, search_keyword_id, domain) print("end saveNews %s", datetime.now()) print("start saveRelatedWords %s",datetime.now()) saveRelatedWords(setting_keywords, search_keyword_id, interest_term, domain) print("end saveRelatedWords %s",datetime.now()) print("start saveOvertime %s",datetime.now()) saveOvertime(setting_keywords, search_keyword_id, interest_term, domain) print("end saveOvertime %s",datetime.now()) except Exception as e: print(e)