import json
import config
import requests
from requests_oauthlib import OAuth1Session

# OAuth認証部分（ご自身ので埋めてください！）
CK      = ''
CS      = ''
AT      = ''
ATS     = ''
twitter = OAuth1Session(CK, CS, AT, ATS)

# Twitter Endpoint(検索結果を取得する)
url2 = 'https://api.twitter.com/1.1/tweets/search/30day/dev.json'

# Enedpointへ渡すパラメーター
keyword = 'Java 転職'

params ={
         'maxResults' : 100,      # 取得するtweet数
         'query'     : keyword  # 検索キーワード
         }

if req.status_code == 200:
    res = json.loads(req.text)
    for line in res['results']:

        if 'RT' in line['text']:
            continue

        print(line['text'])
        print('*******************************************')
else:
    print("Failed: %d" % req.status_code)

#認証して、

BASE_URL = "xxx"
CLIENT_ID = "xxx"
CLIENT_SECRET = "xxx"
access_token = 'xxx'

# 認証
def auth(client_id, client_secret):
    token_url = "https://api.ce-cotoha.com/v1/oauth/accesstokens"
    headers = {
        "Content-Type": "application/json",
        "charset": "UTF-8"
    }

    data = {
        "grantType": "client_credentials",
        "clientId": client_id,
        "clientSecret": client_secret
    }
    r = requests.post(token_url,
                      headers=headers,
                      data=json.dumps(data))
    return r.json()["access_token"]


auth(CLIENT_ID, CLIENT_SECRET)



# 構文解析API

def cotoha_parse(sentence):

    base_url = BASE_URL
    headers = {
        "Content-Type": "application/json",
        "charset": "UTF-8",
        "Authorization": "Bearer {}".format(access_token)
    }

    data = {
        "sentence": sentence,
    }

    r = requests.post(base_url + "nlp/v1/parse",
                      headers=headers,
                      data=json.dumps(data))
    return r.json()

# ここに、もとTweetを格納。
precious_tweets = []


# twitter APIの結果
res = json.loads(req.text)
for tweet in res['results']:

    # RTされた物は除く→オリジナリのtweetのみを使用。
    if 'RT' in tweet['text']:
        continue

    for sentence in tweet['text'].split('。'):

        for line in sentence.split('\n'):
            if '転職' in line:

                # COTOHAで構文解析
                results_parsed = cotoha_parse(line)['result']

                for result in results_parsed:    
                    tokens = result['tokens']

                    for index, token in enumerate(tokens):
                        if '転職' in token['form']:
                            try:
                                next_token = tokens[index + 1]
                                next_label = next_token['dependency_labels'][0]['label']
                            except:
                                print('try失敗! 　index:', index)
                                break 

                            if next_label == 'compound':
                                precious_tweets.append(tweet['text'])
                            elif next_token['pos'] == '動詞接尾辞':
                                precious_tweets.append(tweet['text'])