コード例 #1
0
ファイル: crwler_twitter.py プロジェクト: kyoppii13/JiroHack
import math
import imgutil
import twikey

url = "https://api.twitter.com/1.1/search/tweets.json"

# parameters
query = "ラーメン二郎"
lang = "ja"
result_type = "mixed"  # 最新のツイートを取得
count = 100  # 1回あたりの最大取得ツイート数(最大100)
max_id = ''

# image save path
directory = "./" + query
imgutil.mkdir(directory)

total_count = 1000  # 取得画像の最大数
offset = math.floor(total_count / count)  # ループ回数

# oauthの設定
consumer_key = twikey.twikey['consumer_key']
consumer_secret = twikey.twikey['consumer_secret']
access_token = twikey.twikey['access_token']
access_secret = twikey.twikey['access_secret']
oauth = requests_oauthlib.OAuth1(consumer_key, consumer_secret, access_token,
                                 access_secret)

for i in range(offset):
    params = {
        'q': query,
コード例 #2
0
# -*- coding:utf-8 -*-
import math
import requests
import imgutil
import time

# image save path
path = "/path/to/save"
imgutil.mkdir(path)

url = "https://api.cognitive.microsoft.com/bing/v7.0/images/search"

# parameters
query = "キーワード"
count = 50      # 1リクエストあたりの最大取得件数 default:30 max:150
mkt = "ja-JP"   # 取得元の国コード

num_per = 10    # リクエスト回数(count * num_per=取得画像数)
offset = math.floor(count / num_per)    # ループ回数

subscriptionKey="xxxxxxxxxxxxxxxxxxx"    # Bing Search API Key

headers = {'Ocp-Apim-Subscription-Key':subscriptionKey}

for offset_num in range(offset):
    params = {'q':query,'count':count,'offset':offset_num*offset,'mkt':mkt}
    r = requests.get(url,headers=headers,params=params)
    data = r.json()
    for values in data['value']:
        image_url = values['contentUrl']
        try: