Web Scrapper_04

3.就職情報収集

3.1 CSVファイルの作成

import csv     							# 3.1.1

def save_to_file(jobs):
    file = open("jobs.csv", mode="w")   			# 3.1.2
    writer = csv.writer(file)   				# 3.1.3
    writer.writerow(["title", "company", "location", "link"])   # 3.1.4
    for job in jobs:
        writer.writerow(list(job.values()))     		# 3.1.5
    return

3.2プライマリ・ファイルへの集約

from indeed import get_jobs as get_indeed_jobs		# 3.2.1
from so import get_jobs as get_so_jobs			# 3.2.2
from save import save_to_file				# 3.2.3

so_jobs = get_so_jobs()
indeed_jobs = get_indeed_jobs()
jobs = so_jobs + indeed_jobs
save_to_file(jobs)

def get_jobs():
    last_page = get_last_page()
    jobs = extract_jobs(last_page)
    return jobs

def get_jobs():
    last_page = get_last_page()
    jobs = extract_jobs(last_page)
    return jobs

3.3結果