課題6

講義を欠席してしまったので同じ班の方に教えてもらいながらやりました。詳しくは理解できなかったのでまた教えてもらおうと思います。
  • 乗り換え検索code
    1. import datetime
    2. import requests
    3. from bs4 import BeautifulSoup
    4. import urllib3
    5. from urllib3.exceptions import InsecureRequestWarning
    7. urllib3.disable_warnings(InsecureRequestWarning)
    8. from selenium import webdriver
    9. from webdriver_manager.chrome import ChromeDriverManager
    10. from selenium.webdriver.common.by import By
    11. from selenium.webdriver.support.ui import Select
    12. from selenium.common.exceptions import NoSuchElementException
    14. options = webdriver.ChromeOptions()
    15. # ブラウザを表示させる場合、以下をコメントアウト
    16. options.add_argument('--headless')
    18. options.add_argument("-silent")
    19. options.add_argument('log-level=3')
    21. driver = webdriver.Chrome(ChromeDriverManager().install(), options=options)
    24. # yahoo
    25. def yahoo_output(route_st_no):
    26.     transfer_list = soup.find_all(class_='transfer')
    27.     route_count = int(len(transfer_list) / 2)
    28.     for route_no in range(route_st_no, route_st_no + route_count):
    29.         routename = 'route0' + str(route_no)
    30.         one_route = soup.find(id=routename) # 1ルート分切り出す
    31.         fare = one_route.find(class_='fare').text
    32.         t_start = fare.find("：")
    33.         t_end = fare.find("円")
    34.         fare = fare[t_start + 1:t_end]
    35.         fare = fare.replace(',', '')
    36.         time = one_route.find(class_='time').text
    37.         t_start = time.find("発")
    38.         st_time = time[max(0, t_start - 5):t_start]
    39.         t_end = time.find("着")
    40.         ed_time = time[t_start + 2:t_end]
    41.         t_start = time.find("着")
    42.         t_end = time.find("分")
    43.         time = time[t_start + 1:t_end]
    45.         # 2時間3分→2:03に整形
    46.         time = time.replace('時間', ':')
    47.         time = time.replace('分', '')
    48.         if (time.find(':') == -1):
    49.             time = "0:" + time
    50.         if (time.find(':') == len(time) - 1):
    51.             time = time.replace(':', ':00')
    52.         if (time.find(':') == len(time) - 2):
    53.             time = time.replace(':', ':0')
    55.         print("Y" + str(route_no) + ", " + str(st_time) + " 発, " + str(ed_time) + " 着, T " + str(time) + ", C " + str(
    56.             fare))
    57.         sta = one_route.find_all(class_='station')
    58.         tr = one_route.find_all(class_='transport')
    59.         st_count = -1
    60.         for i in sta:
    61.             st_count = st_count + 1
    62.             st = i.text
    64.             stname = i.find_all("dt")[0].text # 修正（1102）
    65.             # t_start = st.find(']') # 修正（1102）
    66.             # t_end = st.find('\n', t_start + 4) # 修正（1102）
    67.             # stname = st[t_start + 3:t_end] # 修正（1102）
    69.             dep_time = str(st[7:12]) + " 発"
    70.             arr_time = str(st[1:6]) + " 着"
    71.             if (st.find('[dep]') > 0):
    72.                 arr_time = " "
    73.                 dep_time = str(st[1:6]) + " 発"
    74.             if (st.find('[arr]') > 0):
    75.                 dep_time = " "
    76.                 arr_time = str(st[1:6]) + " 着"
    77.                 train = ""
    78.             else:
    79.                 train = tr[st_count].text
    80.                 t_start = train.rfind(']')
    81.                 t_end = train.find('\n', t_start)
    82.                 train = train[t_start + 1:t_end]
    83.             if (st.find('[direct]') == -1):
    84.                 print(" , " + str(arr_time) + ", " + str(dep_time) + ", " + str(stname) + " , " + str(train))
    87. def jorudan_output():
    88.     for b in range(0, len(time_elements)):
    89.         xx = "bR" + str(b + 1)
    90.         one_route = soup.find(id=xx)
    91.         time_use = one_route.find(class_="data_total-time")
    93.         time = time_use.text[4:]
    94.         time = time.replace('時間', ':')
    95.         time = time.replace('分', '')
    96.         if (time.find(':') == -1):
    97.             time = "0:" + time
    98.         if (time.find(':') == len(time) - 1):
    99.             time = time.replace(':', ':00')
    100.         if (time.find(':') == len(time) - 2):
    101.             time = time.replace(':', ':0')
    103.         time_tm = one_route.find(class_="data_tm").text
    104.         time_tm = time_tm.replace('→', '')
    105.         time_tm = time_tm.replace('(', '')
    106.         time_tm = time_tm.replace(')', '')
    107.         time_tm = time_tm.replace('発', ' 発,')
    108.         time_tm = time_tm.replace('着', ' 着')
    109.         time_tm = time_tm.replace(' ', ' ')
    110.         time_tm = time_tm.replace('△', '')
    112.         # 夜行だと日付が出るので削除
    113.         d = time_tm.find("/")
    114.         if (d > -1):
    115.             time_tm = time_tm[:d - 2] + time_tm[d + 4:]
    116.         d = time_tm.find("/")
    117.         if (d > -1):
    118.             time_tm = time_tm[:d - 2] + time_tm[d + 4:]
    119.         time_tm = time_tm.replace(' ', ' ')
    121.         print("J" + str(b + 1) + ", " + time_tm + ", T " + str(time) + ", ", end="")
    122.         cost_element = one_route.find(class_="data_total")
    124.         fare = cost_element.text[3:]
    125.         fare = fare.replace('\n', '')
    126.         fare = fare.replace(',', '')
    127.         index_end = fare.find('円')
    128.         print("C " + str(fare[:index_end]))
    129.         stlist = []
    130.         st_elements = []
    132.         st_elements = one_route.find_all(class_="nm")
    133.         for k in range(0, len(st_elements)):
    134.             stname = st_elements[k].text
    135.             stname = stname.replace('\n', '')
    136.             stlist.append(stname)
    138.         rtime_elements = []
    139.         rtime_elements = one_route.find_all(class_="tm")
    140.         timelist = []
    141.         for k in range(0, len(rtime_elements)):
    142.             rt = rtime_elements[k].text
    143.             if (len(rt) > 1):
    144.                 if (rt.find('乗換') == -1):
    145.                     rt = rt.replace('(', '')
    146.                     rt = rt.replace(')', '')
    147.         sep2 = rt.find('-')
    148.         sep = rt.find(':')
    150.     if (sep2 < sep):
    151.         timelist.append(' ')
    152.     sep = rt.find(':')
    153.     if (sep > 1):
    154.         timelist.append(rt[sep - 2:sep + 3])
    155.     sep = rt.find(':', sep + 1)
    156.     if (sep > 2):
    157.         timelist.append(rt[sep - 2:sep + 3])
    159.     sep = rt.rfind(':')
    160.     if (sep > sep):
    161.         timelist.append(' ')
    162.     rtrain_elements = []
    163.     rtrain_elements = one_route.find_all(class_="rn")
    164.     trainlist = []
    165.     for k in range(0, len(rtrain_elements)):
    166.         rn = rtrain_elements[k].text[1:]
    167.         rn_end = rn.find('\n')
    168.         if (rn_end > 0):
    169.             rn = rn[:rn_end]
    170.         rn = rn.replace('\n', '')
    171.         rn_end = rn.find("行)")
    172.         if (rn_end > 0):
    173.             rn = rn[:rn_end + 2]
    175.         if (len(rn) > -1):
    176.             trainlist.append(rn)
    177.     stlist2 = []
    178.     trainlist2 = []
    179.     timelist2 = []
    180.     for k in range(0, len(stlist) - 1):
    181.         if (stlist[k].find('降車不要') == -1):
    182.             stlist2.append(stlist[k])
    183.             trainlist2.append(trainlist[k])
    184.     if (k > 0):
    185.         timelist2.append(timelist[k * 2 - 1])
    186.     timelist2.append(timelist[k * 2])
    187.     stlist2.append(stlist[k + 1])
    188.     timelist2.append(timelist[len(stlist) * 2 - 3])
    189.     # 表示
    190.     for k in range(0, len(trainlist2)):
    191.         st = " ,"
    192.         if (k == 0):
    193.             st = st + " ,"
    194.         else:
    195.             st = st + " " + str(timelist2[k * 2 - 1]) + " 着,"
    196.         st = st + " " + str(timelist2[k * 2]) + " 発, " + str(stlist2[k]) + " , " + str(trainlist2[k])
    197.         print(st)
    198.     st = " , " + str(timelist2[k * 2 + 1]) + " 着, , " + str(stlist2[k + 1])
    199.     print(st)
    202. def navtime_output():
    203.     summary = soup.find(class_="summary_list time")
    204.     su = summary.text
    205.     routes = su.count('乗換')
    206.     for b in range(0, routes):
    207.         xx = "detail_route_" + str(b)
    208.         one_route = soup.find(id=xx)
    209.         one_route_text = one_route.text
    210.         ttime_start = one_route_text.find('発')
    211.         ttime_end = one_route_text.find('着')
    212.         time_st = one_route_text[ttime_start - 5:ttime_start]
    213.         time_ed = one_route_text[ttime_end - 5:ttime_end]
    215.         ttime_start = one_route_text.find('所要時間')
    216.         ttime_end = one_route_text.find('分')
    217.         ttime = one_route_text[ttime_start + 5:ttime_end]
    218.         ttime = ttime.replace('\t', '')
    219.         ttime = ttime.replace('\n', '')
    220.         ttime = ttime.replace('時間', ':')
    221.         if (ttime.find(':') == -1):
    222.             ttime = "0:" + ttime
    223.         if (ttime.find(':') + 2 == len(ttime)):
    224.             ttime = ttime.replace(':', ':0')
    225.         print("N" + str(b + 1) + ", " + time_st + " 発, " + time_ed + " 着, " + "T " + str(ttime) + ", ", end="")
    226.         xx = "total-fare-text" + str(b + 1)
    227.         cost = one_route.find(id=xx)
    228.         cost_text = cost.text
    229.         cost_text = cost_text.replace(',', '')
    230.         print("C " + str(cost_text))
    232.         tr_elements = []
    233.         tr_elements = one_route.find_all(class_="railroad-area")
    234.         for k in range(0, len(tr_elements)):
    235.             trname = tr_elements[k].text
    236.             trname = trname.replace('\t', '')
    237.             trname = trname.replace('\n', '')
    238.             tr_elements[k] = trname
    239.         st_elements = []
    240.         st_elements = one_route.find_all(class_="section_station_frame")
    241.         for k in range(0, len(st_elements)):
    242.             stname = st_elements[k].text
    243.             stname = stname.replace('発\n', '発X\n')
    244.             stname = stname.replace('着\n', '着X\n')
    245.             if (k == len(st_elements) - 1):
    246.                 platform_elements = one_route.find_all(class_="left platform")
    247.                 if (len(platform_elements) > 0):
    248.                     plat_text = platform_elements[len(platform_elements) - 1].text
    249.                     stname = stname.replace(plat_text, '')
    250.             stname = stname.replace('\t', '')
    251.             stname = stname.replace('混雑予報', 'Z')
    252.             stname = stname.replace('時刻表', '')
    253.             stname = stname.replace('周辺地図', '')
    254.             stname = stname.replace('\n', '')
    255.             stname = stname.replace('出発X', ' , ')
    256.             stname = stname.replace('到着X', ' , ')
    257.             stname = stname.replace('着XZ', '着')
    258.             stname = stname.replace('Z', '')
    259.             stname = stname.replace('着X', ' 着, ')
    260.             stname = stname.replace('発X', ' 発, ')
    261.             if (k < len(st_elements) - 1):
    262.                 trname = tr_elements[k]
    263.                 if (stname.find('乗換不要') == -1):
    264.                     print(" , " + str(stname) + " , " + str(trname))
    265.             else:
    266.                 print(" , " + str(stname))
    269. # main
    270. yahoo_sw = 1
    271. jorudan_sw = 1
    272. navitime_sw = 1
    274. dt_now = datetime.datetime.now()
    275. year = str(dt_now.year)
    276. month = str(dt_now.month)
    277. if (len(month) == 1):
    278.     month = "0" + month
    279. day = str(dt_now.day)
    280. if (len(day) == 1):
    281.     day = "0" + day
    283. start = "東京"
    284. goal = "大阪"
    285. opt = "d"
    286. hh = "9"
    287. mm = "00" # ここまでデフォルト値
    288. while True:
    289.     s = input("出発地点(終了＝q) [" + start + "] ")
    290.     if (s == "q"):
    291.         driver.quit()
    292.         break
    293.     if (s == "ｑ"):
    294.         driver.quit()
    295.         break
    296.     if (s != ""):
    297.         start = s
    298.     s = input("到着地点 [" + goal + "] ")
    299.     if (s != ""):
    300.         goal = s
    301.     s = input("日付=" + year + month + day + "(変更はd)、時 [" + hh + "] ")
    302.     if (s == "d"):
    303.         x = input("日[" + day + "] (年月変更はd)")
    304.         if (x == "d"):
    305.             x = input("年[" + year + "]")
    306.             if (x != ""):
    307.                 year = x
    308.                 if (len(year) == 2):
    309.                     year = "20" + year
    310.             x = input("月[" + month + "]")
    311.             if (x != ""):
    312.                 month = x
    313.                 if (len(month) == 1):
    314.                     month = "0" + month
    315.             x = input("日[" + day + "]")
    316.         if (x != ""):
    317.             day = x
    318.             if (len(day) == 1):
    319.                 day = "0" + day
    320.         s = input("時 [" + hh + "] ")
    321.     if (s != ""):
    322.         hh = s
    323.     if (len(hh) == 1):
    324.         hh = "0" + hh
    325.     s = input("分 [" + mm + "] ")
    326.     if (s != ""):
    327.         mm = s
    328.     if (len(mm) == 1):
    329.         mm = "0" + mm
    330.     s = input("出発=>d 到着=>a [" + opt + "] ")
    331.     if (s != ""):
    332.         opt = s
    333.     print(start, goal, year, month, day, hh, mm, opt)
    334.     if (opt == "a"):
    335.         type = "4"
    336.         jtype = "1"
    337.         ntype = "0"
    338.     if (opt == "d"):
    339.         type = "1"
    340.         jtype = "0"
    341.         ntype = "1"
    342.     if (yahoo_sw == 1):
    343.         URL = "https://transit.yahoo.co.jp/search/result?flatlon=&" + "from=" + start + "&tlatlon=" + "&to=" + goal + "&via=&via=&via=" + "&y=" + year + "&m=" + month + "&d=" + day + "&hh=" + hh + "&m1=" + mm[
    344.                                                                                                                                                                                                               0:1] + "&m2=" + mm[
    345.                                                                                                                                                                                                                               1:2] + "&type=" + type + "&ticket=ic" + "&al=1" + "&shin=1" + "&ex=1" + "&hb=1" + "&lb=1" + "&sr=1" + "&s=0" + "&expkind=1" + "&ws=1"
    346.         # BeautifulSoup オブジェクトを作る
    348.         driver.get(URL)
    349.         soup = BeautifulSoup(driver.page_source, "html5lib")
    350.         # yahoo_output(1) # 初めの3件
    352.         try:
    353.             element = driver.find_element_by_link_text('次の3件')
    354.         except NoSuchElementException:
    355.             # print("NoSuchElementException")
    356.             exit
    357.         else:
    358.             URL = element.get_attribute("href")
    359.             driver.get(URL)
    360.             soup = BeautifulSoup(driver.page_source, "html5lib")
    361.             # yahoo_output(4)
    363.     if (jorudan_sw == 1):
    364.         URL = "https://www.jorudan.co.jp/norikae/cgi/nori.cgi?eki1=" + start + "&eki2=" + goal + "&eki3=&via_on=1&Dym=" + year + month + "&Ddd=" + day + "&Dhh=" + hh + "&Dmn1=" + mm[
    365.                                                                                                                                                                                    0:1] + "&Dmn2=" + mm[
    366.                                                                                                                                                                                                      1:2] + "&Cway=" + jtype + "&Clate=1&Cfp=1&Czu=2&C7=1&C2=0&C3=0&C1=0&C4=1&C6=1&S=検索"
    367.         driver.get(URL)
    368.         time_elements = []
    369.         time_elements = driver.find_elements_by_class_name("data_total-time")
    370.         if (len(time_elements) == 0):
    371.             # 駅名が複数あって確定できない場合、一番上の選択肢で実行
    372.             print("駅名確定不可")
    373.             element = driver.find_element_by_name("Sok")
    374.             element.click()
    375.             driver.implicitly_wait(3) # seconds
    376.             time_elements = driver.find_elements_by_class_name("data_total-time")
    378.         soup = BeautifulSoup(driver.page_source, "html5lib")
    379.         # jorudan_output()
    381.     if (navitime_sw == 1):
    382.         URL = "https://www.navitime.co.jp/transfer/searchlist?orvStationName=" + start + "&dnvStationName=" + goal + "&thrStationName1=&thrStationCode1=&thrStationName2=&thrStationCode2=&thrStationName3=&thrStationCode3=&month=" + year + "%2F" + month + "&day=" + day + "&hour=" + hh + "&minute=" + mm + "&basis=" + ntype + "&from=view.transfer.searchlist&sort=0&wspeed=83&airplane=1&sprexprs=1&utrexprs=1&othexprs=1&mtrplbus=1&intercitybus=1&ferry=1&accidentRailCode=&accidentRailName=&isrec="
    383.         driver.get(URL)
    384.         soup = BeautifulSoup(driver.page_source, "html5lib")
    385.         navtime_output()
      386. 　　
    参考URL
  • memo
    • pycharmに外部ライブラリをimportするときにそのまま打ち込むとエラーが起こってしまうので、コマンドプロンプトに打ち込んでから行う。
    windowsの場合は"pip install ライブラリ名"と打ち込み、インストールする。
    ※ライブラリ名でない場合→pipの場合は"PyPi.org"を、Condaの場合は"Conda.org"で検索をする。
    こんなに長いものを作るなんて、頭がおかしいか簡単な方法があるに違いない。
    デザイン演習１・２トップページ
    XBPトップページ