可能性の模索


9班の話し合ってweb検索したこと

この中から私が選んだ物は……乗車乗り換え！！
果たしてソースコードはあるのかwebで検索してみました。

乗車乗り換えソースコード


  1. import datetime
  2. import requests
  3. from bs4 import BeautifulSoup
  4. import urllib3
  5. from urllib3.exceptions import InsecureRequestWarning
  7. urllib3.disable_warnings(InsecureRequestWarning)
  8. from selenium import webdriver
  9. from webdriver_manager.chrome import ChromeDriverManager
  10. from selenium.webdriver.common.by import By
  11. from selenium.webdriver.support.ui import Select
  12. from selenium.common.exceptions import NoSuchElementException
  14. options = webdriver.ChromeOptions()
  15. # ブラウザを表示させる場合、以下をコメントアウト
  16. options.add_argument('--headless')
  18. options.add_argument("-silent")
  19. options.add_argument('log-level=3')
  21. driver = webdriver.Chrome(ChromeDriverManager().install(), options=options)
  24. # yahoo
  25. def yahoo_output(route_st_no):
  26.     transfer_list = soup.find_all(class_='transfer')
  27.     route_count = int(len(transfer_list) / 2)
  28.     for route_no in range(route_st_no, route_st_no + route_count):
  29.         routename = 'route0' + str(route_no)
  30.         one_route = soup.find(id=routename) # 1ルート分切り出す
  31.         fare = one_route.find(class_='fare').text
  32.         t_start = fare.find("：")
  33.         t_end = fare.find("円")
  34.         fare = fare[t_start + 1:t_end]
  35.         fare = fare.replace(',', '')
  36.         time = one_route.find(class_='time').text
  37.         t_start = time.find("発")
  38.         st_time = time[max(0, t_start - 5):t_start]
  39.         t_end = time.find("着")
  40.         ed_time = time[t_start + 2:t_end]
  41.         t_start = time.find("着")
  42.         t_end = time.find("分")
  43.         time = time[t_start + 1:t_end]
  45.         # 2時間3分→2:03に整形
  46.         time = time.replace('時間', ':')
  47.         time = time.replace('分', '')
  48.         if (time.find(':') == -1):
  49.             time = "0:" + time
  50.         if (time.find(':') == len(time) - 1):
  51.             time = time.replace(':', ':00')
  52.         if (time.find(':') == len(time) - 2):
  53.             time = time.replace(':', ':0')
  55.         print("Y" + str(route_no) + ", " + str(st_time) + " 発, " + str(ed_time) + " 着, T " + str(time) + ", C " + str(
  56.             fare))
  57.         sta = one_route.find_all(class_='station')
  58.         tr = one_route.find_all(class_='transport')
  59.         st_count = -1
  60.         for i in sta:
  61.             st_count = st_count + 1
  62.             st = i.text
  64.             stname = i.find_all("dt")[0].text # 修正（1102）
  65.             # t_start = st.find(']') # 修正（1102）
  66.             # t_end = st.find('\n', t_start + 4) # 修正（1102）
  67.             # stname = st[t_start + 3:t_end] # 修正（1102）
  69.             dep_time = str(st[7:12]) + " 発"
  70.             arr_time = str(st[1:6]) + " 着"
  71.             if (st.find('[dep]') > 0):
  72.                 arr_time = " "
  73.                 dep_time = str(st[1:6]) + " 発"
  74.             if (st.find('[arr]') > 0):
  75.                 dep_time = " "
  76.                 arr_time = str(st[1:6]) + " 着"
  77.                 train = ""
  78.             else:
  79.                 train = tr[st_count].text
  80.                 t_start = train.rfind(']')
  81.                 t_end = train.find('\n', t_start)
  82.                 train = train[t_start + 1:t_end]
  83.             if (st.find('[direct]') == -1):
  84.                 print(" , " + str(arr_time) + ", " + str(dep_time) + ", " + str(stname) + " , " + str(train))
  87. def jorudan_output():
  88.     for b in range(0, len(time_elements)):
  89.         xx = "bR" + str(b + 1)
  90.         one_route = soup.find(id=xx)
  91.         time_use = one_route.find(class_="data_total-time")
  93.         time = time_use.text[4:]
  94.         time = time.replace('時間', ':')
  95.         time = time.replace('分', '')
  96.         if (time.find(':') == -1):
  97.             time = "0:" + time
  98.         if (time.find(':') == len(time) - 1):
  99.             time = time.replace(':', ':00')
  100.         if (time.find(':') == len(time) - 2):
  101.             time = time.replace(':', ':0')
  103.         time_tm = one_route.find(class_="data_tm").text
  104.         time_tm = time_tm.replace('→', '')
  105.         time_tm = time_tm.replace('(', '')
  106.         time_tm = time_tm.replace(')', '')
  107.         time_tm = time_tm.replace('発', ' 発,')
  108.         time_tm = time_tm.replace('着', ' 着')
  109.         time_tm = time_tm.replace(' ', ' ')
  110.         time_tm = time_tm.replace('△', '')
  112.         # 夜行だと日付が出るので削除
  113.         d = time_tm.find("/")
  114.         if (d > -1):
  115.             time_tm = time_tm[:d - 2] + time_tm[d + 4:]
  116.         d = time_tm.find("/")
  117.         if (d > -1):
  118.             time_tm = time_tm[:d - 2] + time_tm[d + 4:]
  119.         time_tm = time_tm.replace(' ', ' ')
  121.         print("J" + str(b + 1) + ", " + time_tm + ", T " + str(time) + ", ", end="")
  122.         cost_element = one_route.find(class_="data_total")
  124.         fare = cost_element.text[3:]
  125.         fare = fare.replace('\n', '')
  126.         fare = fare.replace(',', '')
  127.         index_end = fare.find('円')
  128.         print("C " + str(fare[:index_end]))
  129.         stlist = []
  130.         st_elements = []
  132.         st_elements = one_route.find_all(class_="nm")
  133.         for k in range(0, len(st_elements)):
  134.             stname = st_elements[k].text
  135.             stname = stname.replace('\n', '')
  136.             stlist.append(stname)
  138.         rtime_elements = []
  139.         rtime_elements = one_route.find_all(class_="tm")
  140.         timelist = []
  141.         for k in range(0, len(rtime_elements)):
  142.             rt = rtime_elements[k].text
  143.             if (len(rt) > 1):
  144.                 if (rt.find('乗換') == -1):
  145.                     rt = rt.replace('(', '')
  146.                     rt = rt.replace(')', '')
  147.         sep2 = rt.find('-')
  148.         sep = rt.find(':')
  150.     if (sep2 < sep):
  151.         timelist.append(' ')
  152.     sep = rt.find(':')
  153.     if (sep > 1):
  154.         timelist.append(rt[sep - 2:sep + 3])
  155.     sep = rt.find(':', sep + 1)
  156.     if (sep > 2):
  157.         timelist.append(rt[sep - 2:sep + 3])
  159.     sep = rt.rfind(':')
  160.     if (sep > sep):
  161.         timelist.append(' ')
  162.     rtrain_elements = []
  163.     rtrain_elements = one_route.find_all(class_="rn")
  164.     trainlist = []
  165.     for k in range(0, len(rtrain_elements)):
  166.         rn = rtrain_elements[k].text[1:]
  167.         rn_end = rn.find('\n')
  168.         if (rn_end > 0):
  169.             rn = rn[:rn_end]
  170.         rn = rn.replace('\n', '')
  171.         rn_end = rn.find("行)")
  172.         if (rn_end > 0):
  173.             rn = rn[:rn_end + 2]
  175.         if (len(rn) > -1):
  176.             trainlist.append(rn)
  177.     stlist2 = []
  178.     trainlist2 = []
  179.     timelist2 = []
  180.     for k in range(0, len(stlist) - 1):
  181.         if (stlist[k].find('降車不要') == -1):
  182.             stlist2.append(stlist[k])
  183.             trainlist2.append(trainlist[k])
  184.     if (k > 0):
  185.         timelist2.append(timelist[k * 2 - 1])
  186.     timelist2.append(timelist[k * 2])
  187.     stlist2.append(stlist[k + 1])
  188.     timelist2.append(timelist[len(stlist) * 2 - 3])
  189.     # 表示
  190.     for k in range(0, len(trainlist2)):
  191.         st = " ,"
  192.         if (k == 0):
  193.             st = st + " ,"
  194.         else:
  195.             st = st + " " + str(timelist2[k * 2 - 1]) + " 着,"
  196.         st = st + " " + str(timelist2[k * 2]) + " 発, " + str(stlist2[k]) + " , " + str(trainlist2[k])
  197.         print(st)
  198.     st = " , " + str(timelist2[k * 2 + 1]) + " 着, , " + str(stlist2[k + 1])
  199.     print(st)
  202. def navtime_output():
  203.     summary = soup.find(class_="summary_list time")
  204.     su = summary.text
  205.     routes = su.count('乗換')
  206.     for b in range(0, routes):
  207.         xx = "detail_route_" + str(b)
  208.         one_route = soup.find(id=xx)
  209.         one_route_text = one_route.text
  210.         ttime_start = one_route_text.find('発')
  211.         ttime_end = one_route_text.find('着')
  212.         time_st = one_route_text[ttime_start - 5:ttime_start]
  213.         time_ed = one_route_text[ttime_end - 5:ttime_end]
  215.         ttime_start = one_route_text.find('所要時間')
  216.         ttime_end = one_route_text.find('分')
  217.         ttime = one_route_text[ttime_start + 5:ttime_end]
  218.         ttime = ttime.replace('\t', '')
  219.         ttime = ttime.replace('\n', '')
  220.         ttime = ttime.replace('時間', ':')
  221.         if (ttime.find(':') == -1):
  222.             ttime = "0:" + ttime
  223.         if (ttime.find(':') + 2 == len(ttime)):
  224.             ttime = ttime.replace(':', ':0')
  225.         print("N" + str(b + 1) + ", " + time_st + " 発, " + time_ed + " 着, " + "T " + str(ttime) + ", ", end="")
  226.         xx = "total-fare-text" + str(b + 1)
  227.         cost = one_route.find(id=xx)
  228.         cost_text = cost.text
  229.         cost_text = cost_text.replace(',', '')
  230.         print("C " + str(cost_text))
  232.         tr_elements = []
  233.         tr_elements = one_route.find_all(class_="railroad-area")
  234.         for k in range(0, len(tr_elements)):
  235.             trname = tr_elements[k].text
  236.             trname = trname.replace('\t', '')
  237.             trname = trname.replace('\n', '')
  238.             tr_elements[k] = trname
  239.         st_elements = []
  240.         st_elements = one_route.find_all(class_="section_station_frame")
  241.         for k in range(0, len(st_elements)):
  242.             stname = st_elements[k].text
  243.             stname = stname.replace('発\n', '発X\n')
  244.             stname = stname.replace('着\n', '着X\n')
  245.             if (k == len(st_elements) - 1):
  246.                 platform_elements = one_route.find_all(class_="left platform")
  247.                 if (len(platform_elements) > 0):
  248.                     plat_text = platform_elements[len(platform_elements) - 1].text
  249.                     stname = stname.replace(plat_text, '')
  250.             stname = stname.replace('\t', '')
  251.             stname = stname.replace('混雑予報', 'Z')
  252.             stname = stname.replace('時刻表', '')
  253.             stname = stname.replace('周辺地図', '')
  254.             stname = stname.replace('\n', '')
  255.             stname = stname.replace('出発X', ' , ')
  256.             stname = stname.replace('到着X', ' , ')
  257.             stname = stname.replace('着XZ', '着')
  258.             stname = stname.replace('Z', '')
  259.             stname = stname.replace('着X', ' 着, ')
  260.             stname = stname.replace('発X', ' 発, ')
  261.             if (k < len(st_elements) - 1):
  262.                 trname = tr_elements[k]
  263.                 if (stname.find('乗換不要') == -1):
  264.                     print(" , " + str(stname) + " , " + str(trname))
  265.             else:
  266.                 print(" , " + str(stname))
  269. # main
  270. yahoo_sw = 1
  271. jorudan_sw = 1
  272. navitime_sw = 1
  274. dt_now = datetime.datetime.now()
  275. year = str(dt_now.year)
  276. month = str(dt_now.month)
  277. if (len(month) == 1):
  278.     month = "0" + month
  279. day = str(dt_now.day)
  280. if (len(day) == 1):
  281.     day = "0" + day
  283. start = "東京"
  284. goal = "大阪"
  285. opt = "d"
  286. hh = "9"
  287. mm = "00" # ここまでデフォルト値
  288. while True:
  289.     s = input("出発地点(終了＝q) [" + start + "] ")
  290.     if (s == "q"):
  291.         driver.quit()
  292.         break
  293.     if (s == "ｑ"):
  294.         driver.quit()
  295.         break
  296.     if (s != ""):
  297.         start = s
  298.     s = input("到着地点 [" + goal + "] ")
  299.     if (s != ""):
  300.         goal = s
  301.     s = input("日付=" + year + month + day + "(変更はd)、時 [" + hh + "] ")
  302.     if (s == "d"):
  303.         x = input("日[" + day + "] (年月変更はd)")
  304.         if (x == "d"):
  305.             x = input("年[" + year + "]")
  306.             if (x != ""):
  307.                 year = x
  308.                 if (len(year) == 2):
  309.                     year = "20" + year
  310.             x = input("月[" + month + "]")
  311.             if (x != ""):
  312.                 month = x
  313.                 if (len(month) == 1):
  314.                     month = "0" + month
  315.             x = input("日[" + day + "]")
  316.         if (x != ""):
  317.             day = x
  318.             if (len(day) == 1):
  319.                 day = "0" + day
  320.         s = input("時 [" + hh + "] ")
  321.     if (s != ""):
  322.         hh = s
  323.     if (len(hh) == 1):
  324.         hh = "0" + hh
  325.     s = input("分 [" + mm + "] ")
  326.     if (s != ""):
  327.         mm = s
  328.     if (len(mm) == 1):
  329.         mm = "0" + mm
  330.     s = input("出発=>d 到着=>a [" + opt + "] ")
  331.     if (s != ""):
  332.         opt = s
  333.     print(start, goal, year, month, day, hh, mm, opt)
  334.     if (opt == "a"):
  335.         type = "4"
  336.         jtype = "1"
  337.         ntype = "0"
  338.     if (opt == "d"):
  339.         type = "1"
  340.         jtype = "0"
  341.         ntype = "1"
  342.     if (yahoo_sw == 1):
  343.         URL = "https://transit.yahoo.co.jp/search/result?flatlon=&" + "from=" + start + "&tlatlon=" + "&to=" + goal + "&via=&via=&via=" + "&y=" + year + "&m=" + month + "&d=" + day + "&hh=" + hh + "&m1=" + mm[
  344.                                                                                                                                                                                                               0:1] + "&m2=" + mm[
  345.                                                                                                                                                                                                                               1:2] + "&type=" + type + "&ticket=ic" + "&al=1" + "&shin=1" + "&ex=1" + "&hb=1" + "&lb=1" + "&sr=1" + "&s=0" + "&expkind=1" + "&ws=1"
  346.         # BeautifulSoup オブジェクトを作る
  348.         driver.get(URL)
  349.         soup = BeautifulSoup(driver.page_source, "html5lib")
  350.         # yahoo_output(1) # 初めの3件
  352.         try:
  353.             element = driver.find_element_by_link_text('次の3件')
  354.         except NoSuchElementException:
  355.             # print("NoSuchElementException")
  356.             exit
  357.         else:
  358.             URL = element.get_attribute("href")
  359.             driver.get(URL)
  360.             soup = BeautifulSoup(driver.page_source, "html5lib")
  361.             # yahoo_output(4)
  363.     if (jorudan_sw == 1):
  364.         URL = "https://www.jorudan.co.jp/norikae/cgi/nori.cgi?eki1=" + start + "&eki2=" + goal + "&eki3=&via_on=1&Dym=" + year + month + "&Ddd=" + day + "&Dhh=" + hh + "&Dmn1=" + mm[
  365.                                                                                                                                                                                    0:1] + "&Dmn2=" + mm[
  366.                                                                                                                                                                                                      1:2] + "&Cway=" + jtype + "&Clate=1&Cfp=1&Czu=2&C7=1&C2=0&C3=0&C1=0&C4=1&C6=1&S=検索"
  367.         driver.get(URL)
  368.         time_elements = []
  369.         time_elements = driver.find_elements_by_class_name("data_total-time")
  370.         if (len(time_elements) == 0):
  371.             # 駅名が複数あって確定できない場合、一番上の選択肢で実行
  372.             print("駅名確定不可")
  373.             element = driver.find_element_by_name("Sok")
  374.             element.click()
  375.             driver.implicitly_wait(3) # seconds
  376.             time_elements = driver.find_elements_by_class_name("data_total-time")
  378.         soup = BeautifulSoup(driver.page_source, "html5lib")
  379.         # jorudan_output()
  381.     if (navitime_sw == 1):
  382.         URL = "https://www.navitime.co.jp/transfer/searchlist?orvStationName=" + start + "&dnvStationName=" + goal + "&thrStationName1=&thrStationCode1=&thrStationName2=&thrStationCode2=&thrStationName3=&thrStationCode3=&month=" + year + "%2F" + month + "&day=" + day + "&hour=" + hh + "&minute=" + mm + "&basis=" + ntype + "&from=view.transfer.searchlist&sort=0&wspeed=83&airplane=1&sprexprs=1&utrexprs=1&othexprs=1&mtrplbus=1&intercitybus=1&ferry=1&accidentRailCode=&accidentRailName=&isrec="
  383.         driver.get(URL)
  384.         soup = BeautifulSoup(driver.page_source, "html5lib")
  385.         navtime_output()
    386. 　　
乗車乗り換えのソースコードをコピーしてpythonに貼り付けをしたところ、始めはエラーが出る。ライブラリーがインストールされていないためエラーが出ているので、それを直す為に
pipの場合はPyPi.orgでcondaの場合はConda.orgで検索をし、インストールをする。
最初のソースコードでは、yahooとNAVITIMEの両方のサイトが混乱している原因となっているため、混乱をしている部分を追跡することで無駄な部分を修正した。「＃修正（1102）」

変更したところ


＜変更内容＞
＜説明＞ tは掛かる時間、cは料金の表示を示している。。
N1,N2,N3,N4は検索した時間の前後のちょうど良い時間を表している。
主に使われているものは、input,if,break。
inputとは…コマンドラインから入力した文字を収得するための関数のこと。inputの詳しい情報はこちら
ifとは…条件分岐を行うための文法。ifの詳しい情報はこちら
breakとは…任意の部分でforやグループやwhileループなどを抜け出したいときに使用。breakの詳しい情報はこちら
URL=のところでyahooやNAVITIMEから情報を持ってきていることが分かる。
乗り換えの情報も同じくURLから情報を得ていた。
その他にもたくさんの関数を利用していました。

実行している動画

まとめ

pythonを使ってソースコードを貼り付けることで様々な関数をしることができた。
私が今回やった乗車乗り換えのコードは凄く複雑で何度も修正して使うことができました。
web上のソースコードは誰かが作ったものなので必ずしも、完璧に操作できるわけではありません。
このことを理解した上で修正できれば使えるようになるこということを学ぶことができました。