fix yaml file

phitrann · Mar 8, 2024 · 6048cb7 · 6048cb7
1 parent b38db0b
commit 6048cb7
Show file tree

Hide file tree

Showing 3 changed files with 104 additions and 1 deletion.
diff --git a/.github/workflows/main.yaml b/.github/workflows/main.yaml
@@ -17,6 +17,14 @@ jobs:
         uses: actions/setup-python@v2
         with:
           python-version: '3.x'
+      - name: Installed package list
+        run: apt list --installed
+      - name: Remove Chrome
+        run: sudo apt purge google-chrome-stable
+      - name: Remove default Chromium
+        run: sudo apt purge chromium-browser
+      - name: Install a new Chromium
+        run: sudo apt install -y chromium-browser
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

diff --git a/08032024/08032024.csv b/08032024/08032024.csv
@@ -0,0 +1,72 @@
+,Số hiệu chuyến bay,Khởi hành,Đến,Airbus,SkyBOSS_Business,SkyBOSS,Deluxe,Eco,Thuế_phí
+0,VJ622,2023-03-09 07:25:00,2023-03-09 08:45:00,Airbus A320,,,,,593.0
+1,VJ626,2023-03-09 11:30:00,2023-03-09 12:50:00,Airbus A320,,,,,593.0
+2,VJ630,2024-03-09 14:50:00,2024-03-09 16:10:00,Airbus A321,,3992000.0000000005,3024000.0,2254000.0,593.0
+3,VJ632,2024-03-09 17:20:00,2024-03-09 18:35:00,Airbus A320,,3992000.0000000005,2595000.0,1825000.0,593.0
+4,VJ634,2024-03-09 19:25:00,2024-03-09 20:45:00,Airbus A321,,3992000.0000000005,2342000.0,1572000.0,593.0
+5,VJ638,2024-03-09 21:05:00,2024-03-09 22:25:00,Airbus A321,,3992000.0000000005,2177000.0,1407000.0,593.0
+6,VJ640,2024-03-09 22:35:00,2024-03-09 23:50:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+7,VJ622,2024-03-10 07:25:00,2024-03-10 08:45:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+8,VJ626,2024-03-10 11:05:00,2024-03-10 12:25:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+9,VJ630,2024-03-10 14:40:00,2024-03-10 16:00:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+10,VJ632,2024-03-10 17:10:00,2024-03-10 18:30:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+11,VJ634,2024-03-10 19:25:00,2024-03-10 20:45:00,Airbus A321,,3992000.0000000005,2177000.0,1407000.0,593.0
+12,VJ638,2024-03-10 20:10:00,2024-03-10 21:30:00,Airbus A320,,3992000.0000000005,2177000.0,1407000.0,593.0
+13,VJ640,2024-03-10 22:35:00,2024-03-10 23:55:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+14,VJ622,2024-03-11 07:25:00,2024-03-11 08:45:00,Airbus A320,,3992000.0000000005,2892000.0,2122000.0,593.0
+15,VJ626,2024-03-11 11:05:00,2024-03-11 12:25:00,Airbus A320,,3992000.0000000005,2595000.0,1825000.0,593.0
+16,VJ630,2024-03-11 14:40:00,2024-03-11 16:00:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+17,VJ632,2024-03-11 17:20:00,2024-03-11 18:35:00,Airbus A320,,3992000.0000000005,2342000.0,1572000.0,593.0
+18,VJ634,2024-03-11 19:25:00,2024-03-11 20:45:00,Airbus A320,,3992000.0000000005,2177000.0,1407000.0,593.0
+19,VJ636,2024-03-11 20:15:00,2024-03-11 21:35:00,Airbus A320,,3992000.0000000005,2034000.0,1264000.0,593.0
+20,VJ622,2024-03-12 07:25:00,2024-03-12 08:45:00,Airbus A320,,3992000.0000000005,2342000.0,1572000.0,593.0
+21,VJ626,2024-03-12 11:05:00,2024-03-12 12:25:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+22,VJ630,2024-03-12 14:40:00,2024-03-12 16:00:00,Airbus A321,,3992000.0000000005,2342000.0,1572000.0,593.0
+23,VJ632,2024-03-12 17:10:00,2024-03-12 18:30:00,Airbus A320,,3992000.0000000005,2177000.0,1407000.0,593.0
+24,VJ634,2024-03-12 19:25:00,2024-03-12 20:45:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+25,VJ636,2024-03-12 20:15:00,2024-03-12 21:35:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+26,VJ622,2024-03-13 07:25:00,2024-03-13 08:45:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+27,VJ630,2024-03-13 14:40:00,2024-03-13 16:00:00,Airbus A321,,3992000.0000000005,2595000.0,1825000.0,593.0
+28,VJ632,2024-03-13 16:55:00,2024-03-13 18:15:00,Airbus A320,,3992000.0000000005,2342000.0,1572000.0,593.0
+29,VJ634,2024-03-13 19:25:00,2024-03-13 20:45:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+30,VJ636,2024-03-13 20:15:00,2024-03-13 21:35:00,Airbus A320,,3992000.0000000005,2034000.0,1264000.0,593.0
+31,VJ622,2024-03-14 07:25:00,2024-03-14 08:45:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+32,VJ626,2024-03-14 11:05:00,2024-03-14 12:25:00,Airbus A320,,3992000.0000000005,2738000.0,1968000.0,593.0
+33,VJ630,2024-03-14 14:40:00,2024-03-14 16:00:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+34,VJ632,2024-03-14 17:20:00,2024-03-14 18:35:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+35,VJ634,2024-03-14 19:25:00,2024-03-14 20:45:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+36,VJ636,2024-03-14 20:15:00,2024-03-14 21:35:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+37,VJ622,2024-03-15 07:25:00,2024-03-15 08:45:00,Airbus A320,,3992000.0000000005,2892000.0,2122000.0,593.0
+38,VJ626,2024-03-15 11:05:00,2024-03-15 12:25:00,Airbus A320,,3992000.0000000005,2947000.0,2177000.0,593.0
+39,VJ630,2024-03-15 14:40:00,2024-03-15 16:00:00,Airbus A321,,3992000.0000000005,2892000.0,2122000.0,593.0
+40,VJ632,2024-03-15 16:55:00,2024-03-15 18:15:00,Airbus A320,,3992000.0000000005,3024000.0,2254000.0,593.0
+41,VJ634,2024-03-15 19:25:00,2024-03-15 20:45:00,Airbus A321,,3992000.0000000005,2595000.0,1825000.0,593.0
+42,VJ636,2024-03-15 21:10:00,2024-03-15 22:30:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+43,VJ622,2024-03-16 07:25:00,2024-03-16 08:45:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+44,VJ626,2024-03-16 11:05:00,2024-03-16 12:25:00,Airbus A320,,3992000.0000000005,2595000.0,1825000.0,593.0
+45,VJ630,2024-03-16 14:40:00,2024-03-16 16:00:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+46,VJ632,2024-03-16 17:20:00,2024-03-16 18:35:00,Airbus A320,,3992000.0000000005,2342000.0,1572000.0,593.0
+47,VJ634,2024-03-16 19:25:00,2024-03-16 20:45:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+48,VJ622,2024-03-17 07:25:00,2024-03-17 08:45:00,Airbus A320,,3992000.0000000005,2177000.0,1407000.0,593.0
+49,VJ626,2024-03-17 11:05:00,2024-03-17 12:25:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+50,VJ630,2024-03-17 14:40:00,2024-03-17 16:00:00,Airbus A321,,3992000.0000000005,2463000.0,1693000.0,593.0
+51,VJ632,2024-03-17 17:10:00,2024-03-17 18:30:00,Airbus A320,,3992000.0000000005,2342000.0,1572000.0,593.0
+52,VJ634,2024-03-17 19:25:00,2024-03-17 20:45:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+53,VJ636,2024-03-17 20:15:00,2024-03-17 21:35:00,Airbus A321,,3992000.0000000005,2034000.0,1264000.0,593.0
+54,VJ622,2024-03-18 07:25:00,2024-03-18 08:45:00,Airbus A320,,3992000.0000000005,3255000.0,2485000.0,593.0
+55,VJ626,2024-03-18 11:05:00,2024-03-18 12:25:00,Airbus A320,,3992000.0000000005,2892000.0,2122000.0,593.0
+56,VJ630,2024-03-18 14:40:00,2024-03-18 16:00:00,Airbus A321,,3992000.0000000005,2595000.0,1825000.0,593.0
+57,VJ632,2024-03-18 17:20:00,2024-03-18 18:35:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+58,VJ634,2024-03-18 19:25:00,2024-03-18 20:45:00,Airbus A321,,3992000.0000000005,2177000.0,1407000.0,593.0
+59,VJ636,2024-03-18 20:15:00,2024-03-18 21:35:00,Airbus A320,,3992000.0000000005,2177000.0,1407000.0,593.0
+60,VJ622,2024-03-19 07:25:00,2024-03-19 08:45:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+61,VJ626,2024-03-19 14:20:00,2024-03-19 15:40:00,Airbus A320,,3992000.0000000005,3024000.0,2254000.0,593.0
+62,VJ630,2024-03-19 14:40:00,2024-03-19 16:00:00,Airbus A321,,3992000.0000000005,2738000.0,1968000.0,593.0
+63,VJ632,2024-03-19 17:10:00,2024-03-19 18:30:00,Airbus A320,,3992000.0000000005,2342000.0,1572000.0,593.0
+64,VJ634,2024-03-19 19:25:00,2024-03-19 20:45:00,Airbus A321,,3992000.0000000005,2177000.0,1407000.0,593.0
+65,VJ636,2024-03-19 20:15:00,2024-03-19 21:35:00,Airbus A320,,3992000.0000000005,2034000.0,1264000.0,593.0
+66,VJ622,2024-03-20 07:25:00,2024-03-20 08:45:00,Airbus A320,,3992000.0000000005,2738000.0,1968000.0,593.0
+67,VJ630,2024-03-20 14:40:00,2024-03-20 16:00:00,Airbus A321,,3992000.0000000005,3145000.0,2375000.0,593.0
+68,VJ632,2024-03-20 16:55:00,2024-03-20 18:15:00,Airbus A320,,3992000.0000000005,2463000.0,1693000.0,593.0
+69,VJ634,2024-03-20 19:25:00,2024-03-20 20:45:00,Airbus A321,,3992000.0000000005,2342000.0,1572000.0,593.0
+70,VJ636,2024-03-20 20:15:00,2024-03-20 21:35:00,Airbus A320,,3992000.0000000005,2177000.0,1407000.0,593.0
diff --git a/crawler.py b/crawler.py
@@ -17,9 +17,30 @@
 import numpy as np
 import matplotlib.pyplot as plt
 
+from webdriver_manager.chrome import ChromeDriverManager
+from webdriver_manager.utils import ChromeType
+from selenium.webdriver.chrome.options import Options
+
 # Mở Chrome và cho full màn hình
 # Tự tải phiên bản ChromeDriver phù hợp với phiên bản trên máy
-browser = webdriver.Chrome(service=Service(ChromeDriverManager().install())) #webdriver.Chrome("chromedriver.exe")
+# browser = webdriver.Chrome(service=Service(ChromeDriverManager().install())) #webdriver.Chrome("chromedriver.exe")
+
+chrome_service = Service(ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install())
+
+chrome_options = Options()
+options = [
+    "--headless",
+    "--disable-gpu",
+    "--window-size=1920,1200",
+    "--ignore-certificate-errors",
+    "--disable-extensions",
+    "--no-sandbox",
+    "--disable-dev-shm-usage"
+]
+for option in options:
+    chrome_options.add_argument(option)
+browser = webdriver.Chrome(service=chrome_service, options=chrome_options)
+
 browser.maximize_window()
 # Set thời gian chờ mặc định là 10 giây
 browser.implicitly_wait(10)
@@ -80,6 +101,8 @@
 except:
     submit.click()
 
+sleep(.5)
+
 from lxml import html
 # Chọn số ngày cần lấy dữ liệu
 nums_date = 12