Update circuit_scraper.py

This commit is contained in:
akp 2022-11-08 00:33:39 +00:00
parent 9139137858
commit f11fe68e62
No known key found for this signature in database
GPG key ID: AA5726202C8879B7

View file

@ -1,6 +1,7 @@
from typing import *
from enum import Enum
from dataclasses import dataclass
from enum import Enum
from typing import *
import requests
from bs4 import BeautifulSoup
@ -47,11 +48,14 @@ class CircuitScraper:
soup = BeautifulSoup(r.content, "html.parser")
machines = []
for item in soup.select("section.accordions--circuit-view.js-machine-type"):
machines += list(item.select("div.accordion"))
machine_elements = []
for item in machines:
for item in soup.select("section.accordions--circuit-view.js-machine-type"):
machine_elements.extend(item.select("div.accordion"))
machines = []
for item in machine_elements:
states = item.select("div.accordion__slug div.accordion__title")
if len(states) == 0:
continue