Update circuit_scraper.py
This commit is contained in:
parent
9139137858
commit
f11fe68e62
1 changed files with 10 additions and 6 deletions
|
@ -1,6 +1,7 @@
|
|||
from typing import *
|
||||
from enum import Enum
|
||||
from dataclasses import dataclass
|
||||
from enum import Enum
|
||||
from typing import *
|
||||
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
|
@ -47,11 +48,14 @@ class CircuitScraper:
|
|||
|
||||
soup = BeautifulSoup(r.content, "html.parser")
|
||||
|
||||
machines = []
|
||||
for item in soup.select("section.accordions--circuit-view.js-machine-type"):
|
||||
machines += list(item.select("div.accordion"))
|
||||
machine_elements = []
|
||||
|
||||
for item in machines:
|
||||
for item in soup.select("section.accordions--circuit-view.js-machine-type"):
|
||||
machine_elements.extend(item.select("div.accordion"))
|
||||
|
||||
machines = []
|
||||
|
||||
for item in machine_elements:
|
||||
states = item.select("div.accordion__slug div.accordion__title")
|
||||
if len(states) == 0:
|
||||
continue
|
||||
|
|
Reference in a new issue