Gdy znajdziesz pole tekstowe na stronie wtedy możesz wysłać Ctrl+V aby wstawić tekst ze schowka do tego pola.
furas.plimport selenium.webdriver
from selenium.webdriver.common.keys import Keys
driver = selenium.webdriver.Firefox()
driver.get('https://google.com')
item = driver.find_element_by_name('q')
item.send_keys(Keys.CONTROL + "v")
#item.send_keys(Keys …There are different functions to get text from tag.
.text - all text from tag and subtags
.string - only if there is no subtags
.get_text(strip, separator) - you can remove whitespaces and add separators which can be used to split data into list.
from bs4 import BeautifulSoup as BS
soup = BS …Jest kilka róznych funkcji do pobierania tekstu z tagu.
.text - cały tekst z tagu i podtagów
.string - tylko jeśli nie ma podtagów
.get_text(strip, separator) - można usunąć białe znaki i dodać separator, który może być użyty do podzielenia na listę.
from bs4 import BeautifulSoup as BS
soup = BS('''<tag>text …Sometimes people scrape separatelly different values from page
all_names = driver.find_elements_by_xpath('.//h3/a')
all_prices = driver.find_elements_by_class_name('price_color')
all_others = driver.find_elements_by_class_name("other")
and later group them using zip()
for row in zip(all_names, all_prices, all_others):
print(row)
but it makes problem if for some items data are incomplete - like other in …
Czasami ludzie zbierają oddzielnie różne wartości ze strony
all_names = driver.find_elements_by_xpath('.//h3/a')
all_prices = driver.find_elements_by_class_name('price_color')
all_others = driver.find_elements_by_class_name("other")
a potem grupują ją używając zip()
for row in zip(all_names, all_prices, all_others):
print(row)
ale to może powodować problem jeśli niektóre elementy mają niekompletne dane - jak other w …
It is example code to scrape it:
# date: 2019.09.16
# https://stackoverflow.com/questions/57861715/scrapy-infinite-scrolling-no-pagination-indication
# http://www.aastocks.com
import requests
newstime = '934735827'
newsid = 'HKEX-EPS-20190815-003587368'
url = 'http://www.aastocks.com/tc/resources/datafeed/getmorenews.ashx?cat=all&newstime={}&newsid={}&period=0&key=&symbol=00001'
url_artickle = "http://www.aastocks …It is example code to scrape it:
# date: 2017.12.10
# https://stackoverflow.com/a/47744135/1832058
import scrapy
#from allegro.items import AllegroItem
#class AllegroItem(scrapy.Item):
# product_name = scrapy.Field()
# product_sale_price = scrapy.Field()
# product_seller = scrapy.Field()
class AllegroPrices(scrapy.Spider):
name = "AllegroPrices"
allowed_domains = ["allegro.pl"]
start_urls = [
"http://allegro.pl …It is example code to scrape it:
#!/usr/bin/env python3
# date: 2019.07.29
# https://stackoverflow.com/questions/57245315/using-scrapy-how-to-download-pdf-files-from-some-extracted-links
import scrapy
class MySpider(scrapy.Spider):
name = 'myspider'
start_urls = [
'https://www.alloschool.com/course/alriadhiat-alaol-ibtdaii',
]
def parse(self, response):
for link in response.css('.default .er').xpath('@href').extract …It is example code to scrape it:
import requests
from lxml import html
import json
# date: 2017.12.22
# https://stackoverflow.com/a/47935432/1832058
url = "http://www.amazon.com/dp/B008HDREZ6"
headers = {
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311 …It is example code to scrape it:
#!/usr/bin/env python3
# date: 2020.03.30
import selenium.webdriver
url = 'https://www.amazon.com/international-sales-offers/b/?ie=UTF8&node=15529609011&ref_=nav_cs_gb_intl'
driver = selenium.webdriver.Firefox()
driver.get(url)
for x in range(10):
deal = driver.find_element_by_id('100_dealView_' + str(x))
image …It is example code to scrape it:
# https://stackoverflow.com/questions/60601053/python-selenium-for-loop-iterates-through-entire-website/60601428
from selenium import webdriver
import time
driver = webdriver.Chrome()
#wait = WebDriverWait(driver, 10)
driver.get("https://www.aopa.org/destinations/airports/state/AL")
time.sleep(3)
airport_list = []
paved_runway = []
airport_row = driver.find_elements_by_xpath('//div[@class = "state-airports__airport"]')
print(len …It is example code to scrape it:
#!/usr/bin/env python3
# date: 2020.02.10
#
import requests
url = 'https://api.weatherflow.com/wxengine/rest/model/getModelDataBySpot?model_id=-1&spot_id=110&units_wind=mph&units_temp=F&format=json&wf_apikey=84e778ae-fe8e-4b8f-8d33-6bc88967a2b1&wf_token=f147702351af100d7c220b633d085318&v=1.1'
r = requests.get(url)
data = r.json …It is example code to scrape it:
#!/usr/bin/env python3
# date: 2020.02.26
#
import selenium.webdriver
def scrape(last_name, first_name):
url = 'https://directory.apps.upenn.edu/directory/jsp/fast.do'
driver = selenium.webdriver.Firefox()
driver.get(url)
inputs = driver.find_elements_by_tag_name('input')
#for item in inputs:
# print(item.get_attribute …It is example code to scrape it:
#!/usr/bin/env python3
# date: 2020.01.07
# https://stackoverflow.com/questions/59632031/how-to-extract-href-when-href-element-is-a-hyperlink?noredirect=1#comment105434826_59632031
import requests
from bs4 import BeautifulSoup as BS
url = 'https://associatedrealtorsaruba.com/index.php?option=com_ezrealty&Itemid=11&task=results&cnid=0&custom7=&custom8=&parking=&type …It is example code to scrape it:
#!/usr/bin/env python3
# date: 2020.01.07
# https://stackoverflow.com/questions/59632031/how-to-extract-href-when-href-element-is-a-hyperlink?noredirect=1#comment105434826_59632031
import selenium.webdriver
url = 'https://associatedrealtorsaruba.com/index.php?option=com_ezrealty&Itemid=11&task=results&cnid=0&custom7=&custom8=&parking=&type=0&cid=0&stid=0 …It is example code to scrape it:
#!/usr/bin/env python3
# date: 2020.01.17
# https://stackoverflow.com/questions/59779978/python-requests-output-is-different-to-expected-output/
import requests
headers = {'User-Agent': 'Mozilla/5.0'}
url = 'https://ausrealtimefueltype.global-roam.com/api/SeriesSnapshot?time='
r = requests.get(url, headers=headers)
data = r.json()
for item in data['seriesCollection …It is example code to scrape it:
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.common.exceptions import NoSuchElementException, TimeoutException
import time
try …It is example code to scrape it:
import requests
from bs4 import BeautifulSoup
def display(content, filename='output.html'):
with open(filename, 'w') as f:
f.write(content)
webbrowser.open(filename)
session = requests.Session()
session.headers.update({'USER-AGENT': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:57.0) Gecko/20100101 …It is example code to scrape it:
import requests
import datetime
import time
# https://www.bankier.pl/inwestowanie/profile/quote.html?symbol=CDPROJEKT
def one_day(symbol):
print('Symbol:', symbol)
# jeden dzien
url = f'https://www.bankier.pl/new-charts/get-data\
?symbol={symbol}\
&intraday=true\
&today=true\
&type=area\
&init=true'
r …It is example code to scrape it:
# date: 2019.04.28
# author: Bartłomiej 'furas' Burek
# https://stackoverflow.com/a/55885909/1832058
import requests
from bs4 import BeautifulSoup
from bs4 import Comment
url = 'https://www.basketball-reference.com/players/b/bogutan01.html#advanced::none'
r = requests.get(url)
soup = BeautifulSoup(r.content …