Differences

This shows you the differences between two versions of the page.

--- docu:csheet:sysadm:script:python:html_scraping [2022/01/05 14:05] – admin
+++ docu:csheet:sysadm:script:python:html_scraping [2022/01/16 02:13] (current) – clearer examples on attributes admin
@@ Line 21: / Line 21: @@
 response = requests.get('http://example.org')
 html = BeautifulSoup(response.text, 'html.parser')
+# get page title
+print(html.title)
 # select using DOM selector (list of elements)
-elements = html.select('your.css selector[attr="value"]')
+elements = html.select('#your-id .your-class a[href="value"]')
 # examples on findings
 if len(elements) > 0:
-    # get "value" attribute
-    print(elements[0].get('value'))
     # get "href" or "src"
     print(elements[0].get('href'))
+    print(elements[0].get('src'))
-    # get class
+    # or get using dictionary:
     print(elements[0]['class'])
+    print(elements[0]['style'])
     # get text of DOM
     print(elements[0].get_text())
+    print(elements[0].string)
 </code>
+Documentation on BeautifulSoup: https://www.crummy.com/software/BeautifulSoup/bs4/doc/

NoBIGTech Wiki Técnico