How to parse text from a given line?

Question

Python

def price_parse(links):
    import requests
    from lxml import etree

    for url in links:
        info = requests.get(url)
        tree = etree.parse(info, etree.HTMLParser())
        rarity = tree.xpath('.//*[@id="largeiteminfo_item_type"]')[0].text
        print(rarity, url)

OR

def price_parse(links):
    import requests
    from bs4 import BeautifulSoup

    for url in links:
        info = requests.get(url)
        soup = BeautifulSoup(info.content, 'html.parser')
        rarity = soup.find('div', id='largeiteminfo_item_type')
        print(rarity, url)

You need to parse the text from here:

<div id="largeiteminfo_item_type" class>Covert Pistol</div>

Covert Pistol
Sample link: https://steamcommunity.com/market/listings/730/Des...
How to do it?

Answer 1

Something like this:

import io
import requests
from lxml import etree

for url in links:
    info = requests.get(url)
    tree = etree.parse(io.StringIO(info.text), etree.HTMLParser())
    rarity = tree.xpath('.//*[@id="largeiteminfo_item_type"]')[0].text
    print(rarity, url)

PS: Read the documentation carefully to UNDERSTAND what you are doing...