Exemplos de scrape em Python

Exemplo n.º 1

Arquivo: videos.py Projeto: prakash09/CourseEra-Lectures-Downloader

import sqlite3 as lite
import os
import sys
from module1 import download, scrape
'''
Handling Database 
'''

con = None

if not (os.path.exists('database.db')):
    con = lite.connect('database.db')
    urls = scrape('https://class.coursera.org/compilers-003/lecture')

    with con:
        cur = con.cursor()
        cur.execute("CREATE TABLE links(url TEXT)")

        for link in urls:
            cur.execute("INSERT INTO links VALUES(?)", (link, ))

else:
    con = lite.connect('database.db')

    with con:
        cur = con.cursor()
        cur.execute("SELECT * FROM links")

        rows = cur.fetchall()

        for row in rows:

Exemplo n.º 2

Arquivo: videos.py Projeto: Diwahars/CourseEra-Lectures-Downloader

import sqlite3 as lite
import os
import sys
from module1 import download, scrape

'''
Handling Database 
'''

con = None

if not(os.path.exists('database.db')):
	con = lite.connect('database.db')	
	urls = scrape('https://class.coursera.org/compilers-003/lecture')

	with con:
		cur = con.cursor()
		cur.execute("CREATE TABLE links(url TEXT)")

		for link in urls:
			cur.execute("INSERT INTO links VALUES(?)", (link,))			

else:
	con = lite.connect('database.db')

	with con:
		cur = con.cursor()
		cur.execute("SELECT * FROM links")

		rows = cur.fetchall()

Exemplo n.º 3

Arquivo: videos.py Projeto: Elavarasanlee/CourseEra-Lectures-Downloader

import sqlite3 as lite
import os
import sys
from module1 import download, scrape

'''
Handling Database 
'''

con = None

if not(os.path.exists('database.db')):
	con = lite.connect('database.db')	
	urls = scrape('https://class.coursera.org/crypto-007/lecture')
	
	with con:
		cur = con.cursor()
		cur.execute("CREATE TABLE links(url TEXT)")

		for link in urls:
			cur.execute("INSERT INTO links VALUES(?)", (link,))			

else:
	con = lite.connect('database.db')

	with con:
		cur = con.cursor()
		cur.execute("SELECT * FROM links")

		rows = cur.fetchall()