You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
16 lines
415 B
16 lines
415 B
from scrape_linkedin import scrape_in_parallel, ProfileScraper, CompanyScraper |
|
from scrape_linkedin.utils import HEADLESS_OPTIONS |
|
import time |
|
import json |
|
import sys |
|
import os |
|
|
|
|
|
def parallel(): |
|
companies = ['google', 'facebook'] |
|
scrape_in_parallel(scraper_type=CompanyScraper, items=companies, |
|
output_file='companies.json', num_instances=2) |
|
|
|
|
|
if __name__ == '__main__': |
|
parallel()
|
|
|