Commit b4d93d80 authored by Alessandro Melchiorre's avatar Alessandro Melchiorre
Browse files

added passionpit

parent 441b7a54
......@@ -21,7 +21,7 @@ print("Number of users in LFM-1b is: {}".format(len(lfm1b)))
# number_of_crawlers and this crawler are used to find only subset of users for the current execution (modulo)
# this_crawler is included in crawling_settings.py
# Don't change this!
number_of_crawlers = 3
number_of_crawlers = 4
### troete
this_crawler = 0
......@@ -35,6 +35,10 @@ api_key_idx = 1
# this_crawler = 2
# api_key_idx = 3
### passionpit
# this_crawler = 3
# api_key_idx = 0
lfm1b = lfm1b.reset_index(drop=True) # Generates new index
lfm1b = lfm1b[lfm1b.index % number_of_crawlers == this_crawler]
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment