configFileCrawler = ".\\TwitterCrawler\\Configurations\\Configurations_Rel.xml"
# Feeds file log
feedsLogFile = ".\\TwitterCrawler\\Output\\feeds_rel.xml"
# Update rate log file
updateRateLogFile = ".\\TwitterCrawler\\Output\\update_rate_log_rel.log"
# Start the TwitterCrawler
#-------------------------
twitterCrawler = TwitterCrawler(configFileCrawler, feedsLogFile,
updateRateLogFile,
serializatoinFileNameRel)
# Start crawling
twitterCrawler.Crawl('')
if (DATASET_BUILDER):
# Start the DatasetBuilder
#-------------------------
# Configurations file xml of the dataset builder
configFileDatasetBuilder = ".\\DatasetBuilder\\Configurations\\Configurations.xml"
# The CSV file name for tweets to be manually labeled
csvManualLabelsFileName = ".\\DatasetBuilder\\Output\\ManualLabels"
xlsxManualLabelsFileName = ".\\DatasetBuilder\\Output\\ManualLabels"
# The serialization file to save the dataset
datasetSerializationFile = ".\\DatasetBuilder\\Output\\dataset.bin"
# Train/Test serialization file
@author: asallab
'''
import os
os.environ["DJANGO_SETTINGS_MODULE"] = "DjangoWebProject1.settings"
#print("XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXx")
#print(os.environ.get("DJANGO_SETTINGS_MODULE"))
from TwitterCrawler.TwitterCrawler import TwitterCrawler
PROJECT_DIR = os.path.abspath(os.path.dirname(__file__))
configFileName = os.path.join(PROJECT_DIR, 'TwitterCrawler', 'Configurations',
'Configurations.xml')
updateRateFileName = 'update_rate.txt'
f_in = open(os.path.join('.', 'TwitterCrawler', 'stocks.txt'),
'r',
encoding='utf-8')
lines = f_in.readlines()
for line in lines:
stock = line.strip()
serializatoinFileName = ".\\TwitterCrawler\\Output\\results_" + stock + ".bin"
twitterCrawler = TwitterCrawler(configFileName, None, updateRateFileName,
serializatoinFileName)
twitterCrawler.queryArray = []
twitterCrawler.queryArray.append(
stock +
" AND (سهم OR اسهم OR أسهم OR تداول OR ارتفع OR ارتفاع OR انخفض OR انخفاض OR هدف OR دعم OR ارتداد OR نسبة OR % OR %)"
)
twitterCrawler.stock = stock
twitterCrawler.Crawl("q")