def test_cleaned_url_replaces_passed_params(): url = ('https://ec.europa.eu/eusurvey/runner/Consultation_Copyright' '?surveylanguage=EN') result = query.clean_url(url, {'surveylanguage': 'DE'}) assert result == ( 'https://ec.europa.eu/eusurvey/runner/Consultation_Copyright' '?surveylanguage=DE')
def process(url, name, dry=False): survey_dict = query.get_survey_dict(url, with_translations=False) available_languages = query.get_language_list( survey_dict['form_tree'].tree) export_path = get_export_csv_path(survey_dict['survey_path'], name) if (not export_path) or (not os.path.exists(export_path)): answers_name = export_path if export_path else survey_dict['survey_path'] logger.error('Missing exported survey answers: `%s`', answers_name) raise ValueError('Cannot submit survey.') survey_dict['filename_prefix'] = ( export_path.rsplit('/', 1)[-1].replace('.csv', '')) submission_list = list(database.read_csv_file(export_path)) row_map = translator.update_key_map(submission_list[0]) sent_submissions = get_sent_submissions(survey_dict) submission_queue = get_submission_queue( submission_list, sent_submissions.keys(), survey_dict['filename_prefix']) for i, row in enumerate(submission_queue): submission_id = row[0] language = get_row_language(row, available_languages) locale_url = query.clean_url(url, {'surveylanguage': language}) logger.debug('Processing submission: `%s`', submission_id) partial_payload = translator.prepare_payload(row, row_map) if validator.is_valid_payload(partial_payload, survey_dict): payload, pre_submission = complete_payload(locale_url, partial_payload) if dry: logger.info('Dry run. Valid row: `%s`.', submission_id) continue else: # Send submissions success_response = send_submission( locale_url, payload, pre_submission, submission_id, survey_dict) if not success_response: # Failed submission: logger.error('Failed to send: `%s`', submission_id) continue submission_row = get_submission_row( submission_id, survey_dict['filename_prefix'], success_response) sent_submissions[submission_id] = submission_row logger.info('Submission sent: `%s`', success_response) # Update with database with processed submissions: return save_sent_submissions(sent_submissions, survey_dict)
def test_cleaned_url_is_left_untouched_without_params(): url = ('https://ec.europa.eu/eusurvey/runner/Consultation_Copyright' '?surveylanguage=EN') result = query.clean_url(url, None) assert result == url