Example #1
0
    def test_trigger_task_shards_2_shards(self):
        task_request = swarming.TaskRequest(
            command=["a", "b"],
            data=[],
            dimensions={"foo": "bar", "os": "Mac"},
            env={},
            expiration=60 * 60,
            hard_timeout=60,
            idempotent=False,
            io_timeout=60,
            name=TEST_NAME,
            priority=101,
            tags=["taga", "tagb"],
            user="******",
            verbose=False,
        )

        request_1 = swarming.task_request_to_raw_request(task_request)
        request_1["name"] = u"unit_tests:0:2"
        request_1["properties"]["env"] = {"GTEST_SHARD_INDEX": "0", "GTEST_TOTAL_SHARDS": "2"}
        result_1 = gen_request_response(request_1)

        request_2 = swarming.task_request_to_raw_request(task_request)
        request_2["name"] = u"unit_tests:1:2"
        request_2["properties"]["env"] = {"GTEST_SHARD_INDEX": "1", "GTEST_TOTAL_SHARDS": "2"}
        result_2 = gen_request_response(request_2, task_id="12400")
        self.expected_requests(
            [
                (
                    "https://localhost:1/swarming/api/v1/client/handshake",
                    {"data": {}, "headers": {"X-XSRF-Token-Request": "1"}},
                    {"server_version": "v1", "xsrf_token": "Token"},
                ),
                (
                    "https://localhost:1/swarming/api/v1/client/request",
                    {"data": request_1, "headers": {"X-XSRF-Token": "Token"}},
                    result_1,
                ),
                (
                    "https://localhost:1/swarming/api/v1/client/request",
                    {"data": request_2, "headers": {"X-XSRF-Token": "Token"}},
                    result_2,
                ),
            ]
        )

        tasks = swarming.trigger_task_shards(swarming="https://localhost:1", task_request=task_request, shards=2)
        expected = {
            u"unit_tests:0:2": {
                "shard_index": 0,
                "task_id": "12300",
                "view_url": "https://localhost:1/user/task/12300",
            },
            u"unit_tests:1:2": {
                "shard_index": 1,
                "task_id": "12400",
                "view_url": "https://localhost:1/user/task/12400",
            },
        }
        self.assertEqual(expected, tasks)
    def test_trigger_task_shards_2_shards(self):
        task_request = swarming.NewTaskRequest(
            expiration_secs=60 * 60,
            name=TEST_NAME,
            parent_task_id=None,
            priority=101,
            properties=swarming.TaskProperties(
                command=["a", "b"],
                dimensions={"foo": "bar", "os": "Mac"},
                env={},
                execution_timeout_secs=60,
                extra_args=[],
                grace_period_secs=30,
                idempotent=False,
                inputs_ref=None,
                io_timeout_secs=60,
            ),
            tags=["taga", "tagb"],
            user="******",
        )

        request_1 = swarming.task_request_to_raw_request(task_request)
        request_1["name"] = u"unit_tests:0:2"
        request_1["properties"]["env"] = [
            {"key": "GTEST_SHARD_INDEX", "value": "0"},
            {"key": "GTEST_TOTAL_SHARDS", "value": "2"},
        ]
        result_1 = gen_request_response(request_1)

        request_2 = swarming.task_request_to_raw_request(task_request)
        request_2["name"] = u"unit_tests:1:2"
        request_2["properties"]["env"] = [
            {"key": "GTEST_SHARD_INDEX", "value": "1"},
            {"key": "GTEST_TOTAL_SHARDS", "value": "2"},
        ]
        result_2 = gen_request_response(request_2, task_id="12400")
        self.expected_requests(
            [
                ("https://localhost:1/_ah/api/swarming/v1/tasks/new", {"data": request_1}, result_1),
                ("https://localhost:1/_ah/api/swarming/v1/tasks/new", {"data": request_2}, result_2),
            ]
        )

        tasks = swarming.trigger_task_shards(swarming="https://localhost:1", task_request=task_request, shards=2)
        expected = {
            u"unit_tests:0:2": {
                "shard_index": 0,
                "task_id": "12300",
                "view_url": "https://localhost:1/user/task/12300",
            },
            u"unit_tests:1:2": {
                "shard_index": 1,
                "task_id": "12400",
                "view_url": "https://localhost:1/user/task/12400",
            },
        }
        self.assertEqual(expected, tasks)
Example #3
0
    def test_trigger_task_shards_priority_override(self):
        task_request = swarming.NewTaskRequest(
            expiration_secs=60 * 60,
            name=TEST_NAME,
            parent_task_id='123',
            priority=101,
            properties=swarming.TaskProperties(command=['a', 'b'],
                                               dimensions={
                                                   'foo': 'bar',
                                                   'os': 'Mac'
                                               },
                                               env={},
                                               execution_timeout_secs=60,
                                               extra_args=[],
                                               grace_period_secs=30,
                                               idempotent=False,
                                               inputs_ref=None,
                                               io_timeout_secs=60),
            tags=['taga', 'tagb'],
            user='******')

        request = swarming.task_request_to_raw_request(task_request)
        self.assertEqual('123', request['parent_task_id'])

        result = gen_request_response(request)
        result['request']['priority'] = 200
        self.expected_requests([
            (
                'https://localhost:1/_ah/api/swarming/v1/tasks/new',
                {
                    'data': request
                },
                result,
            ),
        ])

        os.environ['SWARMING_TASK_ID'] = '123'
        try:
            tasks = swarming.trigger_task_shards(
                swarming='https://localhost:1',
                shards=1,
                task_request=task_request)
        finally:
            os.environ.pop('SWARMING_TASK_ID')
        expected = {
            u'unit_tests': {
                'shard_index': 0,
                'task_id': '12300',
                'view_url': 'https://localhost:1/user/task/12300',
            }
        }
        self.assertEqual(expected, tasks)
        self._check_output('', 'Priority was reset to 200\n')
Example #4
0
    def test_trigger_task_shards_priority_override(self):
        task_request = swarming.TaskRequest(
            command=["a", "b"],
            data=[["https://foo.invalid/bar", "bar.zip"]],
            dimensions={"foo": "bar", "os": "Mac"},
            env={},
            expiration=60 * 60,
            hard_timeout=60,
            idempotent=False,
            io_timeout=60,
            name=TEST_NAME,
            priority=101,
            tags=["taga", "tagb"],
            user="******",
            verbose=False,
        )

        os.environ["SWARMING_TASK_ID"] = "123"
        try:
            request = swarming.task_request_to_raw_request(task_request)
        finally:
            os.environ.pop("SWARMING_TASK_ID")
        self.assertEqual("123", request["parent_task_id"])

        result = gen_request_response(request)
        result["request"]["priority"] = 200
        self.expected_requests(
            [
                (
                    "https://localhost:1/swarming/api/v1/client/handshake",
                    {"data": {}, "headers": {"X-XSRF-Token-Request": "1"}},
                    {"server_version": "v1", "xsrf_token": "Token"},
                ),
                (
                    "https://localhost:1/swarming/api/v1/client/request",
                    {"data": request, "headers": {"X-XSRF-Token": "Token"}},
                    result,
                ),
            ]
        )

        os.environ["SWARMING_TASK_ID"] = "123"
        try:
            tasks = swarming.trigger_task_shards(swarming="https://localhost:1", shards=1, task_request=task_request)
        finally:
            os.environ.pop("SWARMING_TASK_ID")
        expected = {
            u"unit_tests": {"shard_index": 0, "task_id": "12300", "view_url": "https://localhost:1/user/task/12300"}
        }
        self.assertEqual(expected, tasks)
        self._check_output("", "Priority was reset to 200\n")
Example #5
0
  def test_trigger_task_shards_priority_override(self):
    task_request = swarming.NewTaskRequest(
        expiration_secs=60*60,
        name=TEST_NAME,
        parent_task_id='123',
        priority=101,
        properties=swarming.TaskProperties(
          command=['a', 'b'],
          dimensions={'foo': 'bar', 'os': 'Mac'},
          env={},
          execution_timeout_secs=60,
          extra_args=[],
          grace_period_secs=30,
          idempotent=False,
          inputs_ref=None,
          io_timeout_secs=60),
        tags=['taga', 'tagb'],
        user='******')

    request = swarming.task_request_to_raw_request(task_request)
    self.assertEqual('123', request['parent_task_id'])

    result = gen_request_response(request)
    result['request']['priority'] = 200
    self.expected_requests(
        [
          (
            'https://localhost:1/_ah/api/swarming/v1/tasks/new',
            {'data': request},
            result,
          ),
        ])

    os.environ['SWARMING_TASK_ID'] = '123'
    try:
      tasks = swarming.trigger_task_shards(
          swarming='https://localhost:1',
          shards=1,
          task_request=task_request)
    finally:
      os.environ.pop('SWARMING_TASK_ID')
    expected = {
      u'unit_tests': {
        'shard_index': 0,
        'task_id': '12300',
        'view_url': 'https://localhost:1/user/task/12300',
      }
    }
    self.assertEqual(expected, tasks)
    self._check_output('', 'Priority was reset to 200\n')
    def test_trigger_task_shards_priority_override(self):
        task_request = swarming.NewTaskRequest(
            expiration_secs=60 * 60,
            name=TEST_NAME,
            parent_task_id="123",
            priority=101,
            properties=swarming.TaskProperties(
                command=["a", "b"],
                dimensions={"foo": "bar", "os": "Mac"},
                env={},
                execution_timeout_secs=60,
                extra_args=[],
                grace_period_secs=30,
                idempotent=False,
                inputs_ref=None,
                io_timeout_secs=60,
            ),
            tags=["taga", "tagb"],
            user="******",
        )

        request = swarming.task_request_to_raw_request(task_request)
        self.assertEqual("123", request["parent_task_id"])

        result = gen_request_response(request)
        result["request"]["priority"] = 200
        self.expected_requests([("https://localhost:1/_ah/api/swarming/v1/tasks/new", {"data": request}, result)])

        os.environ["SWARMING_TASK_ID"] = "123"
        try:
            tasks = swarming.trigger_task_shards(swarming="https://localhost:1", shards=1, task_request=task_request)
        finally:
            os.environ.pop("SWARMING_TASK_ID")
        expected = {
            u"unit_tests": {"shard_index": 0, "task_id": "12300", "view_url": "https://localhost:1/user/task/12300"}
        }
        self.assertEqual(expected, tasks)
        self._check_output("", "Priority was reset to 200\n")
Example #7
0
  def test_trigger_task_shards_2_shards(self):
    task_request = swarming.NewTaskRequest(
        expiration_secs=60*60,
        name=TEST_NAME,
        parent_task_id=None,
        priority=101,
        properties=swarming.TaskProperties(
          command=['a', 'b'],
          dimensions={'foo': 'bar', 'os': 'Mac'},
          env={},
          execution_timeout_secs=60,
          extra_args=[],
          grace_period_secs=30,
          idempotent=False,
          inputs_ref=None,
          io_timeout_secs=60),
        tags=['taga', 'tagb'],
        user='******')

    request_1 = swarming.task_request_to_raw_request(task_request)
    request_1['name'] = u'unit_tests:0:2'
    request_1['properties']['env'] = [
      {'key': 'GTEST_SHARD_INDEX', 'value': '0'},
      {'key': 'GTEST_TOTAL_SHARDS', 'value': '2'},
    ]
    result_1 = gen_request_response(request_1)

    request_2 = swarming.task_request_to_raw_request(task_request)
    request_2['name'] = u'unit_tests:1:2'
    request_2['properties']['env'] = [
      {'key': 'GTEST_SHARD_INDEX', 'value': '1'},
      {'key': 'GTEST_TOTAL_SHARDS', 'value': '2'},
    ]
    result_2 = gen_request_response(request_2, task_id='12400')
    self.expected_requests(
        [
          (
            'https://localhost:1/_ah/api/swarming/v1/tasks/new',
            {'data': request_1},
            result_1,
          ),
          (
            'https://localhost:1/_ah/api/swarming/v1/tasks/new',
            {'data': request_2},
            result_2,
          ),
        ])

    tasks = swarming.trigger_task_shards(
        swarming='https://localhost:1',
        task_request=task_request,
        shards=2)
    expected = {
      u'unit_tests:0:2': {
        'shard_index': 0,
        'task_id': '12300',
        'view_url': 'https://localhost:1/user/task/12300',
      },
      u'unit_tests:1:2': {
        'shard_index': 1,
        'task_id': '12400',
        'view_url': 'https://localhost:1/user/task/12400',
      },
    }
    self.assertEqual(expected, tasks)
Example #8
0
  def test_trigger_task_shards_2_shards(self):
    task_request = swarming.NewTaskRequest(
        expiration_secs=60*60,
        name=TEST_NAME,
        parent_task_id=None,
        priority=101,
        properties=swarming.TaskProperties(
            cipd_input=None,
            command=['a', 'b'],
            dimensions={'foo': 'bar', 'os': 'Mac'},
            env={},
            execution_timeout_secs=60,
            extra_args=[],
            grace_period_secs=30,
            idempotent=False,
            inputs_ref=None,
            io_timeout_secs=60),
        tags=['tag:a', 'tag:b'],
        user='******')

    request_1 = swarming.task_request_to_raw_request(task_request)
    request_1['name'] = u'unit_tests:0:2'
    request_1['properties']['env'] = [
      {'key': 'GTEST_SHARD_INDEX', 'value': '0'},
      {'key': 'GTEST_TOTAL_SHARDS', 'value': '2'},
    ]
    result_1 = gen_request_response(request_1)

    request_2 = swarming.task_request_to_raw_request(task_request)
    request_2['name'] = u'unit_tests:1:2'
    request_2['properties']['env'] = [
      {'key': 'GTEST_SHARD_INDEX', 'value': '1'},
      {'key': 'GTEST_TOTAL_SHARDS', 'value': '2'},
    ]
    result_2 = gen_request_response(request_2, task_id='12400')
    self.expected_requests(
        [
          (
            'https://localhost:1/api/swarming/v1/tasks/new',
            {'data': request_1},
            result_1,
          ),
          (
            'https://localhost:1/api/swarming/v1/tasks/new',
            {'data': request_2},
            result_2,
          ),
        ])

    tasks = swarming.trigger_task_shards(
        swarming='https://localhost:1',
        task_request=task_request,
        shards=2)
    expected = {
      u'unit_tests:0:2': {
        'shard_index': 0,
        'task_id': '12300',
        'view_url': 'https://localhost:1/user/task/12300',
      },
      u'unit_tests:1:2': {
        'shard_index': 1,
        'task_id': '12400',
        'view_url': 'https://localhost:1/user/task/12400',
      },
    }
    self.assertEqual(expected, tasks)