def to_rts(self): """ Set the QP attributes' values to arbitrary values (same values used in ibv_rc_pingpong). :return: None """ attr = QPAttr(port_num=self.ib_port) attr.dest_qp_num = self.rqpn attr.path_mtu = PATH_MTU attr.max_dest_rd_atomic = MAX_DEST_RD_ATOMIC attr.min_rnr_timer = MIN_RNR_TIMER attr.rq_psn = self.psn attr.sq_psn = self.rpsn attr.timeout = TIMEOUT attr.retry_cnt = RETRY_CNT attr.rnr_retry = RNR_RETRY attr.max_rd_atomic = MAX_RD_ATOMIC gr = GlobalRoute(dgid=self.ctx.query_gid(self.ib_port, self.gid_index), sgid_index=self.gid_index) ah_attr = AHAttr(port_num=self.ib_port, is_global=1, gr=gr, dlid=self.port_attr.lid) attr.ah_attr = ah_attr self.qp.to_rts(attr)
def test_create_ah_roce(self): """ Verify that AH can't be created without GRH in RoCE """ done = 0 for ctx, attr, attr_ex in self.devices: pd = PD(ctx) for port_num in range(1, 1 + attr.phys_port_cnt): port_attr = ctx.query_port(port_num) if port_attr.state != e.IBV_PORT_ACTIVE and \ port_attr.state != e.IBV_PORT_INIT: continue if port_attr.link_layer != e.IBV_LINK_LAYER_ETHERNET: raise unittest.SkipTest('RoCE tests are only supported on Ethernet link layer') ah_attr = AHAttr(is_global=0, port_num=port_num) try: ah = AH(pd, attr=ah_attr) except PyverbsRDMAError as ex: if ex.error_code == errno.EOPNOTSUPP: raise unittest.SkipTest('Create AH is not supported') assert 'Failed to create AH' in str(ex) done +=1 else: raise PyverbsError('Created a non-global AH on RoCE') if done == 0: raise unittest.SkipTest('No port is up, can\'t create AH')
def test_create_ah_roce(self): """ Verify that AH can't be created without GRH in RoCE """ done = 0 for ctx, attr, attr_ex in self.devices: pd = PD(ctx) for port_num in range(1, 1 + attr.phys_port_cnt): port_attr = ctx.query_port(port_num) if port_attr.state != e.IBV_PORT_ACTIVE and \ port_attr.state != e.IBV_PORT_INIT: continue if port_attr.link_layer == e.IBV_LINK_LAYER_INFINIBAND: raise unittest.SkipTest( 'Can\'t run RoCE tests on IB link layer') ah_attr = AHAttr(is_global=0, port_num=port_num) try: ah = AH(pd, attr=ah_attr) except PyverbsError as err: assert 'Failed to create AH' in err.args[0] done += 1 else: raise PyverbsError('Created a non-global AH on RoCE') if done == 0: raise unittest.SkipTest('No port is up, can\'t create AH')
def get_global_ah(agr_obj, gid_index, port): gr = GlobalRoute(dgid=agr_obj.ctx.query_gid(port, gid_index), sgid_index=gid_index) ah_attr = AHAttr(port_num=port, is_global=1, gr=gr, dlid=agr_obj.port_attr.lid) return AH(agr_obj.pd, attr=ah_attr)
def create_qp_attr(self): qp_attr = QPAttr(port_num=self.ib_port) set_rnr_attributes(qp_attr) qp_access = e.IBV_ACCESS_LOCAL_WRITE | e.IBV_ACCESS_REMOTE_WRITE qp_attr.qp_access_flags = qp_access gr = GlobalRoute(dgid=self.ctx.query_gid(self.ib_port, self.gid_index), sgid_index=self.gid_index) ah_attr = AHAttr(port_num=self.ib_port, is_global=1, gr=gr, dlid=self.port_attr.lid) qp_attr.ah_attr = ah_attr return qp_attr
def test_destroy_ah(self): """ Test ibv_destroy_ah. """ for ctx, attr, attr_ex in self.devices: pd = PD(ctx) for port_num in range(1, 1 + attr.phys_port_cnt): gr = get_global_route(ctx) ah_attr = AHAttr(gr=gr, is_global=1, port_num=port_num) with AH(pd, attr=ah_attr) as ah: ah.close()
def test_create_ah(self): """ Test ibv_create_ah. """ self.verify_state(self.ctx) gr = u.get_global_route(self.ctx, port_num=self.ib_port) ah_attr = AHAttr(gr=gr, is_global=1, port_num=self.ib_port) pd = PD(self.ctx) try: AH(pd, attr=ah_attr) except PyverbsRDMAError as ex: if ex.error_code == errno.EOPNOTSUPP: raise unittest.SkipTest('Create AH is not supported') raise ex
def test_create_ah_roce(self): """ Verify that AH can't be created without GRH in RoCE """ self.verify_link_layer_ether(self.ctx) self.verify_state(self.ctx) pd = PD(self.ctx) ah_attr = AHAttr(is_global=0, port_num=self.ib_port) try: AH(pd, attr=ah_attr) except PyverbsRDMAError as ex: if ex.error_code == errno.EOPNOTSUPP: raise unittest.SkipTest('Create AH is not supported') assert 'Failed to create AH' in str(ex) else: raise PyverbsError(f'Successfully created a non-global AH on RoCE port={self.ib_port}')
def test_efadv_query_ah(self): """ Test efadv_query_ah() """ pd = PD(self.ctx) try: gr = u.get_global_route(self.ctx, port_num=self.ib_port) ah_attr = AHAttr(gr=gr, is_global=1, port_num=self.ib_port) ah = efa.EfaAH(pd, attr=ah_attr) query_ah_attr = ah.query_efa_ah() if self.config['verbosity']: print(f'\n{query_ah_attr}') except PyverbsRDMAError as ex: if ex.error_code == errno.EOPNOTSUPP: raise unittest.SkipTest('Not supported on non EFA devices') raise ex
def test_destroy_ah(self): """ Test ibv_destroy_ah. """ for ctx, _, _ in self.devices: self.verify_state(ctx) gr = u.get_global_route(ctx, port_num=self.ib_port) ah_attr = AHAttr(gr=gr, is_global=1, port_num=self.ib_port) pd = PD(ctx) try: with AH(pd, attr=ah_attr) as ah: ah.close() except PyverbsRDMAError as ex: if ex.error_code == errno.EOPNOTSUPP: raise unittest.SkipTest('Create AH is not supported') raise ex
def test_create_ah(self): """ Test ibv_create_ah. """ self.verify_state(self.ctx) gr = u.get_global_route(self.ctx, port_num=self.ib_port) port_attrs = self.ctx.query_port(self.ib_port) dlid = port_attrs.lid if port_attrs.link_layer == e.IBV_LINK_LAYER_INFINIBAND else 0 ah_attr = AHAttr(dlid=dlid, gr=gr, is_global=1, port_num=self.ib_port) pd = PD(self.ctx) try: AH(pd, attr=ah_attr) except PyverbsRDMAError as ex: if ex.error_code == errno.EOPNOTSUPP: raise unittest.SkipTest('Create AH is not supported') raise ex
def to_rts(self): gid = self.ctx.query_gid(self.ib_port, self.gid_index) gr = GlobalRoute(dgid=gid, sgid_index=self.gid_index) ah_attr = AHAttr(port_num=self.ib_port, is_global=True, gr=gr, dlid=self.port_attr.lid) qp_attr = QPAttr() qp_attr.path_mtu = PATH_MTU set_rnr_attributes(qp_attr) qp_attr.ah_attr = ah_attr for i in range(self.qp_count): qp_attr.dest_qp_num = self.rqps_num[i][1] qp_attr.rq_psn = self.psns[i] qp_attr.sq_psn = self.rpsns[i] self.rqp_lst[i].to_rts(qp_attr) qp_attr.dest_qp_num = self.rqps_num[i][0] self.sqp_lst[i].to_rts(qp_attr)
def test_create_ah(self): """ Test ibv_create_ah. """ done = 0 for ctx, attr, attr_ex in self.devices: pd = PD(ctx) for port_num in range(1, 1 + attr.phys_port_cnt): state = ctx.query_port(port_num).state if state != e.IBV_PORT_ACTIVE and state != e.IBV_PORT_INIT: continue gr = get_global_route(ctx, port_num=port_num) ah_attr = AHAttr(gr=gr, is_global=1, port_num=port_num) with AH(pd, attr=ah_attr): done += 1 if done == 0: raise unittest.SkipTest('No port is up, can\'t create AH')
def test_create_ah_roce(self): """ Verify that AH can't be created without GRH in RoCE """ for ctx, attr, attr_ex in self.devices: pd = PD(ctx) for port_num in range(1, 1 + attr.phys_port_cnt): port_attr = ctx.query_port(port_num) if port_attr.link_layer == e.IBV_LINK_LAYER_INFINIBAND: return ah_attr = AHAttr(is_global=0, port_num=port_num) try: ah = AH(pd, attr=ah_attr) except PyverbsError as err: assert 'Failed to create AH' in err.args[0] else: raise PyverbsError('Created a non-global AH on RoCE')
def to_rts(self): gid = self.ctx.query_gid(self.ib_port, self.gid_index) gr = GlobalRoute(dgid=gid, sgid_index=self.gid_index) ah_attr = AHAttr(port_num=self.ib_port, is_global=True, gr=gr, dlid=self.port_attr.lid) qp_attr = QPAttr() qp_attr.path_mtu = PATH_MTU qp_attr.timeout = TIMEOUT qp_attr.retry_cnt = RETRY_CNT qp_attr.rnr_retry = RNR_RETRY qp_attr.min_rnr_timer = MIN_RNR_TIMER qp_attr.ah_attr = ah_attr for i in range(self.qp_count): qp_attr.dest_qp_num = self.rqps_num[i][1] qp_attr.rq_psn = self.psns[i] qp_attr.sq_psn = self.rpsns[i] self.rqp_lst[i].to_rts(qp_attr) qp_attr.dest_qp_num = self.rqps_num[i][0] self.sqp_lst[i].to_rts(qp_attr)
def post_send(agr_obj, send_wr, gid_index, port): """ Post a single send WR to the QP. Post_send's second parameter (send bad wr) is ignored for simplicity. For UD traffic an address vector is added as well. :param agr_obj: aggregation object which contains all resources necessary :param send_wr: Send work request to post send :param gid_index: Local gid index :param port: IB port number :return: None """ qp_type = agr_obj.qp.qp_type if qp_type == e.IBV_QPT_UD: gr = GlobalRoute(dgid=agr_obj.ctx.query_gid(port, gid_index), sgid_index=gid_index) ah_attr = AHAttr(port_num=port, is_global=1, gr=gr, dlid=agr_obj.port_attr.lid) ah = AH(agr_obj.pd, attr=ah_attr) send_wr.set_wr_ud(ah, agr_obj.rqpn, agr_obj.UD_QKEY) agr_obj.qp.post_send(send_wr, None)
def to_rts(self): """ Set the QP attributes' values to arbitrary values (same values used in ibv_rc_pingpong). :return: None """ attr = self.create_qp_attr() attr.path_mtu = PATH_MTU attr.max_dest_rd_atomic = MAX_DEST_RD_ATOMIC set_rnr_attributes(attr) attr.max_rd_atomic = MAX_RD_ATOMIC gr = GlobalRoute(dgid=self.ctx.query_gid(self.ib_port, self.gid_index), sgid_index=self.gid_index) ah_attr = AHAttr(port_num=self.ib_port, is_global=1, gr=gr, dlid=self.port_attr.lid) attr.ah_attr = ah_attr for i in range(self.qp_count): attr.dest_qp_num = self.rqps_num[i] attr.rq_psn = self.psns[i] attr.sq_psn = self.rpsns[i] self.qps[i].to_rts(attr)
def test_create_ah(self): """ Test ibv_create_ah. """ done = 0 for ctx, attr, attr_ex in self.devices: pd = PD(ctx) for port_num in range(1, 1 + attr.phys_port_cnt): state = ctx.query_port(port_num).state if state != e.IBV_PORT_ACTIVE and state != e.IBV_PORT_INIT: continue gr = u.get_global_route(ctx, port_num=port_num) ah_attr = AHAttr(gr=gr, is_global=1, port_num=port_num) try: with AH(pd, attr=ah_attr): done += 1 except PyverbsRDMAError as ex: if ex.error_code == errno.EOPNOTSUPP: raise unittest.SkipTest('Create AH is not supported') raise ex if done == 0: raise unittest.SkipTest('No port is up, can\'t create AH')