def run(n,
repeat=3,
compare_results=True,
dtype=torch.float32,
fn=cuda_lauum_lower,
lower=True):
torch.random.manual_seed(10)
device = torch.device("cuda:0")
# Generate random matrix
matrix = torch.randn((n, n), dtype=dtype)
# Fill 'ignored' side of the matrix with zeros.
# matrix = torch.tril(matrix)
# Make it in F-order
matrix = matrix.T
# Create GPU buffers for input and output matrices
gpu_in = torch.empty_strided((n, n),
stride=matrix.stride(),
dtype=matrix.dtype,
device=device,
requires_grad=False)
gpu_out = torch.empty_strided((n, n),
stride=matrix.stride(),
dtype=matrix.dtype,
device=device,
requires_grad=False)
# Copy matrix to the GPU
gpu_in.copy_(matrix)
torch.cuda.synchronize(device)
# Run on the CPU
if compare_results:
print("\tRunning CPU Exp...", flush=True)
# Generate the expected output using LAPACK
cpu_times = []
for i in range(repeat):
start_time = time.time()
expected = scll.dlauum(matrix.numpy(),
lower=lower,
overwrite_c=False)[0]
cpu_times.append(time.time() - start_time)
cpu_time = min(cpu_times)
else:
cpu_time = 0
# Run on the GPU
gpu_times = []
for i in range(repeat):
gpu_out.fill_(0.0)
start_time = time.time()
fn(gpu_in.shape[0], gpu_in, gpu_in.stride(1), gpu_out,
gpu_out.stride(1))
torch.cuda.synchronize(device)
gpu_times.append(time.time() - start_time)
gpu_time = min(gpu_times)
flop = (2 * n * (n + 1) * (n + 2)) / 6
flops = flop / gpu_time
if False:
with np.printoptions(precision=3, linewidth=160):
print("INPUT")
print(matrix)
print("EXPECTED")
print(torch.from_numpy(expected))
print("ACTUAL")
print(gpu_out)
# Compare outputs and print timing info
if compare_results:
if lower:
np.testing.assert_allclose(np.tril(expected),
gpu_out.cpu().numpy())
else:
v_cpu = np.triu(expected)
v_gpu = np.triu(gpu_out.cpu().numpy())
diff = np.abs(v_cpu - v_gpu)
if False:
with np.printoptions(precision=1, linewidth=160):
print(diff)
np.testing.assert_allclose(v_cpu, v_gpu)
print(
f"Exp. of size {n} - CPU time {cpu_time:.2f}s - GPU time {gpu_time:.2f}s ({fn.__name__}) - GFlops {flops/1e9:.2f}"
)
def expected_upper(matrix):
return scll.dlauum(matrix, lower=0, overwrite_c=False)[0]