Test Kpu [OFFICIAL]

device = torch.device("cuda") # Mixed precision to trigger tensor cores dtype = torch.float16

# Large matrix multiplication to utilize tensor cores a = torch.randn(4096, 4096, device=device, dtype=dtype) b = torch.randn(4096, 4096, device=device, dtype=dtype) test kpu

import torch import time def test_tensor_core_feature(): # Check if CUDA and tensor cores are available (Volta+ GPUs) if not torch.cuda.is_available(): print("CUDA not available") return device = torch