I use CopyWithPrivateKey I get error 'The provided key does not match the public key for this certificate. Parameter name: privateKey'

Question

X509Certificate2 _HsmserverCertificate = null;

string pkcs11LibraryPath = "C:\\Program Files (x86)\\nCipher\\nfast\\toolkits\\pkcs11\\cknfast-64.dll";

Pkcs11InteropFactories factories = new Pkcs11InteropFactories();

using (IPkcs11Library pkcs11Library = factories.Pkcs11LibraryFactory.LoadPkcs11Library(factories, pkcs11LibraryPath, AppType.MultiThreaded))
{
    ISlot slot = HelpersMethods.GetUsableSlot(pkcs11Library);

    using (Net.Pkcs11Interop.HighLevelAPI.ISession session = slot.OpenSession(SessionType.ReadWrite))
    {
        session.Login(CKU.CKU_USER, @"1234");

        CngKey cngKey;

        cngKey = CngKey.Open("mykeyname");

        RSACng rsaKey = new RSACng(cngKey)
        {
            KeySize = 2048
        };

        RSAParameters pub = rsaKey.ExportParameters(false);
        RSAParameters prv = rsaKey.ExportParameters(true);

        RSACng rsaPrv = new RSACng();
        rsaPrv.ImportParameters(prv);

        RSACng rsaPub = new RSACng();
        rsaPub.ImportParameters(pub);
        
        //get certificate from HSM
        var certificate = ReadCertificates(slot, session)[0];

        _HsmserverCertificate = new X509Certificate2(certificate.CkaValue, "1234", X509KeyStorageFlags.Exportable);

        // In this line I get error:
        // The provided key does not match the public key for this
        // certificate. Parameter name: privateKey'
        X509Certificate2 certWithKey = _HsmserverCertificate.CopyWithPrivateKey(rsaPrv);
        
        session.Logout();
    }
}