forked from ~ljy/RK356X_SDK_RELEASE
blame | history | patch | commit | commitdiff
hc
2024-02-20 ea08eeccae9297f7aabd2ef7f0c2517ac4549acc 
 kernel/drivers/crypto/ccp/sev-dev.c
....@@ -23,6 +23,7 @@
2323 #include <linux/gfp.h>
2424 
2525 #include <asm/smp.h>
26
+#include <asm/cacheflush.h>
2627 
2728 #include "psp-dev.h"
2829 #include "sev-dev.h"
....@@ -138,12 +139,24 @@
138139 	return 0;
139140 }
140141 
142
+static void *sev_fw_alloc(unsigned long len)
143
+{
144
+	struct page *page;
145
+
146
+	page = alloc_pages(GFP_KERNEL, get_order(len));
147
+	if (!page)
148
+		return NULL;
149
+
150
+	return page_address(page);
151
+}
152
+
141153 static int __sev_do_cmd_locked(int cmd, void *data, int *psp_ret)
142154 {
143155 	struct psp_device *psp = psp_master;
144156 	struct sev_device *sev;
145157 	unsigned int phys_lsb, phys_msb;
146158 	unsigned int reg, ret = 0;
159
+	int buf_len;
147160 
148161 	if (!psp || !psp->sev_data)
149162 		return -ENODEV;
....@@ -153,18 +166,27 @@
153166 
154167 	sev = psp->sev_data;
155168 
156
-	if (data && WARN_ON_ONCE(!virt_addr_valid(data)))
169
+	buf_len = sev_cmd_buffer_len(cmd);
170
+	if (WARN_ON_ONCE(!data != !buf_len))
157171 		return -EINVAL;
158172 
173
+	/*
174
+	 * Copy the incoming data to driver's scratch buffer as __pa() will not
175
+	 * work for some memory, e.g. vmalloc'd addresses, and @data may not be
176
+	 * physically contiguous.
177
+	 */
178
+	if (data)
179
+		memcpy(sev->cmd_buf, data, buf_len);
180
+
159181 	/* Get the physical address of the command buffer */
160
-	phys_lsb = data ? lower_32_bits(__psp_pa(data)) : 0;
161
-	phys_msb = data ? upper_32_bits(__psp_pa(data)) : 0;
182
+	phys_lsb = data ? lower_32_bits(__psp_pa(sev->cmd_buf)) : 0;
183
+	phys_msb = data ? upper_32_bits(__psp_pa(sev->cmd_buf)) : 0;
162184 
163185 	dev_dbg(sev->dev, "sev command id %#x buffer 0x%08x%08x timeout %us\n",
164186 		cmd, phys_msb, phys_lsb, psp_timeout);
165187 
166188 	print_hex_dump_debug("(in):  ", DUMP_PREFIX_OFFSET, 16, 2, data,
167
-			     sev_cmd_buffer_len(cmd), false);
189
+			     buf_len, false);
168190 
169191 	iowrite32(phys_lsb, sev->io_regs + sev->vdata->cmdbuff_addr_lo_reg);
170192 	iowrite32(phys_msb, sev->io_regs + sev->vdata->cmdbuff_addr_hi_reg);
....@@ -200,7 +222,14 @@
200222 	}
201223 
202224 	print_hex_dump_debug("(out): ", DUMP_PREFIX_OFFSET, 16, 2, data,
203
-			     sev_cmd_buffer_len(cmd), false);
225
+			     buf_len, false);
226
+
227
+	/*
228
+	 * Copy potential output from the PSP back to data.  Do this even on
229
+	 * failure in case the caller wants to glean something from the error.
230
+	 */
231
+	if (data)
232
+		memcpy(data, sev->cmd_buf, buf_len);
204233 
205234 	return ret;
206235 }
....@@ -304,15 +333,14 @@
304333 
305334 static int sev_get_platform_state(int *state, int *error)
306335 {
307
-	struct sev_device *sev = psp_master->sev_data;
336
+	struct sev_user_data_status data;
308337 	int rc;
309338 
310
-	rc = __sev_do_cmd_locked(SEV_CMD_PLATFORM_STATUS,
311
-				 &sev->status_cmd_buf, error);
339
+	rc = __sev_do_cmd_locked(SEV_CMD_PLATFORM_STATUS, &data, error);
312340 	if (rc)
313341 		return rc;
314342 
315
-	*state = sev->status_cmd_buf.state;
343
+	*state = data.state;
316344 	return rc;
317345 }
318346 
....@@ -350,15 +378,16 @@
350378 
351379 static int sev_ioctl_do_platform_status(struct sev_issue_cmd *argp)
352380 {
353
-	struct sev_device *sev = psp_master->sev_data;
354
-	struct sev_user_data_status *data = &sev->status_cmd_buf;
381
+	struct sev_user_data_status data;
355382 	int ret;
356383 
357
-	ret = __sev_do_cmd_locked(SEV_CMD_PLATFORM_STATUS, data, &argp->error);
384
+	memset(&data, 0, sizeof(data));
385
+
386
+	ret = __sev_do_cmd_locked(SEV_CMD_PLATFORM_STATUS, &data, &argp->error);
358387 	if (ret)
359388 		return ret;
360389 
361
-	if (copy_to_user((void __user *)argp->data, data, sizeof(*data)))
390
+	if (copy_to_user((void __user *)argp->data, &data, sizeof(data)))
362391 		ret = -EFAULT;
363392 
364393 	return ret;
....@@ -385,7 +414,7 @@
385414 {
386415 	struct sev_device *sev = psp_master->sev_data;
387416 	struct sev_user_data_pek_csr input;
388
-	struct sev_data_pek_csr *data;
417
+	struct sev_data_pek_csr data;
389418 	void __user *input_address;
390419 	void *blob = NULL;
391420 	int ret;
....@@ -396,9 +425,7 @@
396425 	if (copy_from_user(&input, (void __user *)argp->data, sizeof(input)))
397426 		return -EFAULT;
398427 
399
-	data = kzalloc(sizeof(*data), GFP_KERNEL);
400
-	if (!data)
401
-		return -ENOMEM;
428
+	memset(&data, 0, sizeof(data));
402429 
403430 	/* userspace wants to query CSR length */
404431 	if (!input.address || !input.length)
....@@ -406,19 +433,15 @@
406433 
407434 	/* allocate a physically contiguous buffer to store the CSR blob */
408435 	input_address = (void __user *)input.address;
409
-	if (input.length > SEV_FW_BLOB_MAX_SIZE) {
410
-		ret = -EFAULT;
411
-		goto e_free;
412
-	}
436
+	if (input.length > SEV_FW_BLOB_MAX_SIZE)
437
+		return -EFAULT;
413438 
414
-	blob = kmalloc(input.length, GFP_KERNEL);
415
-	if (!blob) {
416
-		ret = -ENOMEM;
417
-		goto e_free;
418
-	}
439
+	blob = kzalloc(input.length, GFP_KERNEL);
440
+	if (!blob)
441
+		return -ENOMEM;
419442 
420
-	data->address = __psp_pa(blob);
421
-	data->len = input.length;
443
+	data.address = __psp_pa(blob);
444
+	data.len = input.length;
422445 
423446 cmd:
424447 	if (sev->state == SEV_STATE_UNINIT) {
....@@ -427,10 +450,10 @@
427450 			goto e_free_blob;
428451 	}
429452 
430
-	ret = __sev_do_cmd_locked(SEV_CMD_PEK_CSR, data, &argp->error);
453
+	ret = __sev_do_cmd_locked(SEV_CMD_PEK_CSR, &data, &argp->error);
431454 
432455 	 /* If we query the CSR length, FW responded with expected data. */
433
-	input.length = data->len;
456
+	input.length = data.len;
434457 
435458 	if (copy_to_user((void __user *)argp->data, &input, sizeof(input))) {
436459 		ret = -EFAULT;
....@@ -444,8 +467,6 @@
444467 
445468 e_free_blob:
446469 	kfree(blob);
447
-e_free:
448
-	kfree(data);
449470 	return ret;
450471 }
451472 
....@@ -465,21 +486,20 @@
465486 static int sev_get_api_version(void)
466487 {
467488 	struct sev_device *sev = psp_master->sev_data;
468
-	struct sev_user_data_status *status;
489
+	struct sev_user_data_status status;
469490 	int error = 0, ret;
470491 
471
-	status = &sev->status_cmd_buf;
472
-	ret = sev_platform_status(status, &error);
492
+	ret = sev_platform_status(&status, &error);
473493 	if (ret) {
474494 		dev_err(sev->dev,
475495 			"SEV: failed to get status. Error: %#x\n", error);
476496 		return 1;
477497 	}
478498 
479
-	sev->api_major = status->api_major;
480
-	sev->api_minor = status->api_minor;
481
-	sev->build = status->build;
482
-	sev->state = status->state;
499
+	sev->api_major = status.api_major;
500
+	sev->api_minor = status.api_minor;
501
+	sev->build = status.build;
502
+	sev->state = status.state;
483503 
484504 	return 0;
485505 }
....@@ -577,7 +597,7 @@
577597 {
578598 	struct sev_device *sev = psp_master->sev_data;
579599 	struct sev_user_data_pek_cert_import input;
580
-	struct sev_data_pek_cert_import *data;
600
+	struct sev_data_pek_cert_import data;
581601 	void *pek_blob, *oca_blob;
582602 	int ret;
583603 
....@@ -587,19 +607,14 @@
587607 	if (copy_from_user(&input, (void __user *)argp->data, sizeof(input)))
588608 		return -EFAULT;
589609 
590
-	data = kzalloc(sizeof(*data), GFP_KERNEL);
591
-	if (!data)
592
-		return -ENOMEM;
593
-
594610 	/* copy PEK certificate blobs from userspace */
595611 	pek_blob = psp_copy_user_blob(input.pek_cert_address, input.pek_cert_len);
596
-	if (IS_ERR(pek_blob)) {
597
-		ret = PTR_ERR(pek_blob);
598
-		goto e_free;
599
-	}
612
+	if (IS_ERR(pek_blob))
613
+		return PTR_ERR(pek_blob);
600614 
601
-	data->pek_cert_address = __psp_pa(pek_blob);
602
-	data->pek_cert_len = input.pek_cert_len;
615
+	data.reserved = 0;
616
+	data.pek_cert_address = __psp_pa(pek_blob);
617
+	data.pek_cert_len = input.pek_cert_len;
603618 
604619 	/* copy PEK certificate blobs from userspace */
605620 	oca_blob = psp_copy_user_blob(input.oca_cert_address, input.oca_cert_len);
....@@ -608,8 +623,8 @@
608623 		goto e_free_pek;
609624 	}
610625 
611
-	data->oca_cert_address = __psp_pa(oca_blob);
612
-	data->oca_cert_len = input.oca_cert_len;
626
+	data.oca_cert_address = __psp_pa(oca_blob);
627
+	data.oca_cert_len = input.oca_cert_len;
613628 
614629 	/* If platform is not in INIT state then transition it to INIT */
615630 	if (sev->state != SEV_STATE_INIT) {
....@@ -618,21 +633,19 @@
618633 			goto e_free_oca;
619634 	}
620635 
621
-	ret = __sev_do_cmd_locked(SEV_CMD_PEK_CERT_IMPORT, data, &argp->error);
636
+	ret = __sev_do_cmd_locked(SEV_CMD_PEK_CERT_IMPORT, &data, &argp->error);
622637 
623638 e_free_oca:
624639 	kfree(oca_blob);
625640 e_free_pek:
626641 	kfree(pek_blob);
627
-e_free:
628
-	kfree(data);
629642 	return ret;
630643 }
631644 
632645 static int sev_ioctl_do_get_id2(struct sev_issue_cmd *argp)
633646 {
634647 	struct sev_user_data_get_id2 input;
635
-	struct sev_data_get_id *data;
648
+	struct sev_data_get_id data;
636649 	void __user *input_address;
637650 	void *id_blob = NULL;
638651 	int ret;
....@@ -646,28 +659,32 @@
646659 
647660 	input_address = (void __user *)input.address;
648661 
649
-	data = kzalloc(sizeof(*data), GFP_KERNEL);
650
-	if (!data)
651
-		return -ENOMEM;
652
-
653662 	if (input.address && input.length) {
654
-		id_blob = kmalloc(input.length, GFP_KERNEL);
655
-		if (!id_blob) {
656
-			kfree(data);
663
+		/*
664
+		 * The length of the ID shouldn't be assumed by software since
665
+		 * it may change in the future.  The allocation size is limited
666
+		 * to 1 << (PAGE_SHIFT + MAX_ORDER - 1) by the page allocator.
667
+		 * If the allocation fails, simply return ENOMEM rather than
668
+		 * warning in the kernel log.
669
+		 */
670
+		id_blob = kzalloc(input.length, GFP_KERNEL | __GFP_NOWARN);
671
+		if (!id_blob)
657672 			return -ENOMEM;
658
-		}
659673 
660
-		data->address = __psp_pa(id_blob);
661
-		data->len = input.length;
674
+		data.address = __psp_pa(id_blob);
675
+		data.len = input.length;
676
+	} else {
677
+		data.address = 0;
678
+		data.len = 0;
662679 	}
663680 
664
-	ret = __sev_do_cmd_locked(SEV_CMD_GET_ID, data, &argp->error);
681
+	ret = __sev_do_cmd_locked(SEV_CMD_GET_ID, &data, &argp->error);
665682 
666683 	/*
667684 	 * Firmware will return the length of the ID value (either the minimum
668685 	 * required length or the actual length written), return it to the user.
669686 	 */
670
-	input.length = data->len;
687
+	input.length = data.len;
671688 
672689 	if (copy_to_user((void __user *)argp->data, &input, sizeof(input))) {
673690 		ret = -EFAULT;
....@@ -675,7 +692,7 @@
675692 	}
676693 
677694 	if (id_blob) {
678
-		if (copy_to_user(input_address, id_blob, data->len)) {
695
+		if (copy_to_user(input_address, id_blob, data.len)) {
679696 			ret = -EFAULT;
680697 			goto e_free;
681698 		}
....@@ -683,7 +700,6 @@
683700 
684701 e_free:
685702 	kfree(id_blob);
686
-	kfree(data);
687703 
688704 	return ret;
689705 }
....@@ -733,7 +749,7 @@
733749 	struct sev_device *sev = psp_master->sev_data;
734750 	struct sev_user_data_pdh_cert_export input;
735751 	void *pdh_blob = NULL, *cert_blob = NULL;
736
-	struct sev_data_pdh_cert_export *data;
752
+	struct sev_data_pdh_cert_export data;
737753 	void __user *input_cert_chain_address;
738754 	void __user *input_pdh_cert_address;
739755 	int ret;
....@@ -751,9 +767,7 @@
751767 	if (copy_from_user(&input, (void __user *)argp->data, sizeof(input)))
752768 		return -EFAULT;
753769 
754
-	data = kzalloc(sizeof(*data), GFP_KERNEL);
755
-	if (!data)
756
-		return -ENOMEM;
770
+	memset(&data, 0, sizeof(data));
757771 
758772 	/* Userspace wants to query the certificate length. */
759773 	if (!input.pdh_cert_address ||
....@@ -765,41 +779,35 @@
765779 	input_cert_chain_address = (void __user *)input.cert_chain_address;
766780 
767781 	/* Allocate a physically contiguous buffer to store the PDH blob. */
768
-	if (input.pdh_cert_len > SEV_FW_BLOB_MAX_SIZE) {
769
-		ret = -EFAULT;
770
-		goto e_free;
771
-	}
782
+	if (input.pdh_cert_len > SEV_FW_BLOB_MAX_SIZE)
783
+		return -EFAULT;
772784 
773785 	/* Allocate a physically contiguous buffer to store the cert chain blob. */
774
-	if (input.cert_chain_len > SEV_FW_BLOB_MAX_SIZE) {
775
-		ret = -EFAULT;
776
-		goto e_free;
777
-	}
786
+	if (input.cert_chain_len > SEV_FW_BLOB_MAX_SIZE)
787
+		return -EFAULT;
778788 
779
-	pdh_blob = kmalloc(input.pdh_cert_len, GFP_KERNEL);
780
-	if (!pdh_blob) {
781
-		ret = -ENOMEM;
782
-		goto e_free;
783
-	}
789
+	pdh_blob = kzalloc(input.pdh_cert_len, GFP_KERNEL);
790
+	if (!pdh_blob)
791
+		return -ENOMEM;
784792 
785
-	data->pdh_cert_address = __psp_pa(pdh_blob);
786
-	data->pdh_cert_len = input.pdh_cert_len;
793
+	data.pdh_cert_address = __psp_pa(pdh_blob);
794
+	data.pdh_cert_len = input.pdh_cert_len;
787795 
788
-	cert_blob = kmalloc(input.cert_chain_len, GFP_KERNEL);
796
+	cert_blob = kzalloc(input.cert_chain_len, GFP_KERNEL);
789797 	if (!cert_blob) {
790798 		ret = -ENOMEM;
791799 		goto e_free_pdh;
792800 	}
793801 
794
-	data->cert_chain_address = __psp_pa(cert_blob);
795
-	data->cert_chain_len = input.cert_chain_len;
802
+	data.cert_chain_address = __psp_pa(cert_blob);
803
+	data.cert_chain_len = input.cert_chain_len;
796804 
797805 cmd:
798
-	ret = __sev_do_cmd_locked(SEV_CMD_PDH_CERT_EXPORT, data, &argp->error);
806
+	ret = __sev_do_cmd_locked(SEV_CMD_PDH_CERT_EXPORT, &data, &argp->error);
799807 
800808 	/* If we query the length, FW responded with expected data. */
801
-	input.cert_chain_len = data->cert_chain_len;
802
-	input.pdh_cert_len = data->pdh_cert_len;
809
+	input.cert_chain_len = data.cert_chain_len;
810
+	input.pdh_cert_len = data.pdh_cert_len;
803811 
804812 	if (copy_to_user((void __user *)argp->data, &input, sizeof(input))) {
805813 		ret = -EFAULT;
....@@ -824,8 +832,6 @@
824832 	kfree(cert_blob);
825833 e_free_pdh:
826834 	kfree(pdh_blob);
827
-e_free:
828
-	kfree(data);
829835 	return ret;
830836 }
831837 
....@@ -985,6 +991,10 @@
985991 	if (!sev)
986992 		goto e_err;
987993 
994
+	sev->cmd_buf = (void *)devm_get_free_pages(dev, GFP_KERNEL, 0);
995
+	if (!sev->cmd_buf)
996
+		goto e_sev;
997
+
988998 	psp->sev_data = sev;
989999 
9901000 	sev->dev = dev;
....@@ -996,7 +1006,7 @@
9961006 	if (!sev->vdata) {
9971007 		ret = -ENODEV;
9981008 		dev_err(dev, "sev: missing driver data\n");
999
-		goto e_sev;
1009
+		goto e_buf;
10001010 	}
10011011 
10021012 	psp_set_sev_irq_handler(psp, sev_irq_handler, sev);
....@@ -1011,6 +1021,8 @@
10111021 
10121022 e_irq:
10131023 	psp_clear_sev_irq_handler(psp);
1024
+e_buf:
1025
+	devm_free_pages(dev, (unsigned long)sev->cmd_buf);
10141026 e_sev:
10151027 	devm_kfree(dev, sev);
10161028 e_err:
....@@ -1063,7 +1075,6 @@
10631075 void sev_pci_init(void)
10641076 {
10651077 	struct sev_device *sev = psp_master->sev_data;
1066
-	struct page *tmr_page;
10671078 	int error, rc;
10681079 
10691080 	if (!sev)
....@@ -1079,14 +1090,13 @@
10791090 		sev_get_api_version();
10801091 
10811092 	/* Obtain the TMR memory area for SEV-ES use */
1082
-	tmr_page = alloc_pages(GFP_KERNEL, get_order(SEV_ES_TMR_SIZE));
1083
-	if (tmr_page) {
1084
-		sev_es_tmr = page_address(tmr_page);
1085
-	} else {
1086
-		sev_es_tmr = NULL;
1093
+	sev_es_tmr = sev_fw_alloc(SEV_ES_TMR_SIZE);
1094
+	if (sev_es_tmr)
1095
+		/* Must flush the cache before giving it to the firmware */
1096
+		clflush_cache_range(sev_es_tmr, SEV_ES_TMR_SIZE);
1097
+	else
10871098 		dev_warn(sev->dev,
10881099 			 "SEV: TMR allocation failed, SEV-ES support unavailable\n");
1089
-	}
10901100 
10911101 	/* Initialize the platform */
10921102 	rc = sev_platform_init(&error);