From owner-svn-src-all@FreeBSD.ORG Mon Jun 16 08:48:44 2014 Return-Path: Delivered-To: svn-src-all@freebsd.org Received: from mx1.freebsd.org (mx1.freebsd.org [IPv6:2001:1900:2254:206a::19:1]) (using TLSv1 with cipher ADH-AES256-SHA (256/256 bits)) (No client certificate requested) by hub.freebsd.org (Postfix) with ESMTPS id 1C97D9DF; Mon, 16 Jun 2014 08:48:44 +0000 (UTC) Received: from svn.freebsd.org (svn.freebsd.org [IPv6:2001:1900:2254:2068::e6a:0]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (Client did not present a certificate) by mx1.freebsd.org (Postfix) with ESMTPS id F13622783; Mon, 16 Jun 2014 08:48:43 +0000 (UTC) Received: from svn.freebsd.org ([127.0.1.70]) by svn.freebsd.org (8.14.8/8.14.8) with ESMTP id s5G8mhn7075243; Mon, 16 Jun 2014 08:48:43 GMT (envelope-from royger@svn.freebsd.org) Received: (from royger@localhost) by svn.freebsd.org (8.14.8/8.14.8/Submit) id s5G8mhj1075238; Mon, 16 Jun 2014 08:48:43 GMT (envelope-from royger@svn.freebsd.org) Message-Id: <201406160848.s5G8mhj1075238@svn.freebsd.org> From: Roger Pau Monné Date: Mon, 16 Jun 2014 08:48:42 +0000 (UTC) To: src-committers@freebsd.org, svn-src-all@freebsd.org, svn-src-head@freebsd.org Subject: svn commit: r267534 - in head/sys: dev/xen/control dev/xen/xenpci xen X-SVN-Group: head MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit X-BeenThere: svn-src-all@freebsd.org X-Mailman-Version: 2.1.18 Precedence: list List-Id: "SVN commit messages for the entire src tree \(except for " user" and " projects" \)" List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Mon, 16 Jun 2014 08:48:44 -0000 Author: royger Date: Mon Jun 16 08:48:42 2014 New Revision: 267534 URL: http://svnweb.freebsd.org/changeset/base/267534 Log: xen: unify gnttab initialization for PVHVM and PVH Switch the initialization of gnttab to use an unused physical memory range for both PVHVM and PVH. In the past PVHVM was using the xenpci BAR, but there's no reason to do that, and in fact FreeBSD was probably doing it because it was the way it was done in Windows, were drivers cannot probably request for unused physical memory ranges, but it was never enforced in the hypervisor. Sponsored by: Citrix Systems R&D Approved by: gibbs xen/gnttab.c: - Allocate contiguous physical memory for grant table frames for both PVHVM and PVH. - Since gnttab is not a device, use the xenpv device in order to request for this allocation. dev/xen/xenpci/xenpcivar.h: dev/xen/xenpci/xenpci.c: - Remove the now unused xenpci_alloc_space and xenpci_alloc_space_int functions. xen/gnttab.h: - Change the prototype of gnttab_init and gnttab_resume, that now takes a device_t parameter. dev/xen/control/control.c: x86/xen/xenpv.c: - Changes to accomodate the new prototype of gnttab_init and gnttab_resume. Modified: head/sys/dev/xen/control/control.c head/sys/dev/xen/xenpci/xenpci.c head/sys/dev/xen/xenpci/xenpcivar.h head/sys/xen/gnttab.c head/sys/xen/gnttab.h Modified: head/sys/dev/xen/control/control.c ============================================================================== --- head/sys/dev/xen/control/control.c Mon Jun 16 08:48:06 2014 (r267533) +++ head/sys/dev/xen/control/control.c Mon Jun 16 08:48:42 2014 (r267534) @@ -287,7 +287,7 @@ xctrl_suspend() } HYPERVISOR_shared_info->arch.max_pfn = max_pfn; - gnttab_resume(); + gnttab_resume(NULL); intr_resume(suspend_cancelled != 0); local_irq_enable(); xencons_resume(); @@ -385,7 +385,7 @@ xctrl_suspend() /* * Reset grant table info. */ - gnttab_resume(); + gnttab_resume(NULL); #ifdef SMP if (smp_started && !CPU_EMPTY(&cpu_suspend_map)) { Modified: head/sys/dev/xen/xenpci/xenpci.c ============================================================================== --- head/sys/dev/xen/xenpci/xenpci.c Mon Jun 16 08:48:06 2014 (r267533) +++ head/sys/dev/xen/xenpci/xenpci.c Mon Jun 16 08:48:42 2014 (r267534) @@ -108,13 +108,6 @@ xenpci_deallocate_resources(device_t dev scp->rid_irq, scp->res_irq); scp->res_irq = 0; } - if (scp->res_memory != 0) { - bus_deactivate_resource(dev, SYS_RES_MEMORY, - scp->rid_memory, scp->res_memory); - bus_release_resource(dev, SYS_RES_MEMORY, - scp->rid_memory, scp->res_memory); - scp->res_memory = 0; - } return (0); } @@ -134,16 +127,6 @@ xenpci_allocate_resources(device_t dev) goto errexit; } - scp->rid_memory = PCIR_BAR(1); - scp->res_memory = bus_alloc_resource_any(dev, SYS_RES_MEMORY, - &scp->rid_memory, RF_ACTIVE); - if (scp->res_memory == NULL) { - printf("xenpci Could not allocate memory bar.\n"); - goto errexit; - } - - scp->phys_next = rman_get_start(scp->res_memory); - return (0); errexit: @@ -153,40 +136,6 @@ errexit: } /* - * Allocate a physical address range from our mmio region. - */ -static int -xenpci_alloc_space_int(struct xenpci_softc *scp, size_t sz, - vm_paddr_t *pa) -{ - - if (scp->phys_next + sz > rman_get_end(scp->res_memory)) { - return (ENOMEM); - } - - *pa = scp->phys_next; - scp->phys_next += sz; - - return (0); -} - -/* - * Allocate a physical address range from our mmio region. - */ -int -xenpci_alloc_space(size_t sz, vm_paddr_t *pa) -{ - device_t dev = devclass_get_device(xenpci_devclass, 0); - - if (dev) { - return (xenpci_alloc_space_int(device_get_softc(dev), - sz, pa)); - } else { - return (ENOMEM); - } -} - -/* * Probe - just check device ID. */ static int Modified: head/sys/dev/xen/xenpci/xenpcivar.h ============================================================================== --- head/sys/dev/xen/xenpci/xenpcivar.h Mon Jun 16 08:48:06 2014 (r267533) +++ head/sys/dev/xen/xenpci/xenpcivar.h Mon Jun 16 08:48:42 2014 (r267534) @@ -31,13 +31,7 @@ */ struct xenpci_softc { int rid_ioport; - int rid_memory; int rid_irq; - struct resource* res_memory; /* Resource for mem range. */ struct resource* res_irq; /* Resource for irq range. */ void *intr_cookie; - - vm_paddr_t phys_next; /* next page from mem range */ }; - -extern int xenpci_alloc_space(size_t sz, vm_paddr_t *pa); Modified: head/sys/xen/gnttab.c ============================================================================== --- head/sys/xen/gnttab.c Mon Jun 16 08:48:06 2014 (r267533) +++ head/sys/xen/gnttab.c Mon Jun 16 08:48:42 2014 (r267534) @@ -25,6 +25,9 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include +#include +#include #include #include @@ -51,6 +54,17 @@ static int gnttab_free_count; static grant_ref_t gnttab_free_head; static struct mtx gnttab_list_lock; +#ifdef XENHVM +/* + * Resource representing allocated physical address space + * for the grant table metainfo + */ +static struct resource *gnttab_pseudo_phys_res; + +/* Resource id for allocated physical address space. */ +static int gnttab_pseudo_phys_res_id; +#endif + static grant_entry_t *shared; static struct gnttab_free_callback *gnttab_free_callback_list = NULL; @@ -542,7 +556,7 @@ gnttab_map(unsigned int start_idx, unsig } int -gnttab_resume(void) +gnttab_resume(device_t dev) { if (max_nr_grant_frames() < nr_grant_frames) @@ -563,8 +577,6 @@ gnttab_suspend(void) #else /* XENHVM */ -#include - static vm_paddr_t resume_frames; static int @@ -603,9 +615,8 @@ gnttab_map(unsigned int start_idx, unsig } int -gnttab_resume(void) +gnttab_resume(device_t dev) { - int error; unsigned int max_nr_gframes, nr_gframes; nr_gframes = nr_grant_frames; @@ -614,12 +625,15 @@ gnttab_resume(void) return (ENOSYS); if (!resume_frames) { - error = xenpci_alloc_space(PAGE_SIZE * max_nr_gframes, - &resume_frames); - if (error) { - printf("error mapping gnttab share frames\n"); - return (error); - } + KASSERT(dev != NULL, + ("No resume frames and no device provided")); + + gnttab_pseudo_phys_res = bus_alloc_resource(dev, + SYS_RES_MEMORY, &gnttab_pseudo_phys_res_id, 0, ~0, + PAGE_SIZE * max_nr_gframes, RF_ACTIVE); + if (gnttab_pseudo_phys_res == NULL) + panic("Unable to reserve physical memory for gnttab"); + resume_frames = rman_get_start(gnttab_pseudo_phys_res); } return (gnttab_map(0, nr_gframes - 1)); @@ -647,7 +661,7 @@ gnttab_expand(unsigned int req_entries) } int -gnttab_init() +gnttab_init(device_t dev) { int i; unsigned int max_nr_glist_frames; @@ -679,7 +693,7 @@ gnttab_init() goto ini_nomem; } - if (gnttab_resume()) + if (gnttab_resume(dev)) return (ENODEV); nr_init_grefs = nr_grant_frames * GREFS_PER_GRANT_FRAME; Modified: head/sys/xen/gnttab.h ============================================================================== --- head/sys/xen/gnttab.h Mon Jun 16 08:48:06 2014 (r267533) +++ head/sys/xen/gnttab.h Mon Jun 16 08:48:42 2014 (r267534) @@ -51,7 +51,7 @@ struct gnttab_free_callback { uint16_t count; }; -int gnttab_init(void); +int gnttab_init(device_t); /* * Allocate a grant table reference and return it in *result. Returns @@ -116,7 +116,7 @@ void gnttab_grant_foreign_transfer_ref(g unsigned long pfn); int gnttab_suspend(void); -int gnttab_resume(void); +int gnttab_resume(device_t); #if 0