Re: [PATCH kernel v3 9/9] powerpc/powernv/npu: Enable NVLink pass through

2016-04-18 Thread Alexey Kardashevskiy

On 04/18/2016 11:52 AM, Alistair Popple wrote:

Hi David,

On Fri, 15 Apr 2016 14:40:20 David Gibson wrote:

On Tue, Apr 12, 2016 at 06:37:50PM +1000, Alexey Kardashevskiy wrote:

IBM POWER8 NVlink systems come with Tesla K40-ish GPUs each of which
also has a couple of fast speed links (NVLink). The interface to links
is exposed as an emulated PCI bridge which is included into the same
IOMMU group as the corresponding GPU.

In the kernel, NPUs get a separate PHB of the PNV_PHB_NPU type and a PE.

In order to make these links work when GPU is passed to the guest,
these bridges need to be passed as well; otherwise performance will
degrade.

This implements and exports API to manage NPU state in regard to VFIO;
it replicates iommu_table_group_ops.

This defines a new pnv_pci_ioda2_npu_ops which is assigned to
the IODA2 bridge if there are NPUs for a GPU on the bridge.
The new callbacks call the default IODA2 callbacks plus new NPU API.
This adds a gpe_table_group_to_npe() helper to find NPU PE for the IODA2
table_group, it is not expected to fail as the helper is only called
from the pnv_pci_ioda2_npu_ops.

This adds a pnv_pci_npu_setup_iommu() helper which adds NPUs to
the GPU group if any found. The helper uses helpers to look for
the "ibm,gpu" property in the device tree which is a phandle of
the corresponding GPU.

This adds an additional loop over PEs in pnv_ioda_setup_dma() as the main
loop skips NPU PEs as they do not have 32bit DMA segments.

Signed-off-by: Alexey Kardashevskiy 
---
Changes:
v3:
* moved NPU-to-GPU IOMMU grouping later after all PHBs are discovered
* removed hack to make iommu_add_device() work, iommu_group_add_device()
is used instead
* cleanup in gpe_table_group_to_npe_cb()

v2:
* reimplemented to support NPU + GPU in the same group
* merged "powerpc/powernv/npu: Add NPU devices to IOMMU group" and
"powerpc/powernv/npu: Enable passing through via VFIO" into this patch
---
  arch/powerpc/platforms/powernv/npu-dma.c  | 126 ++
  arch/powerpc/platforms/powernv/pci-ioda.c | 105 +
  arch/powerpc/platforms/powernv/pci.h  |   6 ++
  3 files changed, 237 insertions(+)

diff --git a/arch/powerpc/platforms/powernv/npu-dma.c 
b/arch/powerpc/platforms/powernv/npu-dma.c
index 8e70221..7cb9f6a 100644
--- a/arch/powerpc/platforms/powernv/npu-dma.c
+++ b/arch/powerpc/platforms/powernv/npu-dma.c
@@ -12,6 +12,7 @@
  #include 
  #include 
  #include 
+#include 

  #include 
  #include 
@@ -262,3 +263,128 @@ void pnv_npu_try_dma_set_bypass(struct pci_dev *gpdev, 
bool bypass)
}
}
  }
+
+long pnv_npu_set_window(struct pnv_ioda_pe *npe, int num,
+   struct iommu_table *tbl)
+{
+   struct pnv_phb *phb = npe->phb;
+   int64_t rc;
+   const unsigned long size = tbl->it_indirect_levels ?
+   tbl->it_level_size : tbl->it_size;
+   const __u64 start_addr = tbl->it_offset << tbl->it_page_shift;
+   const __u64 win_size = tbl->it_size << tbl->it_page_shift;
+
+   pe_info(npe, "Setting up window#%d %llx..%llx pg=%lx\n", num,
+   start_addr, start_addr + win_size - 1,
+   IOMMU_PAGE_SIZE(tbl));
+
+   /* Ignore @num as there is just one window per NPU */
+   rc = opal_pci_map_pe_dma_window(phb->opal_id,
+   npe->pe_number,
+   npe->pe_number,
+   tbl->it_indirect_levels + 1,
+   __pa(tbl->it_base),
+   size << 3,
+   IOMMU_PAGE_SIZE(tbl));
+   if (rc) {
+   pe_err(npe, "Failed to configure TCE table, err %lld\n", rc);
+   return rc;
+   }
+
+   pnv_pci_link_table_and_group(phb->hose->node, num,
+   tbl, >table_group);
+   pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
+
+   return rc;
+}
+
+long pnv_npu_unset_window(struct pnv_ioda_pe *npe, int num)
+{
+   struct pnv_phb *phb = npe->phb;
+   long ret;
+
+   pe_info(npe, "Removing DMA window #%d\n", num);
+
+   /* Ignore @num as there is just one window per NPU */
+   ret = opal_pci_map_pe_dma_window(phb->opal_id, npe->pe_number,
+   npe->pe_number,
+   0/* levels */, 0/* table address */,
+   0/* table size */, 0/* page size */);
+   if (ret)
+   pe_warn(npe, "Unmapping failed, ret = %ld\n", ret);
+   else
+   pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
+
+   pnv_pci_unlink_table_and_group(npe->table_group.tables[num],
+   >table_group);
+
+   return ret;
+}
+
+/* Switch ownership from platform code to external user (e.g. VFIO) */
+void pnv_npu_take_ownership(struct pnv_ioda_pe *npe)
+{
+   struct pnv_phb *phb = npe->phb;
+   int64_t ret;
+
+   if (npe->table_group.tables[0]) {
+   /* Disable 32bit window */
+  

Re: [PATCH kernel v3 9/9] powerpc/powernv/npu: Enable NVLink pass through

2016-04-17 Thread Alistair Popple
Hi David,

On Fri, 15 Apr 2016 14:40:20 David Gibson wrote:
> On Tue, Apr 12, 2016 at 06:37:50PM +1000, Alexey Kardashevskiy wrote:
> > IBM POWER8 NVlink systems come with Tesla K40-ish GPUs each of which
> > also has a couple of fast speed links (NVLink). The interface to links
> > is exposed as an emulated PCI bridge which is included into the same
> > IOMMU group as the corresponding GPU.
> > 
> > In the kernel, NPUs get a separate PHB of the PNV_PHB_NPU type and a PE.
> > 
> > In order to make these links work when GPU is passed to the guest,
> > these bridges need to be passed as well; otherwise performance will
> > degrade.
> > 
> > This implements and exports API to manage NPU state in regard to VFIO;
> > it replicates iommu_table_group_ops.
> > 
> > This defines a new pnv_pci_ioda2_npu_ops which is assigned to
> > the IODA2 bridge if there are NPUs for a GPU on the bridge.
> > The new callbacks call the default IODA2 callbacks plus new NPU API.
> > This adds a gpe_table_group_to_npe() helper to find NPU PE for the IODA2
> > table_group, it is not expected to fail as the helper is only called
> > from the pnv_pci_ioda2_npu_ops.
> > 
> > This adds a pnv_pci_npu_setup_iommu() helper which adds NPUs to
> > the GPU group if any found. The helper uses helpers to look for
> > the "ibm,gpu" property in the device tree which is a phandle of
> > the corresponding GPU.
> > 
> > This adds an additional loop over PEs in pnv_ioda_setup_dma() as the main
> > loop skips NPU PEs as they do not have 32bit DMA segments.
> > 
> > Signed-off-by: Alexey Kardashevskiy 
> > ---
> > Changes:
> > v3:
> > * moved NPU-to-GPU IOMMU grouping later after all PHBs are discovered
> > * removed hack to make iommu_add_device() work, iommu_group_add_device()
> > is used instead
> > * cleanup in gpe_table_group_to_npe_cb()
> > 
> > v2:
> > * reimplemented to support NPU + GPU in the same group
> > * merged "powerpc/powernv/npu: Add NPU devices to IOMMU group" and
> > "powerpc/powernv/npu: Enable passing through via VFIO" into this patch
> > ---
> >  arch/powerpc/platforms/powernv/npu-dma.c  | 126 
> > ++
> >  arch/powerpc/platforms/powernv/pci-ioda.c | 105 +
> >  arch/powerpc/platforms/powernv/pci.h  |   6 ++
> >  3 files changed, 237 insertions(+)
> > 
> > diff --git a/arch/powerpc/platforms/powernv/npu-dma.c 
> > b/arch/powerpc/platforms/powernv/npu-dma.c
> > index 8e70221..7cb9f6a 100644
> > --- a/arch/powerpc/platforms/powernv/npu-dma.c
> > +++ b/arch/powerpc/platforms/powernv/npu-dma.c
> > @@ -12,6 +12,7 @@
> >  #include 
> >  #include 
> >  #include 
> > +#include 
> >  
> >  #include 
> >  #include 
> > @@ -262,3 +263,128 @@ void pnv_npu_try_dma_set_bypass(struct pci_dev 
> > *gpdev, bool bypass)
> > }
> > }
> >  }
> > +
> > +long pnv_npu_set_window(struct pnv_ioda_pe *npe, int num,
> > +   struct iommu_table *tbl)
> > +{
> > +   struct pnv_phb *phb = npe->phb;
> > +   int64_t rc;
> > +   const unsigned long size = tbl->it_indirect_levels ?
> > +   tbl->it_level_size : tbl->it_size;
> > +   const __u64 start_addr = tbl->it_offset << tbl->it_page_shift;
> > +   const __u64 win_size = tbl->it_size << tbl->it_page_shift;
> > +
> > +   pe_info(npe, "Setting up window#%d %llx..%llx pg=%lx\n", num,
> > +   start_addr, start_addr + win_size - 1,
> > +   IOMMU_PAGE_SIZE(tbl));
> > +
> > +   /* Ignore @num as there is just one window per NPU */
> > +   rc = opal_pci_map_pe_dma_window(phb->opal_id,
> > +   npe->pe_number,
> > +   npe->pe_number,
> > +   tbl->it_indirect_levels + 1,
> > +   __pa(tbl->it_base),
> > +   size << 3,
> > +   IOMMU_PAGE_SIZE(tbl));
> > +   if (rc) {
> > +   pe_err(npe, "Failed to configure TCE table, err %lld\n", rc);
> > +   return rc;
> > +   }
> > +
> > +   pnv_pci_link_table_and_group(phb->hose->node, num,
> > +   tbl, >table_group);
> > +   pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
> > +
> > +   return rc;
> > +}
> > +
> > +long pnv_npu_unset_window(struct pnv_ioda_pe *npe, int num)
> > +{
> > +   struct pnv_phb *phb = npe->phb;
> > +   long ret;
> > +
> > +   pe_info(npe, "Removing DMA window #%d\n", num);
> > +
> > +   /* Ignore @num as there is just one window per NPU */
> > +   ret = opal_pci_map_pe_dma_window(phb->opal_id, npe->pe_number,
> > +   npe->pe_number,
> > +   0/* levels */, 0/* table address */,
> > +   0/* table size */, 0/* page size */);
> > +   if (ret)
> > +   pe_warn(npe, "Unmapping failed, ret = %ld\n", ret);
> > +   else
> > +   pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
> > +
> > +   pnv_pci_unlink_table_and_group(npe->table_group.tables[num],
> > +   >table_group);
> > +
> > +   return ret;
> > +}
> > +
> > +/* Switch 

Re: [PATCH kernel v3 9/9] powerpc/powernv/npu: Enable NVLink pass through

2016-04-15 Thread David Gibson
On Tue, Apr 12, 2016 at 06:37:50PM +1000, Alexey Kardashevskiy wrote:
> IBM POWER8 NVlink systems come with Tesla K40-ish GPUs each of which
> also has a couple of fast speed links (NVLink). The interface to links
> is exposed as an emulated PCI bridge which is included into the same
> IOMMU group as the corresponding GPU.
> 
> In the kernel, NPUs get a separate PHB of the PNV_PHB_NPU type and a PE.
> 
> In order to make these links work when GPU is passed to the guest,
> these bridges need to be passed as well; otherwise performance will
> degrade.
> 
> This implements and exports API to manage NPU state in regard to VFIO;
> it replicates iommu_table_group_ops.
> 
> This defines a new pnv_pci_ioda2_npu_ops which is assigned to
> the IODA2 bridge if there are NPUs for a GPU on the bridge.
> The new callbacks call the default IODA2 callbacks plus new NPU API.
> This adds a gpe_table_group_to_npe() helper to find NPU PE for the IODA2
> table_group, it is not expected to fail as the helper is only called
> from the pnv_pci_ioda2_npu_ops.
> 
> This adds a pnv_pci_npu_setup_iommu() helper which adds NPUs to
> the GPU group if any found. The helper uses helpers to look for
> the "ibm,gpu" property in the device tree which is a phandle of
> the corresponding GPU.
> 
> This adds an additional loop over PEs in pnv_ioda_setup_dma() as the main
> loop skips NPU PEs as they do not have 32bit DMA segments.
> 
> Signed-off-by: Alexey Kardashevskiy 
> ---
> Changes:
> v3:
> * moved NPU-to-GPU IOMMU grouping later after all PHBs are discovered
> * removed hack to make iommu_add_device() work, iommu_group_add_device()
> is used instead
> * cleanup in gpe_table_group_to_npe_cb()
> 
> v2:
> * reimplemented to support NPU + GPU in the same group
> * merged "powerpc/powernv/npu: Add NPU devices to IOMMU group" and
> "powerpc/powernv/npu: Enable passing through via VFIO" into this patch
> ---
>  arch/powerpc/platforms/powernv/npu-dma.c  | 126 
> ++
>  arch/powerpc/platforms/powernv/pci-ioda.c | 105 +
>  arch/powerpc/platforms/powernv/pci.h  |   6 ++
>  3 files changed, 237 insertions(+)
> 
> diff --git a/arch/powerpc/platforms/powernv/npu-dma.c 
> b/arch/powerpc/platforms/powernv/npu-dma.c
> index 8e70221..7cb9f6a 100644
> --- a/arch/powerpc/platforms/powernv/npu-dma.c
> +++ b/arch/powerpc/platforms/powernv/npu-dma.c
> @@ -12,6 +12,7 @@
>  #include 
>  #include 
>  #include 
> +#include 
>  
>  #include 
>  #include 
> @@ -262,3 +263,128 @@ void pnv_npu_try_dma_set_bypass(struct pci_dev *gpdev, 
> bool bypass)
>   }
>   }
>  }
> +
> +long pnv_npu_set_window(struct pnv_ioda_pe *npe, int num,
> + struct iommu_table *tbl)
> +{
> + struct pnv_phb *phb = npe->phb;
> + int64_t rc;
> + const unsigned long size = tbl->it_indirect_levels ?
> + tbl->it_level_size : tbl->it_size;
> + const __u64 start_addr = tbl->it_offset << tbl->it_page_shift;
> + const __u64 win_size = tbl->it_size << tbl->it_page_shift;
> +
> + pe_info(npe, "Setting up window#%d %llx..%llx pg=%lx\n", num,
> + start_addr, start_addr + win_size - 1,
> + IOMMU_PAGE_SIZE(tbl));
> +
> + /* Ignore @num as there is just one window per NPU */
> + rc = opal_pci_map_pe_dma_window(phb->opal_id,
> + npe->pe_number,
> + npe->pe_number,
> + tbl->it_indirect_levels + 1,
> + __pa(tbl->it_base),
> + size << 3,
> + IOMMU_PAGE_SIZE(tbl));
> + if (rc) {
> + pe_err(npe, "Failed to configure TCE table, err %lld\n", rc);
> + return rc;
> + }
> +
> + pnv_pci_link_table_and_group(phb->hose->node, num,
> + tbl, >table_group);
> + pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
> +
> + return rc;
> +}
> +
> +long pnv_npu_unset_window(struct pnv_ioda_pe *npe, int num)
> +{
> + struct pnv_phb *phb = npe->phb;
> + long ret;
> +
> + pe_info(npe, "Removing DMA window #%d\n", num);
> +
> + /* Ignore @num as there is just one window per NPU */
> + ret = opal_pci_map_pe_dma_window(phb->opal_id, npe->pe_number,
> + npe->pe_number,
> + 0/* levels */, 0/* table address */,
> + 0/* table size */, 0/* page size */);
> + if (ret)
> + pe_warn(npe, "Unmapping failed, ret = %ld\n", ret);
> + else
> + pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
> +
> + pnv_pci_unlink_table_and_group(npe->table_group.tables[num],
> + >table_group);
> +
> + return ret;
> +}
> +
> +/* Switch ownership from platform code to external user (e.g. VFIO) */
> +void pnv_npu_take_ownership(struct pnv_ioda_pe *npe)
> +{
> + struct pnv_phb *phb = npe->phb;
> + int64_t ret;
> +
> + if (npe->table_group.tables[0]) {

Re: [PATCH kernel v3 9/9] powerpc/powernv/npu: Enable NVLink pass through

2016-04-12 Thread kbuild test robot
Hi Alexey,

[auto build test ERROR on powerpc/next]
[also build test ERROR on v4.6-rc3 next-20160412]
[if your patch is applied to the wrong git tree, please drop us a note to help 
improving the system]

url:
https://github.com/0day-ci/linux/commits/Alexey-Kardashevskiy/powerpc-powernv-npu-Enable-PCI-pass-through-for-NVLink/20160412-165337
base:   https://git.kernel.org/pub/scm/linux/kernel/git/powerpc/linux.git next
config: powerpc-defconfig (attached as .config)
reproduce:
wget 
https://git.kernel.org/cgit/linux/kernel/git/wfg/lkp-tests.git/plain/sbin/make.cross
 -O ~/bin/make.cross
chmod +x ~/bin/make.cross
# save the attached .config to linux build tree
make.cross ARCH=powerpc 

All errors (new ones prefixed by >>):

   arch/powerpc/platforms/powernv/pci-ioda.c: In function 
'pnv_pci_ioda_setup_DMA':
>> arch/powerpc/platforms/powernv/pci-ioda.c:3125:29: error: 
>> 'pnv_pci_ioda2_npu_ops' undeclared (first use in this function)
gpe->table_group.ops = _pci_ioda2_npu_ops;
^
   arch/powerpc/platforms/powernv/pci-ioda.c:3125:29: note: each undeclared 
identifier is reported only once for each function it appears in

vim +/pnv_pci_ioda2_npu_ops +3125 arch/powerpc/platforms/powernv/pci-ioda.c

  3119  if (phb->type != PNV_PHB_NPU)
  3120  continue;
  3121  
  3122  list_for_each_entry(pe, >ioda.pe_dma_list, 
dma_link) {
  3123  gpe = pnv_pci_npu_setup_iommu(pe);
  3124  if (gpe)
> 3125  gpe->table_group.ops = 
> _pci_ioda2_npu_ops;
  3126  }
  3127  }
  3128  }

---
0-DAY kernel test infrastructureOpen Source Technology Center
https://lists.01.org/pipermail/kbuild-all   Intel Corporation


.config.gz
Description: Binary data
___
Linuxppc-dev mailing list
Linuxppc-dev@lists.ozlabs.org
https://lists.ozlabs.org/listinfo/linuxppc-dev

[PATCH kernel v3 9/9] powerpc/powernv/npu: Enable NVLink pass through

2016-04-12 Thread Alexey Kardashevskiy
IBM POWER8 NVlink systems come with Tesla K40-ish GPUs each of which
also has a couple of fast speed links (NVLink). The interface to links
is exposed as an emulated PCI bridge which is included into the same
IOMMU group as the corresponding GPU.

In the kernel, NPUs get a separate PHB of the PNV_PHB_NPU type and a PE.

In order to make these links work when GPU is passed to the guest,
these bridges need to be passed as well; otherwise performance will
degrade.

This implements and exports API to manage NPU state in regard to VFIO;
it replicates iommu_table_group_ops.

This defines a new pnv_pci_ioda2_npu_ops which is assigned to
the IODA2 bridge if there are NPUs for a GPU on the bridge.
The new callbacks call the default IODA2 callbacks plus new NPU API.
This adds a gpe_table_group_to_npe() helper to find NPU PE for the IODA2
table_group, it is not expected to fail as the helper is only called
from the pnv_pci_ioda2_npu_ops.

This adds a pnv_pci_npu_setup_iommu() helper which adds NPUs to
the GPU group if any found. The helper uses helpers to look for
the "ibm,gpu" property in the device tree which is a phandle of
the corresponding GPU.

This adds an additional loop over PEs in pnv_ioda_setup_dma() as the main
loop skips NPU PEs as they do not have 32bit DMA segments.

Signed-off-by: Alexey Kardashevskiy 
---
Changes:
v3:
* moved NPU-to-GPU IOMMU grouping later after all PHBs are discovered
* removed hack to make iommu_add_device() work, iommu_group_add_device()
is used instead
* cleanup in gpe_table_group_to_npe_cb()

v2:
* reimplemented to support NPU + GPU in the same group
* merged "powerpc/powernv/npu: Add NPU devices to IOMMU group" and
"powerpc/powernv/npu: Enable passing through via VFIO" into this patch
---
 arch/powerpc/platforms/powernv/npu-dma.c  | 126 ++
 arch/powerpc/platforms/powernv/pci-ioda.c | 105 +
 arch/powerpc/platforms/powernv/pci.h  |   6 ++
 3 files changed, 237 insertions(+)

diff --git a/arch/powerpc/platforms/powernv/npu-dma.c 
b/arch/powerpc/platforms/powernv/npu-dma.c
index 8e70221..7cb9f6a 100644
--- a/arch/powerpc/platforms/powernv/npu-dma.c
+++ b/arch/powerpc/platforms/powernv/npu-dma.c
@@ -12,6 +12,7 @@
 #include 
 #include 
 #include 
+#include 
 
 #include 
 #include 
@@ -262,3 +263,128 @@ void pnv_npu_try_dma_set_bypass(struct pci_dev *gpdev, 
bool bypass)
}
}
 }
+
+long pnv_npu_set_window(struct pnv_ioda_pe *npe, int num,
+   struct iommu_table *tbl)
+{
+   struct pnv_phb *phb = npe->phb;
+   int64_t rc;
+   const unsigned long size = tbl->it_indirect_levels ?
+   tbl->it_level_size : tbl->it_size;
+   const __u64 start_addr = tbl->it_offset << tbl->it_page_shift;
+   const __u64 win_size = tbl->it_size << tbl->it_page_shift;
+
+   pe_info(npe, "Setting up window#%d %llx..%llx pg=%lx\n", num,
+   start_addr, start_addr + win_size - 1,
+   IOMMU_PAGE_SIZE(tbl));
+
+   /* Ignore @num as there is just one window per NPU */
+   rc = opal_pci_map_pe_dma_window(phb->opal_id,
+   npe->pe_number,
+   npe->pe_number,
+   tbl->it_indirect_levels + 1,
+   __pa(tbl->it_base),
+   size << 3,
+   IOMMU_PAGE_SIZE(tbl));
+   if (rc) {
+   pe_err(npe, "Failed to configure TCE table, err %lld\n", rc);
+   return rc;
+   }
+
+   pnv_pci_link_table_and_group(phb->hose->node, num,
+   tbl, >table_group);
+   pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
+
+   return rc;
+}
+
+long pnv_npu_unset_window(struct pnv_ioda_pe *npe, int num)
+{
+   struct pnv_phb *phb = npe->phb;
+   long ret;
+
+   pe_info(npe, "Removing DMA window #%d\n", num);
+
+   /* Ignore @num as there is just one window per NPU */
+   ret = opal_pci_map_pe_dma_window(phb->opal_id, npe->pe_number,
+   npe->pe_number,
+   0/* levels */, 0/* table address */,
+   0/* table size */, 0/* page size */);
+   if (ret)
+   pe_warn(npe, "Unmapping failed, ret = %ld\n", ret);
+   else
+   pnv_pci_ioda2_tce_invalidate_entire(npe->phb, false);
+
+   pnv_pci_unlink_table_and_group(npe->table_group.tables[num],
+   >table_group);
+
+   return ret;
+}
+
+/* Switch ownership from platform code to external user (e.g. VFIO) */
+void pnv_npu_take_ownership(struct pnv_ioda_pe *npe)
+{
+   struct pnv_phb *phb = npe->phb;
+   int64_t ret;
+
+   if (npe->table_group.tables[0]) {
+   /* Disable 32bit window */
+   pnv_pci_unlink_table_and_group(npe->table_group.tables[0],
+   >table_group);
+   npe->table_group.tables[0] = NULL;
+   ret =