drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
/*
|
|
|
|
* Copyright © 2014 Intel Corporation
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the next
|
|
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
|
|
* Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
|
|
* IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
* Please try to maintain the following order within this file unless it makes
|
|
|
|
* sense to do otherwise. From top to bottom:
|
|
|
|
* 1. typedefs
|
|
|
|
* 2. #defines, and macros
|
|
|
|
* 3. structure definitions
|
|
|
|
* 4. function prototypes
|
|
|
|
*
|
|
|
|
* Within each section, please try to order by generation in ascending order,
|
|
|
|
* from top to bottom (ie. gen6 on the top, gen8 on the bottom).
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef __I915_GEM_GTT_H__
|
|
|
|
#define __I915_GEM_GTT_H__
|
|
|
|
|
2016-04-28 08:56:39 +00:00
|
|
|
#include <linux/io-mapping.h>
|
2016-11-11 10:43:54 +00:00
|
|
|
#include <linux/mm.h>
|
2017-02-15 08:43:40 +00:00
|
|
|
#include <linux/pagevec.h>
|
2016-04-28 08:56:39 +00:00
|
|
|
|
2016-11-11 10:43:54 +00:00
|
|
|
#include "i915_gem_timeline.h"
|
2016-08-04 06:52:44 +00:00
|
|
|
#include "i915_gem_request.h"
|
2017-02-15 08:43:40 +00:00
|
|
|
#include "i915_selftest.h"
|
2016-08-04 06:52:44 +00:00
|
|
|
|
2017-01-10 14:47:34 +00:00
|
|
|
#define I915_GTT_PAGE_SIZE 4096UL
|
|
|
|
#define I915_GTT_MIN_ALIGNMENT I915_GTT_PAGE_SIZE
|
|
|
|
|
2016-08-18 16:17:00 +00:00
|
|
|
#define I915_FENCE_REG_NONE -1
|
|
|
|
#define I915_MAX_NUM_FENCES 32
|
|
|
|
/* 32 fences + sign bit for FENCE_REG_NONE */
|
|
|
|
#define I915_MAX_NUM_FENCE_BITS 6
|
|
|
|
|
2014-08-06 13:04:47 +00:00
|
|
|
struct drm_i915_file_private;
|
2016-08-18 16:17:00 +00:00
|
|
|
struct drm_i915_fence_reg;
|
2014-08-06 13:04:47 +00:00
|
|
|
|
2015-03-16 16:00:54 +00:00
|
|
|
typedef uint32_t gen6_pte_t;
|
|
|
|
typedef uint64_t gen8_pte_t;
|
|
|
|
typedef uint64_t gen8_pde_t;
|
2015-07-30 10:05:29 +00:00
|
|
|
typedef uint64_t gen8_ppgtt_pdpe_t;
|
|
|
|
typedef uint64_t gen8_ppgtt_pml4e_t;
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2016-03-30 13:57:10 +00:00
|
|
|
#define ggtt_total_entries(ggtt) ((ggtt)->base.total >> PAGE_SHIFT)
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
|
|
|
/* gen6-hsw has bit 11-4 for physical addr bit 39-32 */
|
|
|
|
#define GEN6_GTT_ADDR_ENCODE(addr) ((addr) | (((addr) >> 28) & 0xff0))
|
|
|
|
#define GEN6_PTE_ADDR_ENCODE(addr) GEN6_GTT_ADDR_ENCODE(addr)
|
|
|
|
#define GEN6_PDE_ADDR_ENCODE(addr) GEN6_GTT_ADDR_ENCODE(addr)
|
|
|
|
#define GEN6_PTE_CACHE_LLC (2 << 1)
|
|
|
|
#define GEN6_PTE_UNCACHED (1 << 1)
|
|
|
|
#define GEN6_PTE_VALID (1 << 0)
|
|
|
|
|
2017-02-15 08:43:46 +00:00
|
|
|
#define I915_PTES(pte_len) ((unsigned int)(PAGE_SIZE / (pte_len)))
|
2015-03-16 16:00:54 +00:00
|
|
|
#define I915_PTE_MASK(pte_len) (I915_PTES(pte_len) - 1)
|
|
|
|
#define I915_PDES 512
|
|
|
|
#define I915_PDE_MASK (I915_PDES - 1)
|
2015-03-16 16:00:56 +00:00
|
|
|
#define NUM_PTE(pde_shift) (1 << (pde_shift - PAGE_SHIFT))
|
2015-03-16 16:00:54 +00:00
|
|
|
|
|
|
|
#define GEN6_PTES I915_PTES(sizeof(gen6_pte_t))
|
|
|
|
#define GEN6_PD_SIZE (I915_PDES * PAGE_SIZE)
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
#define GEN6_PD_ALIGN (PAGE_SIZE * 16)
|
2015-03-16 16:00:56 +00:00
|
|
|
#define GEN6_PDE_SHIFT 22
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
#define GEN6_PDE_VALID (1 << 0)
|
|
|
|
|
|
|
|
#define GEN7_PTE_CACHE_L3_LLC (3 << 1)
|
|
|
|
|
|
|
|
#define BYT_PTE_SNOOPED_BY_CPU_CACHES (1 << 2)
|
|
|
|
#define BYT_PTE_WRITEABLE (1 << 1)
|
|
|
|
|
|
|
|
/* Cacheability Control is a 4-bit value. The low three bits are stored in bits
|
|
|
|
* 3:1 of the PTE, while the fourth bit is stored in bit 11 of the PTE.
|
|
|
|
*/
|
|
|
|
#define HSW_CACHEABILITY_CONTROL(bits) ((((bits) & 0x7) << 1) | \
|
|
|
|
(((bits) & 0x8) << (11 - 3)))
|
|
|
|
#define HSW_WB_LLC_AGE3 HSW_CACHEABILITY_CONTROL(0x2)
|
|
|
|
#define HSW_WB_LLC_AGE0 HSW_CACHEABILITY_CONTROL(0x3)
|
|
|
|
#define HSW_WB_ELLC_LLC_AGE3 HSW_CACHEABILITY_CONTROL(0x8)
|
|
|
|
#define HSW_WB_ELLC_LLC_AGE0 HSW_CACHEABILITY_CONTROL(0xb)
|
|
|
|
#define HSW_WT_ELLC_LLC_AGE3 HSW_CACHEABILITY_CONTROL(0x7)
|
|
|
|
#define HSW_WT_ELLC_LLC_AGE0 HSW_CACHEABILITY_CONTROL(0x6)
|
|
|
|
#define HSW_PTE_UNCACHED (0)
|
|
|
|
#define HSW_GTT_ADDR_ENCODE(addr) ((addr) | (((addr) >> 28) & 0x7f0))
|
|
|
|
#define HSW_PTE_ADDR_ENCODE(addr) HSW_GTT_ADDR_ENCODE(addr)
|
|
|
|
|
|
|
|
/* GEN8 legacy style address is defined as a 3 level page table:
|
|
|
|
* 31:30 | 29:21 | 20:12 | 11:0
|
|
|
|
* PDPE | PDE | PTE | offset
|
|
|
|
* The difference as compared to normal x86 3 level page table is the PDPEs are
|
|
|
|
* programmed via register.
|
2015-08-03 08:52:01 +00:00
|
|
|
*
|
|
|
|
* GEN8 48b legacy style address is defined as a 4 level page table:
|
|
|
|
* 47:39 | 38:30 | 29:21 | 20:12 | 11:0
|
|
|
|
* PML4E | PDPE | PDE | PTE | offset
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
*/
|
2015-08-03 08:52:01 +00:00
|
|
|
#define GEN8_PML4ES_PER_PML4 512
|
|
|
|
#define GEN8_PML4E_SHIFT 39
|
2015-07-30 10:05:29 +00:00
|
|
|
#define GEN8_PML4E_MASK (GEN8_PML4ES_PER_PML4 - 1)
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
#define GEN8_PDPE_SHIFT 30
|
2015-08-03 08:52:01 +00:00
|
|
|
/* NB: GEN8_PDPE_MASK is untrue for 32b platforms, but it has no impact on 32b page
|
|
|
|
* tables */
|
|
|
|
#define GEN8_PDPE_MASK 0x1ff
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
#define GEN8_PDE_SHIFT 21
|
|
|
|
#define GEN8_PDE_MASK 0x1ff
|
|
|
|
#define GEN8_PTE_SHIFT 12
|
|
|
|
#define GEN8_PTE_MASK 0x1ff
|
2015-01-22 17:01:24 +00:00
|
|
|
#define GEN8_LEGACY_PDPES 4
|
2015-03-16 16:00:54 +00:00
|
|
|
#define GEN8_PTES I915_PTES(sizeof(gen8_pte_t))
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2016-11-16 08:55:34 +00:00
|
|
|
#define I915_PDPES_PER_PDP(dev_priv) (USES_FULL_48BIT_PPGTT(dev_priv) ?\
|
|
|
|
GEN8_PML4ES_PER_PML4 : GEN8_LEGACY_PDPES)
|
2015-07-29 16:23:46 +00:00
|
|
|
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
#define PPAT_UNCACHED_INDEX (_PAGE_PWT | _PAGE_PCD)
|
|
|
|
#define PPAT_CACHED_PDE_INDEX 0 /* WB LLC */
|
|
|
|
#define PPAT_CACHED_INDEX _PAGE_PAT /* WB LLCeLLC */
|
|
|
|
#define PPAT_DISPLAY_ELLC_INDEX _PAGE_PCD /* WT eLLC */
|
|
|
|
|
2014-04-09 10:28:01 +00:00
|
|
|
#define CHV_PPAT_SNOOP (1<<6)
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
#define GEN8_PPAT_AGE(x) (x<<4)
|
|
|
|
#define GEN8_PPAT_LLCeLLC (3<<2)
|
|
|
|
#define GEN8_PPAT_LLCELLC (2<<2)
|
|
|
|
#define GEN8_PPAT_LLC (1<<2)
|
|
|
|
#define GEN8_PPAT_WB (3<<0)
|
|
|
|
#define GEN8_PPAT_WT (2<<0)
|
|
|
|
#define GEN8_PPAT_WC (1<<0)
|
|
|
|
#define GEN8_PPAT_UC (0<<0)
|
|
|
|
#define GEN8_PPAT_ELLC_OVERRIDE (0<<2)
|
|
|
|
#define GEN8_PPAT(i, x) ((uint64_t) (x) << ((i) * 8))
|
|
|
|
|
2016-11-11 10:43:54 +00:00
|
|
|
struct sg_table;
|
|
|
|
|
2015-03-23 11:10:36 +00:00
|
|
|
struct intel_rotation_info {
|
2017-01-14 00:28:21 +00:00
|
|
|
struct intel_rotation_plane_info {
|
2016-02-15 20:54:45 +00:00
|
|
|
/* tiles */
|
drm/i915: Rewrite fb rotation GTT handling
Redo the fb rotation handling in order to:
- eliminate the NV12 special casing
- handle fb->offsets[] properly
- make the rotation handling easier for the plane code
To achieve these goals we reduce intel_rotation_info to only contain
(for each plane) the rotated view width,height,stride in tile units,
and the page offset into the object where the plane starts. Each plane
is handled exactly the same way, no special casing for NV12 or other
formats. We then store the computed rotation_info under
intel_framebuffer so that we don't have to recompute it again.
To handle fb->offsets[] we treat them as a linear offsets and convert
them to x/y offsets from the start of the relevant GTT mapping (either
normal or rotated). We store the x/y offsets under intel_framebuffer,
and for some extra convenience we also store the rotated pitch (ie.
tile aligned plane height). So for each plane we have the normal
x/y offsets, rotated x/y offsets, and the rotated pitch. The normal
pitch is available already in fb->pitches[].
While we're gathering up all that extra information, we can also easily
compute the storage requirements for the framebuffer, so that we can
check that the object is big enough to hold it.
When it comes time to deal with the plane source coordinates, we first
rotate the clipped src coordinates to match the relevant GTT view
orientation, then add to them the fb x/y offsets. Next we compute
the aligned surface page offset, and as a result we're left with some
residual x/y offsets. Finally, if required by the hardware, we convert
the remaining x/y offsets into a linear offset.
For gen2/3 we simply skip computing the final page offset, and just
convert the src+fb x/y offsets directly into a linear offset since
that's what the hardware wants.
After this all platforms, incluing SKL+, compute these things in exactly
the same way (excluding alignemnt differences).
v2: Use BIT(DRM_ROTATE_270) instead of ROTATE_270 when rotating
plane src coordinates
Drop some spurious changes that got left behind during
development
v3: Split out more changes to prep patches (Daniel)
s/intel_fb->plane[].foo.bar/intel_fb->foo[].bar/ for brevity
Rename intel_surf_gtt_offset to intel_fb_gtt_offset
Kill the pointless 'plane' parameter from intel_fb_gtt_offset()
v4: Fix alignment vs. alignment-1 when calling
_intel_compute_tile_offset() from intel_fill_fb_info()
Pass the pitch in tiles in
stad of pixels to intel_adjust_tile_offset() from intel_fill_fb_info()
Pass the full width/height of the rotated area to
drm_rect_rotate() for clarity
Use u32 for more offsets
v5: Preserve the upper_32_bits()/lower_32_bits() handling for the
fb ggtt offset (Sivakumar)
v6: Rebase due to drm_plane_state src/dst rects
Cc: Sivakumar Thulasimani <sivakumar.thulasimani@intel.com>
Signed-off-by: Ville Syrjälä <ville.syrjala@linux.intel.com>
Reviewed-by: Sivakumar Thulasimani <sivakumar.thulasimani@intel.com>
Link: http://patchwork.freedesktop.org/patch/msgid/1470821001-25272-2-git-send-email-ville.syrjala@linux.intel.com
Acked-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2015-09-15 10:16:41 +00:00
|
|
|
unsigned int width, height, stride, offset;
|
2016-02-15 20:54:45 +00:00
|
|
|
} plane[2];
|
2017-01-14 00:28:22 +00:00
|
|
|
} __packed;
|
|
|
|
|
|
|
|
static inline void assert_intel_rotation_info_is_packed(void)
|
|
|
|
{
|
|
|
|
BUILD_BUG_ON(sizeof(struct intel_rotation_info) != 8*sizeof(unsigned int));
|
|
|
|
}
|
2014-12-10 17:27:58 +00:00
|
|
|
|
2017-01-14 00:28:21 +00:00
|
|
|
struct intel_partial_info {
|
|
|
|
u64 offset;
|
|
|
|
unsigned int size;
|
2017-01-14 00:28:22 +00:00
|
|
|
} __packed;
|
|
|
|
|
|
|
|
static inline void assert_intel_partial_info_is_packed(void)
|
|
|
|
{
|
|
|
|
BUILD_BUG_ON(sizeof(struct intel_partial_info) != sizeof(u64) + sizeof(unsigned int));
|
|
|
|
}
|
2017-01-14 00:28:21 +00:00
|
|
|
|
2017-01-14 00:28:23 +00:00
|
|
|
enum i915_ggtt_view_type {
|
|
|
|
I915_GGTT_VIEW_NORMAL = 0,
|
|
|
|
I915_GGTT_VIEW_ROTATED = sizeof(struct intel_rotation_info),
|
|
|
|
I915_GGTT_VIEW_PARTIAL = sizeof(struct intel_partial_info),
|
|
|
|
};
|
|
|
|
|
|
|
|
static inline void assert_i915_ggtt_view_type_is_unique(void)
|
|
|
|
{
|
|
|
|
/* As we encode the size of each branch inside the union into its type,
|
|
|
|
* we have to be careful that each branch has a unique size.
|
|
|
|
*/
|
|
|
|
switch ((enum i915_ggtt_view_type)0) {
|
|
|
|
case I915_GGTT_VIEW_NORMAL:
|
|
|
|
case I915_GGTT_VIEW_PARTIAL:
|
|
|
|
case I915_GGTT_VIEW_ROTATED:
|
|
|
|
/* gcc complains if these are identical cases */
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-12-10 17:27:58 +00:00
|
|
|
struct i915_ggtt_view {
|
|
|
|
enum i915_ggtt_view_type type;
|
2015-05-06 11:35:38 +00:00
|
|
|
union {
|
2017-01-14 00:28:23 +00:00
|
|
|
/* Members need to contain no holes/padding */
|
2017-01-14 00:28:21 +00:00
|
|
|
struct intel_partial_info partial;
|
2016-01-20 19:05:22 +00:00
|
|
|
struct intel_rotation_info rotated;
|
2017-01-14 00:28:25 +00:00
|
|
|
};
|
2014-12-10 17:27:58 +00:00
|
|
|
};
|
|
|
|
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
enum i915_cache_level;
|
2014-12-10 17:27:58 +00:00
|
|
|
|
2016-11-11 10:43:54 +00:00
|
|
|
struct i915_vma;
|
2016-08-15 09:49:07 +00:00
|
|
|
|
2015-06-25 15:35:07 +00:00
|
|
|
struct i915_page_dma {
|
2015-02-24 16:22:34 +00:00
|
|
|
struct page *page;
|
2015-06-25 15:35:07 +00:00
|
|
|
union {
|
|
|
|
dma_addr_t daddr;
|
|
|
|
|
|
|
|
/* For gen6/gen7 only. This is the offset in the GGTT
|
|
|
|
* where the page directory entries for PPGTT begin
|
|
|
|
*/
|
|
|
|
uint32_t ggtt_offset;
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
2015-06-25 15:35:12 +00:00
|
|
|
#define px_base(px) (&(px)->base)
|
|
|
|
#define px_page(px) (px_base(px)->page)
|
|
|
|
#define px_dma(px) (px_base(px)->daddr)
|
|
|
|
|
2015-06-25 15:35:07 +00:00
|
|
|
struct i915_page_table {
|
|
|
|
struct i915_page_dma base;
|
2017-02-15 08:43:46 +00:00
|
|
|
unsigned int used_ptes;
|
2015-02-24 16:22:34 +00:00
|
|
|
};
|
|
|
|
|
2015-04-08 11:13:23 +00:00
|
|
|
struct i915_page_directory {
|
2015-06-25 15:35:07 +00:00
|
|
|
struct i915_page_dma base;
|
2015-02-24 16:22:35 +00:00
|
|
|
|
2015-04-08 11:13:23 +00:00
|
|
|
struct i915_page_table *page_table[I915_PDES]; /* PDEs */
|
2017-02-15 08:43:47 +00:00
|
|
|
unsigned int used_pdes;
|
2015-02-24 16:22:34 +00:00
|
|
|
};
|
|
|
|
|
2015-04-08 11:13:23 +00:00
|
|
|
struct i915_page_directory_pointer {
|
2015-07-29 16:23:46 +00:00
|
|
|
struct i915_page_dma base;
|
|
|
|
struct i915_page_directory **page_directory;
|
2017-02-15 08:43:48 +00:00
|
|
|
unsigned int used_pdpes;
|
2015-02-24 16:22:34 +00:00
|
|
|
};
|
|
|
|
|
2015-08-03 08:52:01 +00:00
|
|
|
struct i915_pml4 {
|
|
|
|
struct i915_page_dma base;
|
|
|
|
struct i915_page_directory_pointer *pdps[GEN8_PML4ES_PER_PML4];
|
|
|
|
};
|
|
|
|
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
struct i915_address_space {
|
|
|
|
struct drm_mm mm;
|
2016-10-28 12:58:58 +00:00
|
|
|
struct i915_gem_timeline timeline;
|
2016-11-29 09:50:08 +00:00
|
|
|
struct drm_i915_private *i915;
|
2017-02-15 08:43:40 +00:00
|
|
|
struct device *dma;
|
2016-08-04 06:52:25 +00:00
|
|
|
/* Every address space belongs to a struct file - except for the global
|
|
|
|
* GTT that is owned by the driver (and so @file is set to NULL). In
|
|
|
|
* principle, no information should leak from one context to another
|
|
|
|
* (or between files/processes etc) unless explicitly shared by the
|
|
|
|
* owner. Tracking the owner is important in order to free up per-file
|
|
|
|
* objects along with the file, to aide resource tracking, and to
|
|
|
|
* assign blame.
|
|
|
|
*/
|
|
|
|
struct drm_i915_file_private *file;
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
struct list_head global_link;
|
2015-06-25 15:35:05 +00:00
|
|
|
u64 total; /* size addr space maps (ex. 2GB for ggtt) */
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2016-08-04 06:52:46 +00:00
|
|
|
bool closed;
|
|
|
|
|
2016-08-22 07:44:30 +00:00
|
|
|
struct i915_page_dma scratch_page;
|
2015-06-25 15:35:17 +00:00
|
|
|
struct i915_page_table *scratch_pt;
|
|
|
|
struct i915_page_directory *scratch_pd;
|
2015-07-29 16:23:55 +00:00
|
|
|
struct i915_page_directory_pointer *scratch_pdp; /* GEN8+ & 48b PPGTT */
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* List of objects currently involved in rendering.
|
|
|
|
*
|
|
|
|
* Includes buffers having the contents of their GPU caches
|
2014-11-24 18:49:26 +00:00
|
|
|
* flushed, not necessarily primitives. last_read_req
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
* represents when the rendering involved will be completed.
|
|
|
|
*
|
|
|
|
* A reference is held on the buffer while on this list.
|
|
|
|
*/
|
|
|
|
struct list_head active_list;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* LRU list of objects which are not in the ringbuffer and
|
|
|
|
* are ready to unbind, but are still in the GTT.
|
|
|
|
*
|
2014-11-24 18:49:26 +00:00
|
|
|
* last_read_req is NULL while an object is in this list.
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
*
|
|
|
|
* A reference is not held on the buffer while on this list,
|
|
|
|
* as merely being GTT-bound shouldn't prevent its being
|
|
|
|
* freed, and we'll pull it off the list in the free path.
|
|
|
|
*/
|
|
|
|
struct list_head inactive_list;
|
|
|
|
|
2016-08-04 06:52:46 +00:00
|
|
|
/**
|
|
|
|
* List of vma that have been unbound.
|
|
|
|
*
|
|
|
|
* A reference is not held on the buffer while on this list.
|
|
|
|
*/
|
|
|
|
struct list_head unbound_list;
|
|
|
|
|
2017-02-15 08:43:40 +00:00
|
|
|
struct pagevec free_pages;
|
|
|
|
bool pt_kmap_wc;
|
|
|
|
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
/* FIXME: Need a more generic return type */
|
2015-03-16 16:00:54 +00:00
|
|
|
gen6_pte_t (*pte_encode)(dma_addr_t addr,
|
|
|
|
enum i915_cache_level level,
|
2016-10-13 12:02:40 +00:00
|
|
|
u32 flags); /* Create a valid PTE */
|
2015-04-14 15:35:15 +00:00
|
|
|
/* flags for pte_encode */
|
|
|
|
#define PTE_READ_ONLY (1<<0)
|
2015-03-16 16:00:56 +00:00
|
|
|
int (*allocate_va_range)(struct i915_address_space *vm,
|
|
|
|
uint64_t start,
|
|
|
|
uint64_t length);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
void (*clear_range)(struct i915_address_space *vm,
|
|
|
|
uint64_t start,
|
2016-10-13 12:02:40 +00:00
|
|
|
uint64_t length);
|
2016-06-10 08:52:59 +00:00
|
|
|
void (*insert_page)(struct i915_address_space *vm,
|
|
|
|
dma_addr_t addr,
|
|
|
|
uint64_t offset,
|
|
|
|
enum i915_cache_level cache_level,
|
|
|
|
u32 flags);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
void (*insert_entries)(struct i915_address_space *vm,
|
|
|
|
struct sg_table *st,
|
|
|
|
uint64_t start,
|
2014-06-17 05:29:42 +00:00
|
|
|
enum i915_cache_level cache_level, u32 flags);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
void (*cleanup)(struct i915_address_space *vm);
|
2015-04-14 15:35:12 +00:00
|
|
|
/** Unmap an object from an address space. This usually consists of
|
|
|
|
* setting the valid PTE entries to a reserved scratch page. */
|
|
|
|
void (*unbind_vma)(struct i915_vma *vma);
|
|
|
|
/* Map an object into an address space with the given cache flags. */
|
2015-04-14 15:35:27 +00:00
|
|
|
int (*bind_vma)(struct i915_vma *vma,
|
|
|
|
enum i915_cache_level cache_level,
|
|
|
|
u32 flags);
|
2017-02-15 08:43:40 +00:00
|
|
|
|
|
|
|
I915_SELFTEST_DECLARE(struct fault_attr fault_attr);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
};
|
|
|
|
|
2016-08-04 06:52:25 +00:00
|
|
|
#define i915_is_ggtt(V) (!(V)->file)
|
2016-02-26 11:03:20 +00:00
|
|
|
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
/* The Graphics Translation Table is the way in which GEN hardware translates a
|
|
|
|
* Graphics Virtual Address into a Physical Address. In addition to the normal
|
|
|
|
* collateral associated with any va->pa translations GEN hardware also has a
|
|
|
|
* portion of the GTT which can be mapped by the CPU and remain both coherent
|
|
|
|
* and correct (in cases like swizzling). That region is referred to as GMADR in
|
|
|
|
* the spec.
|
|
|
|
*/
|
2016-03-18 08:42:57 +00:00
|
|
|
struct i915_ggtt {
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
struct i915_address_space base;
|
2016-08-19 15:54:27 +00:00
|
|
|
struct io_mapping mappable; /* Mapping to our CPU mappable region */
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2017-01-06 15:20:11 +00:00
|
|
|
phys_addr_t mappable_base; /* PA of our GMADR */
|
|
|
|
u64 mappable_end; /* End offset that we can CPU map */
|
|
|
|
|
2016-12-15 13:23:55 +00:00
|
|
|
/* Stolen memory is segmented in hardware with different portions
|
|
|
|
* offlimits to certain functions.
|
|
|
|
*
|
|
|
|
* The drm_mm is initialised to the total accessible range, as found
|
|
|
|
* from the PCI config. On Broadwell+, this is further restricted to
|
|
|
|
* avoid the first page! The upper end of stolen memory is reserved for
|
|
|
|
* hardware functions and similarly removed from the accessible range.
|
|
|
|
*/
|
2017-01-06 15:20:11 +00:00
|
|
|
u32 stolen_size; /* Total size of stolen memory */
|
|
|
|
u32 stolen_usable_size; /* Total size minus reserved ranges */
|
|
|
|
u32 stolen_reserved_base;
|
|
|
|
u32 stolen_reserved_size;
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
|
|
|
/** "Graphics Stolen Memory" holds the global PTEs */
|
|
|
|
void __iomem *gsm;
|
2017-01-12 11:00:49 +00:00
|
|
|
void (*invalidate)(struct drm_i915_private *dev_priv);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
|
|
|
bool do_idle_maps;
|
|
|
|
|
|
|
|
int mtrr;
|
2016-10-12 09:05:20 +00:00
|
|
|
|
|
|
|
struct drm_mm_node error_capture;
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
struct i915_hw_ppgtt {
|
|
|
|
struct i915_address_space base;
|
|
|
|
struct kref ref;
|
|
|
|
struct drm_mm_node node;
|
drm/i915: Track page table reload need
This patch was formerly known as, "Force pd restore when PDEs change,
gen6-7." I had to change the name because it is needed for GEN8 too.
The real issue this is trying to solve is when a new object is mapped
into the current address space. The GPU does not snoop the new mapping
so we must do the gen specific action to reload the page tables.
GEN8 and GEN7 do differ in the way they load page tables for the RCS.
GEN8 does so with the context restore, while GEN7 requires the proper
load commands in the command streamer. Non-render is similar for both.
Caveat for GEN7
The docs say you cannot change the PDEs of a currently running context.
We never map new PDEs of a running context, and expect them to be
present - so I think this is okay. (We can unmap, but this should also
be okay since we only unmap unreferenced objects that the GPU shouldn't
be tryingto va->pa xlate.) The MI_SET_CONTEXT command does have a flag
to signal that even if the context is the same, force a reload. It's
unclear exactly what this does, but I have a hunch it's the right thing
to do.
The logic assumes that we always emit a context switch after mapping new
PDEs, and before we submit a batch. This is the case today, and has been
the case since the inception of hardware contexts. A note in the comment
let's the user know.
It's not just for gen8. If the current context has mappings change, we
need a context reload to switch
v2: Rebased after ppgtt clean up patches. Split the warning for aliasing
and true ppgtt options. And do not break aliasing ppgtt, where to->ppgtt
is always null.
v3: Invalidate PPGTT TLBs inside alloc_va_range.
v4: Rename ppgtt_invalidate_tlbs to mark_tlbs_dirty and move
pd_dirty_rings from i915_address_space to i915_hw_ppgtt. Fixes when
neither ctx->ppgtt and aliasing_ppgtt exist.
v5: Removed references to teardown_va_range.
v6: Updated needs_pd_load_pre/post.
v7: Fix pd_dirty_rings check in needs_pd_load_post, and update/move
comment about updated PDEs to object_pin/bind (Mika).
Cc: Mika Kuoppala <mika.kuoppala@linux.intel.com>
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Michel Thierry <michel.thierry@intel.com> (v2+)
Reviewed-by: Mika Kuoppala <mika.kuoppala@intel.com>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2015-03-19 12:53:28 +00:00
|
|
|
unsigned long pd_dirty_rings;
|
2015-02-24 16:22:34 +00:00
|
|
|
union {
|
2015-08-03 08:52:01 +00:00
|
|
|
struct i915_pml4 pml4; /* GEN8+ & 48b PPGTT */
|
|
|
|
struct i915_page_directory_pointer pdp; /* GEN8+ */
|
|
|
|
struct i915_page_directory pd; /* GEN6-7 */
|
2015-02-24 16:22:34 +00:00
|
|
|
};
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2015-03-16 16:00:56 +00:00
|
|
|
gen6_pte_t __iomem *pd_addr;
|
|
|
|
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
int (*switch_mm)(struct i915_hw_ppgtt *ppgtt,
|
2015-05-29 16:43:56 +00:00
|
|
|
struct drm_i915_gem_request *req);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
void (*debug_dump)(struct i915_hw_ppgtt *ppgtt, struct seq_file *m);
|
|
|
|
};
|
|
|
|
|
2016-06-24 18:37:46 +00:00
|
|
|
/*
|
|
|
|
* gen6_for_each_pde() iterates over every pde from start until start+length.
|
|
|
|
* If start and start+length are not perfectly divisible, the macro will round
|
|
|
|
* down and up as needed. Start=0 and length=2G effectively iterates over
|
|
|
|
* every PDE in the system. The macro modifies ALL its parameters except 'pd',
|
|
|
|
* so each of the other parameters should preferably be a simple variable, or
|
|
|
|
* at most an lvalue with no side-effects!
|
2015-03-16 16:00:56 +00:00
|
|
|
*/
|
2016-06-24 18:37:46 +00:00
|
|
|
#define gen6_for_each_pde(pt, pd, start, length, iter) \
|
|
|
|
for (iter = gen6_pde_index(start); \
|
|
|
|
length > 0 && iter < I915_PDES && \
|
|
|
|
(pt = (pd)->page_table[iter], true); \
|
|
|
|
({ u32 temp = ALIGN(start+1, 1 << GEN6_PDE_SHIFT); \
|
|
|
|
temp = min(temp - start, length); \
|
|
|
|
start += temp, length -= temp; }), ++iter)
|
|
|
|
|
|
|
|
#define gen6_for_all_pdes(pt, pd, iter) \
|
|
|
|
for (iter = 0; \
|
|
|
|
iter < I915_PDES && \
|
|
|
|
(pt = (pd)->page_table[iter], true); \
|
|
|
|
++iter)
|
2015-04-08 11:13:30 +00:00
|
|
|
|
2015-03-16 16:00:56 +00:00
|
|
|
static inline uint32_t i915_pte_index(uint64_t address, uint32_t pde_shift)
|
|
|
|
{
|
|
|
|
const uint32_t mask = NUM_PTE(pde_shift) - 1;
|
|
|
|
|
|
|
|
return (address >> PAGE_SHIFT) & mask;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Helper to counts the number of PTEs within the given length. This count
|
|
|
|
* does not cross a page table boundary, so the max value would be
|
|
|
|
* GEN6_PTES for GEN6, and GEN8_PTES for GEN8.
|
|
|
|
*/
|
|
|
|
static inline uint32_t i915_pte_count(uint64_t addr, size_t length,
|
|
|
|
uint32_t pde_shift)
|
|
|
|
{
|
2016-02-17 14:20:46 +00:00
|
|
|
const uint64_t mask = ~((1ULL << pde_shift) - 1);
|
2015-03-16 16:00:56 +00:00
|
|
|
uint64_t end;
|
|
|
|
|
|
|
|
WARN_ON(length == 0);
|
|
|
|
WARN_ON(offset_in_page(addr|length));
|
|
|
|
|
|
|
|
end = addr + length;
|
|
|
|
|
|
|
|
if ((addr & mask) != (end & mask))
|
|
|
|
return NUM_PTE(pde_shift) - i915_pte_index(addr, pde_shift);
|
|
|
|
|
|
|
|
return i915_pte_index(end, pde_shift) - i915_pte_index(addr, pde_shift);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t i915_pde_index(uint64_t addr, uint32_t shift)
|
|
|
|
{
|
|
|
|
return (addr >> shift) & I915_PDE_MASK;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t gen6_pte_index(uint32_t addr)
|
|
|
|
{
|
|
|
|
return i915_pte_index(addr, GEN6_PDE_SHIFT);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline size_t gen6_pte_count(uint32_t addr, uint32_t length)
|
|
|
|
{
|
|
|
|
return i915_pte_count(addr, length, GEN6_PDE_SHIFT);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t gen6_pde_index(uint32_t addr)
|
|
|
|
{
|
|
|
|
return i915_pde_index(addr, GEN6_PDE_SHIFT);
|
|
|
|
}
|
|
|
|
|
2015-04-08 11:13:26 +00:00
|
|
|
/* Equivalent to the gen6 version, For each pde iterates over every pde
|
|
|
|
* between from start until start + length. On gen8+ it simply iterates
|
|
|
|
* over every page directory entry in a page directory.
|
|
|
|
*/
|
2015-12-08 13:30:51 +00:00
|
|
|
#define gen8_for_each_pde(pt, pd, start, length, iter) \
|
|
|
|
for (iter = gen8_pde_index(start); \
|
|
|
|
length > 0 && iter < I915_PDES && \
|
|
|
|
(pt = (pd)->page_table[iter], true); \
|
|
|
|
({ u64 temp = ALIGN(start+1, 1 << GEN8_PDE_SHIFT); \
|
|
|
|
temp = min(temp - start, length); \
|
|
|
|
start += temp, length -= temp; }), ++iter)
|
|
|
|
|
|
|
|
#define gen8_for_each_pdpe(pd, pdp, start, length, iter) \
|
|
|
|
for (iter = gen8_pdpe_index(start); \
|
|
|
|
length > 0 && iter < I915_PDPES_PER_PDP(dev) && \
|
|
|
|
(pd = (pdp)->page_directory[iter], true); \
|
|
|
|
({ u64 temp = ALIGN(start+1, 1 << GEN8_PDPE_SHIFT); \
|
|
|
|
temp = min(temp - start, length); \
|
|
|
|
start += temp, length -= temp; }), ++iter)
|
|
|
|
|
|
|
|
#define gen8_for_each_pml4e(pdp, pml4, start, length, iter) \
|
|
|
|
for (iter = gen8_pml4e_index(start); \
|
|
|
|
length > 0 && iter < GEN8_PML4ES_PER_PML4 && \
|
|
|
|
(pdp = (pml4)->pdps[iter], true); \
|
|
|
|
({ u64 temp = ALIGN(start+1, 1ULL << GEN8_PML4E_SHIFT); \
|
|
|
|
temp = min(temp - start, length); \
|
|
|
|
start += temp, length -= temp; }), ++iter)
|
2015-07-30 10:05:29 +00:00
|
|
|
|
2015-04-08 11:13:26 +00:00
|
|
|
static inline uint32_t gen8_pte_index(uint64_t address)
|
|
|
|
{
|
|
|
|
return i915_pte_index(address, GEN8_PDE_SHIFT);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t gen8_pde_index(uint64_t address)
|
|
|
|
{
|
|
|
|
return i915_pde_index(address, GEN8_PDE_SHIFT);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t gen8_pdpe_index(uint64_t address)
|
|
|
|
{
|
|
|
|
return (address >> GEN8_PDPE_SHIFT) & GEN8_PDPE_MASK;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t gen8_pml4e_index(uint64_t address)
|
|
|
|
{
|
2015-07-30 10:05:29 +00:00
|
|
|
return (address >> GEN8_PML4E_SHIFT) & GEN8_PML4E_MASK;
|
2015-04-08 11:13:26 +00:00
|
|
|
}
|
|
|
|
|
2015-04-08 11:13:33 +00:00
|
|
|
static inline size_t gen8_pte_count(uint64_t address, uint64_t length)
|
|
|
|
{
|
|
|
|
return i915_pte_count(address, length, GEN8_PDE_SHIFT);
|
|
|
|
}
|
|
|
|
|
2015-06-25 15:35:06 +00:00
|
|
|
static inline dma_addr_t
|
|
|
|
i915_page_dir_dma_addr(const struct i915_hw_ppgtt *ppgtt, const unsigned n)
|
|
|
|
{
|
2017-02-15 08:43:47 +00:00
|
|
|
return px_dma(ppgtt->pdp.page_directory[n]);
|
2015-06-25 15:35:06 +00:00
|
|
|
}
|
|
|
|
|
2016-11-11 10:43:54 +00:00
|
|
|
static inline struct i915_ggtt *
|
|
|
|
i915_vm_to_ggtt(struct i915_address_space *vm)
|
|
|
|
{
|
|
|
|
GEM_BUG_ON(!i915_is_ggtt(vm));
|
|
|
|
return container_of(vm, struct i915_ggtt, base);
|
|
|
|
}
|
|
|
|
|
2017-02-09 14:40:36 +00:00
|
|
|
static inline bool
|
|
|
|
i915_vm_is_48bit(const struct i915_address_space *vm)
|
|
|
|
{
|
|
|
|
return (vm->total - 1) >> 32;
|
|
|
|
}
|
|
|
|
|
2017-02-13 17:15:50 +00:00
|
|
|
int i915_gem_init_aliasing_ppgtt(struct drm_i915_private *i915);
|
|
|
|
void i915_gem_fini_aliasing_ppgtt(struct drm_i915_private *i915);
|
|
|
|
|
2016-08-04 06:52:22 +00:00
|
|
|
int i915_ggtt_probe_hw(struct drm_i915_private *dev_priv);
|
|
|
|
int i915_ggtt_init_hw(struct drm_i915_private *dev_priv);
|
|
|
|
int i915_ggtt_enable_hw(struct drm_i915_private *dev_priv);
|
2017-01-12 11:00:49 +00:00
|
|
|
void i915_ggtt_enable_guc(struct drm_i915_private *i915);
|
|
|
|
void i915_ggtt_disable_guc(struct drm_i915_private *i915);
|
2016-08-04 06:52:23 +00:00
|
|
|
int i915_gem_init_ggtt(struct drm_i915_private *dev_priv);
|
2016-08-04 06:52:22 +00:00
|
|
|
void i915_ggtt_cleanup_hw(struct drm_i915_private *dev_priv);
|
2014-08-06 13:04:45 +00:00
|
|
|
|
2016-11-16 08:55:31 +00:00
|
|
|
int i915_ppgtt_init_hw(struct drm_i915_private *dev_priv);
|
2014-08-06 13:04:45 +00:00
|
|
|
void i915_ppgtt_release(struct kref *kref);
|
2016-08-04 06:52:25 +00:00
|
|
|
struct i915_hw_ppgtt *i915_ppgtt_create(struct drm_i915_private *dev_priv,
|
2016-10-28 12:58:58 +00:00
|
|
|
struct drm_i915_file_private *fpriv,
|
|
|
|
const char *name);
|
2017-01-11 21:09:25 +00:00
|
|
|
void i915_ppgtt_close(struct i915_address_space *vm);
|
2014-08-06 13:04:45 +00:00
|
|
|
static inline void i915_ppgtt_get(struct i915_hw_ppgtt *ppgtt)
|
|
|
|
{
|
|
|
|
if (ppgtt)
|
|
|
|
kref_get(&ppgtt->ref);
|
|
|
|
}
|
|
|
|
static inline void i915_ppgtt_put(struct i915_hw_ppgtt *ppgtt)
|
|
|
|
{
|
|
|
|
if (ppgtt)
|
|
|
|
kref_put(&ppgtt->ref, i915_ppgtt_release);
|
|
|
|
}
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2016-05-10 13:10:04 +00:00
|
|
|
void i915_check_and_clear_faults(struct drm_i915_private *dev_priv);
|
2016-11-16 08:55:34 +00:00
|
|
|
void i915_gem_suspend_gtt_mappings(struct drm_i915_private *dev_priv);
|
|
|
|
void i915_gem_restore_gtt_mappings(struct drm_i915_private *dev_priv);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2016-10-28 12:58:36 +00:00
|
|
|
int __must_check i915_gem_gtt_prepare_pages(struct drm_i915_gem_object *obj,
|
|
|
|
struct sg_table *pages);
|
|
|
|
void i915_gem_gtt_finish_pages(struct drm_i915_gem_object *obj,
|
|
|
|
struct sg_table *pages);
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
|
2017-01-11 11:23:11 +00:00
|
|
|
int i915_gem_gtt_reserve(struct i915_address_space *vm,
|
|
|
|
struct drm_mm_node *node,
|
|
|
|
u64 size, u64 offset, unsigned long color,
|
|
|
|
unsigned int flags);
|
|
|
|
|
2017-01-11 11:23:10 +00:00
|
|
|
int i915_gem_gtt_insert(struct i915_address_space *vm,
|
|
|
|
struct drm_mm_node *node,
|
|
|
|
u64 size, u64 alignment, unsigned long color,
|
|
|
|
u64 start, u64 end, unsigned int flags);
|
|
|
|
|
2016-08-04 15:32:31 +00:00
|
|
|
/* Flags used by pin/bind&friends. */
|
2016-08-04 15:32:33 +00:00
|
|
|
#define PIN_NONBLOCK BIT(0)
|
|
|
|
#define PIN_MAPPABLE BIT(1)
|
|
|
|
#define PIN_ZONE_4G BIT(2)
|
2016-08-18 16:17:05 +00:00
|
|
|
#define PIN_NONFAULT BIT(3)
|
2016-08-04 15:32:33 +00:00
|
|
|
|
|
|
|
#define PIN_MBZ BIT(5) /* I915_VMA_PIN_OVERFLOW */
|
|
|
|
#define PIN_GLOBAL BIT(6) /* I915_VMA_GLOBAL_BIND */
|
|
|
|
#define PIN_USER BIT(7) /* I915_VMA_LOCAL_BIND */
|
|
|
|
#define PIN_UPDATE BIT(8)
|
|
|
|
|
|
|
|
#define PIN_HIGH BIT(9)
|
|
|
|
#define PIN_OFFSET_BIAS BIT(10)
|
|
|
|
#define PIN_OFFSET_FIXED BIT(11)
|
2017-01-10 14:47:34 +00:00
|
|
|
#define PIN_OFFSET_MASK (-I915_GTT_PAGE_SIZE)
|
2016-08-04 15:32:31 +00:00
|
|
|
|
drm/i915: Split out GTT specific header file
This file contains all necessary defines, prototypes and typesdefs for
manipulating GEN graphics address translation (this does not include the
legacy AGP driver)
Reiterating the comment in the header,
"Please try to maintain the following order within this file unless it
makes sense to do otherwise. From top to bottom:
1. typedefs
2. #defines, and macros
3. structure definitions
4. function prototypes
Within each section, please try to order by generation in ascending
order, from top to bottom (ie. GEN6 on the top, GEN8 on the bottom)."
I've made some minor cleanups, and fixed a couple of typos while here -
but there should be no functional changes.
The purpose of the patch is to reduce clutter in our main header file,
making room for new growth, and make documentation of our interfaces
easier by splitting things out.
With a little more work, like making i915_gtt a pointer, we could
potentially completely isolate this header from i915_drv.h. At the
moment however, I don't think it's worth the effort.
Personally, I would have liked to put the PTE encoding functions in this
file too, but I didn't want to rock the boat too much.
A similar patch has been in use on my machine for some time. This exact
patch though has only been compile tested.
Signed-off-by: Ben Widawsky <ben@bwidawsk.net>
Signed-off-by: Daniel Vetter <daniel.vetter@ffwll.ch>
2014-03-23 05:47:21 +00:00
|
|
|
#endif
|