2009-06-05 12:42:42 +00:00
|
|
|
/*
|
|
|
|
* Copyright 2008 Advanced Micro Devices, Inc.
|
|
|
|
* Copyright 2008 Red Hat Inc.
|
|
|
|
* Copyright 2009 Jerome Glisse.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
* Authors: Dave Airlie
|
|
|
|
* Alex Deucher
|
|
|
|
* Jerome Glisse
|
|
|
|
*/
|
|
|
|
#ifndef __RADEON_ASIC_H__
|
|
|
|
#define __RADEON_ASIC_H__
|
|
|
|
|
|
|
|
/*
|
|
|
|
* common functions
|
|
|
|
*/
|
2009-11-02 23:53:02 +00:00
|
|
|
uint32_t radeon_legacy_get_engine_clock(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
void radeon_legacy_set_engine_clock(struct radeon_device *rdev, uint32_t eng_clock);
|
2009-12-17 12:50:09 +00:00
|
|
|
uint32_t radeon_legacy_get_memory_clock(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
void radeon_legacy_set_clock_gating(struct radeon_device *rdev, int enable);
|
|
|
|
|
2009-11-02 23:53:02 +00:00
|
|
|
uint32_t radeon_atom_get_engine_clock(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
void radeon_atom_set_engine_clock(struct radeon_device *rdev, uint32_t eng_clock);
|
2009-11-02 23:53:02 +00:00
|
|
|
uint32_t radeon_atom_get_memory_clock(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
void radeon_atom_set_memory_clock(struct radeon_device *rdev, uint32_t mem_clock);
|
|
|
|
void radeon_atom_set_clock_gating(struct radeon_device *rdev, int enable);
|
|
|
|
|
2012-08-03 15:39:43 +00:00
|
|
|
void atombios_set_backlight_level(struct radeon_encoder *radeon_encoder, u8 level);
|
2012-09-14 13:59:26 +00:00
|
|
|
u8 atombios_get_backlight_level(struct radeon_encoder *radeon_encoder);
|
2012-08-03 15:39:43 +00:00
|
|
|
void radeon_legacy_set_backlight_level(struct radeon_encoder *radeon_encoder, u8 level);
|
2012-09-14 13:59:26 +00:00
|
|
|
u8 radeon_legacy_get_backlight_level(struct radeon_encoder *radeon_encoder);
|
2012-08-03 15:39:43 +00:00
|
|
|
|
2013-01-29 19:10:56 +00:00
|
|
|
u32 radeon_ring_generic_get_rptr(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring);
|
|
|
|
u32 radeon_ring_generic_get_wptr(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring);
|
|
|
|
void radeon_ring_generic_set_wptr(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring);
|
2012-08-03 15:39:43 +00:00
|
|
|
|
2009-06-05 12:42:42 +00:00
|
|
|
/*
|
2010-02-11 17:25:47 +00:00
|
|
|
* r100,rv100,rs100,rv200,rs200
|
2009-06-05 12:42:42 +00:00
|
|
|
*/
|
2010-03-11 21:19:18 +00:00
|
|
|
struct r100_mc_save {
|
|
|
|
u32 GENMO_WT;
|
|
|
|
u32 CRTC_EXT_CNTL;
|
|
|
|
u32 CRTC_GEN_CNTL;
|
|
|
|
u32 CRTC2_GEN_CNTL;
|
|
|
|
u32 CUR_OFFSET;
|
|
|
|
u32 CUR2_OFFSET;
|
|
|
|
};
|
|
|
|
int r100_init(struct radeon_device *rdev);
|
|
|
|
void r100_fini(struct radeon_device *rdev);
|
|
|
|
int r100_suspend(struct radeon_device *rdev);
|
|
|
|
int r100_resume(struct radeon_device *rdev);
|
2009-09-21 04:33:58 +00:00
|
|
|
void r100_vga_set_state(struct radeon_device *rdev, bool state);
|
2011-10-23 10:56:27 +00:00
|
|
|
bool r100_gpu_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
|
2010-03-09 14:45:11 +00:00
|
|
|
int r100_asic_reset(struct radeon_device *rdev);
|
2009-08-13 09:10:51 +00:00
|
|
|
u32 r100_get_vblank_counter(struct radeon_device *rdev, int crtc);
|
2009-06-05 12:42:42 +00:00
|
|
|
void r100_pci_gart_tlb_flush(struct radeon_device *rdev);
|
|
|
|
int r100_pci_gart_set_page(struct radeon_device *rdev, int i, uint64_t addr);
|
2012-02-23 22:53:45 +00:00
|
|
|
void r100_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
|
2009-06-05 12:42:42 +00:00
|
|
|
int r100_irq_set(struct radeon_device *rdev);
|
|
|
|
int r100_irq_process(struct radeon_device *rdev);
|
|
|
|
void r100_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
2011-09-15 17:02:22 +00:00
|
|
|
void r100_semaphore_ring_emit(struct radeon_device *rdev,
|
2011-10-23 10:56:27 +00:00
|
|
|
struct radeon_ring *cp,
|
2011-09-15 17:02:22 +00:00
|
|
|
struct radeon_semaphore *semaphore,
|
2011-09-23 13:11:23 +00:00
|
|
|
bool emit_wait);
|
2009-06-05 12:42:42 +00:00
|
|
|
int r100_cs_parse(struct radeon_cs_parser *p);
|
|
|
|
void r100_pll_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
|
|
|
uint32_t r100_pll_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
int r100_copy_blit(struct radeon_device *rdev,
|
|
|
|
uint64_t src_offset,
|
|
|
|
uint64_t dst_offset,
|
2011-09-16 16:04:08 +00:00
|
|
|
unsigned num_gpu_pages,
|
2012-05-08 12:24:01 +00:00
|
|
|
struct radeon_fence **fence);
|
2009-06-23 23:48:08 +00:00
|
|
|
int r100_set_surface_reg(struct radeon_device *rdev, int reg,
|
|
|
|
uint32_t tiling_flags, uint32_t pitch,
|
|
|
|
uint32_t offset, uint32_t obj_size);
|
2010-03-11 21:19:16 +00:00
|
|
|
void r100_clear_surface_reg(struct radeon_device *rdev, int reg);
|
2009-07-13 19:04:08 +00:00
|
|
|
void r100_bandwidth_update(struct radeon_device *rdev);
|
2009-09-08 00:10:24 +00:00
|
|
|
void r100_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
2011-10-23 10:56:27 +00:00
|
|
|
int r100_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
|
2009-12-04 20:26:55 +00:00
|
|
|
void r100_hpd_init(struct radeon_device *rdev);
|
|
|
|
void r100_hpd_fini(struct radeon_device *rdev);
|
|
|
|
bool r100_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
|
|
|
|
void r100_hpd_set_polarity(struct radeon_device *rdev,
|
|
|
|
enum radeon_hpd_id hpd);
|
2010-03-11 21:19:18 +00:00
|
|
|
int r100_debugfs_rbbm_init(struct radeon_device *rdev);
|
|
|
|
int r100_debugfs_cp_init(struct radeon_device *rdev);
|
|
|
|
void r100_cp_disable(struct radeon_device *rdev);
|
|
|
|
int r100_cp_init(struct radeon_device *rdev, unsigned ring_size);
|
|
|
|
void r100_cp_fini(struct radeon_device *rdev);
|
|
|
|
int r100_pci_gart_init(struct radeon_device *rdev);
|
|
|
|
void r100_pci_gart_fini(struct radeon_device *rdev);
|
|
|
|
int r100_pci_gart_enable(struct radeon_device *rdev);
|
|
|
|
void r100_pci_gart_disable(struct radeon_device *rdev);
|
|
|
|
int r100_debugfs_mc_info_init(struct radeon_device *rdev);
|
|
|
|
int r100_gui_wait_for_idle(struct radeon_device *rdev);
|
2012-02-23 22:53:45 +00:00
|
|
|
int r100_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
2010-03-11 21:19:18 +00:00
|
|
|
void r100_irq_disable(struct radeon_device *rdev);
|
|
|
|
void r100_mc_stop(struct radeon_device *rdev, struct r100_mc_save *save);
|
|
|
|
void r100_mc_resume(struct radeon_device *rdev, struct r100_mc_save *save);
|
|
|
|
void r100_vram_init_sizes(struct radeon_device *rdev);
|
|
|
|
int r100_cp_reset(struct radeon_device *rdev);
|
|
|
|
void r100_vga_render_disable(struct radeon_device *rdev);
|
2010-07-15 02:13:50 +00:00
|
|
|
void r100_restore_sanity(struct radeon_device *rdev);
|
2010-03-11 21:19:18 +00:00
|
|
|
int r100_cs_track_check_pkt3_indx_buffer(struct radeon_cs_parser *p,
|
|
|
|
struct radeon_cs_packet *pkt,
|
|
|
|
struct radeon_bo *robj);
|
|
|
|
int r100_cs_parse_packet0(struct radeon_cs_parser *p,
|
|
|
|
struct radeon_cs_packet *pkt,
|
|
|
|
const unsigned *auth, unsigned n,
|
|
|
|
radeon_packet0_check_t check);
|
|
|
|
int r100_cs_packet_parse(struct radeon_cs_parser *p,
|
|
|
|
struct radeon_cs_packet *pkt,
|
|
|
|
unsigned idx);
|
|
|
|
void r100_enable_bm(struct radeon_device *rdev);
|
|
|
|
void r100_set_common_regs(struct radeon_device *rdev);
|
2010-03-09 14:45:12 +00:00
|
|
|
void r100_bm_disable(struct radeon_device *rdev);
|
2010-04-22 16:39:58 +00:00
|
|
|
extern bool r100_gui_idle(struct radeon_device *rdev);
|
2010-04-23 21:57:27 +00:00
|
|
|
extern void r100_pm_misc(struct radeon_device *rdev);
|
|
|
|
extern void r100_pm_prepare(struct radeon_device *rdev);
|
|
|
|
extern void r100_pm_finish(struct radeon_device *rdev);
|
2010-05-07 19:10:16 +00:00
|
|
|
extern void r100_pm_init_profile(struct radeon_device *rdev);
|
|
|
|
extern void r100_pm_get_dynpm_state(struct radeon_device *rdev);
|
2010-11-21 15:59:01 +00:00
|
|
|
extern void r100_pre_page_flip(struct radeon_device *rdev, int crtc);
|
|
|
|
extern u32 r100_page_flip(struct radeon_device *rdev, int crtc, u64 crtc_base);
|
|
|
|
extern void r100_post_page_flip(struct radeon_device *rdev, int crtc);
|
2012-02-23 22:53:37 +00:00
|
|
|
extern void r100_wait_for_vblank(struct radeon_device *rdev, int crtc);
|
2012-02-23 22:53:38 +00:00
|
|
|
extern int r100_mc_wait_for_idle(struct radeon_device *rdev);
|
2010-04-22 17:38:05 +00:00
|
|
|
|
2010-02-11 17:25:47 +00:00
|
|
|
/*
|
|
|
|
* r200,rv250,rs300,rv280
|
|
|
|
*/
|
|
|
|
extern int r200_copy_dma(struct radeon_device *rdev,
|
2010-11-28 18:06:09 +00:00
|
|
|
uint64_t src_offset,
|
|
|
|
uint64_t dst_offset,
|
2011-09-16 16:04:08 +00:00
|
|
|
unsigned num_gpu_pages,
|
2012-05-08 12:24:01 +00:00
|
|
|
struct radeon_fence **fence);
|
2010-11-28 18:06:09 +00:00
|
|
|
void r200_set_safe_registers(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* r300,r350,rv350,rv380
|
|
|
|
*/
|
2009-09-30 13:35:32 +00:00
|
|
|
extern int r300_init(struct radeon_device *rdev);
|
|
|
|
extern void r300_fini(struct radeon_device *rdev);
|
|
|
|
extern int r300_suspend(struct radeon_device *rdev);
|
|
|
|
extern int r300_resume(struct radeon_device *rdev);
|
2010-03-09 14:45:11 +00:00
|
|
|
extern int r300_asic_reset(struct radeon_device *rdev);
|
2012-02-23 22:53:45 +00:00
|
|
|
extern void r300_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
|
2009-09-30 13:35:32 +00:00
|
|
|
extern void r300_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
extern int r300_cs_parse(struct radeon_cs_parser *p);
|
|
|
|
extern void rv370_pcie_gart_tlb_flush(struct radeon_device *rdev);
|
|
|
|
extern int rv370_pcie_gart_set_page(struct radeon_device *rdev, int i, uint64_t addr);
|
|
|
|
extern void rv370_set_pcie_lanes(struct radeon_device *rdev, int lanes);
|
2009-12-23 15:07:50 +00:00
|
|
|
extern int rv370_get_pcie_lanes(struct radeon_device *rdev);
|
2010-11-28 18:06:09 +00:00
|
|
|
extern void r300_set_reg_safe(struct radeon_device *rdev);
|
|
|
|
extern void r300_mc_program(struct radeon_device *rdev);
|
|
|
|
extern void r300_mc_init(struct radeon_device *rdev);
|
|
|
|
extern void r300_clock_startup(struct radeon_device *rdev);
|
|
|
|
extern int r300_mc_wait_for_idle(struct radeon_device *rdev);
|
|
|
|
extern int rv370_pcie_gart_init(struct radeon_device *rdev);
|
|
|
|
extern void rv370_pcie_gart_fini(struct radeon_device *rdev);
|
|
|
|
extern int rv370_pcie_gart_enable(struct radeon_device *rdev);
|
|
|
|
extern void rv370_pcie_gart_disable(struct radeon_device *rdev);
|
2012-02-23 22:53:38 +00:00
|
|
|
extern int r300_mc_wait_for_idle(struct radeon_device *rdev);
|
2010-02-11 17:25:47 +00:00
|
|
|
|
2009-06-05 12:42:42 +00:00
|
|
|
/*
|
|
|
|
* r420,r423,rv410
|
|
|
|
*/
|
2009-09-11 13:35:22 +00:00
|
|
|
extern int r420_init(struct radeon_device *rdev);
|
|
|
|
extern void r420_fini(struct radeon_device *rdev);
|
|
|
|
extern int r420_suspend(struct radeon_device *rdev);
|
|
|
|
extern int r420_resume(struct radeon_device *rdev);
|
2010-05-07 19:10:16 +00:00
|
|
|
extern void r420_pm_init_profile(struct radeon_device *rdev);
|
2010-11-28 18:06:09 +00:00
|
|
|
extern u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg);
|
|
|
|
extern void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v);
|
|
|
|
extern int r420_debugfs_pipes_info_init(struct radeon_device *rdev);
|
|
|
|
extern void r420_pipes_init(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* rs400,rs480
|
|
|
|
*/
|
2009-10-01 08:20:52 +00:00
|
|
|
extern int rs400_init(struct radeon_device *rdev);
|
|
|
|
extern void rs400_fini(struct radeon_device *rdev);
|
|
|
|
extern int rs400_suspend(struct radeon_device *rdev);
|
|
|
|
extern int rs400_resume(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
void rs400_gart_tlb_flush(struct radeon_device *rdev);
|
|
|
|
int rs400_gart_set_page(struct radeon_device *rdev, int i, uint64_t addr);
|
|
|
|
uint32_t rs400_mc_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
void rs400_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
2010-11-28 18:06:09 +00:00
|
|
|
int rs400_gart_init(struct radeon_device *rdev);
|
|
|
|
int rs400_gart_enable(struct radeon_device *rdev);
|
|
|
|
void rs400_gart_adjust_size(struct radeon_device *rdev);
|
|
|
|
void rs400_gart_disable(struct radeon_device *rdev);
|
|
|
|
void rs400_gart_fini(struct radeon_device *rdev);
|
2012-02-23 22:53:38 +00:00
|
|
|
extern int rs400_mc_wait_for_idle(struct radeon_device *rdev);
|
2010-11-28 18:06:09 +00:00
|
|
|
|
2009-06-05 12:42:42 +00:00
|
|
|
/*
|
|
|
|
* rs600.
|
|
|
|
*/
|
2010-03-09 14:45:12 +00:00
|
|
|
extern int rs600_asic_reset(struct radeon_device *rdev);
|
2009-09-30 20:09:06 +00:00
|
|
|
extern int rs600_init(struct radeon_device *rdev);
|
|
|
|
extern void rs600_fini(struct radeon_device *rdev);
|
|
|
|
extern int rs600_suspend(struct radeon_device *rdev);
|
|
|
|
extern int rs600_resume(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
int rs600_irq_set(struct radeon_device *rdev);
|
2009-08-13 09:10:51 +00:00
|
|
|
int rs600_irq_process(struct radeon_device *rdev);
|
2010-11-28 18:06:09 +00:00
|
|
|
void rs600_irq_disable(struct radeon_device *rdev);
|
2009-08-13 09:10:51 +00:00
|
|
|
u32 rs600_get_vblank_counter(struct radeon_device *rdev, int crtc);
|
2009-06-05 12:42:42 +00:00
|
|
|
void rs600_gart_tlb_flush(struct radeon_device *rdev);
|
|
|
|
int rs600_gart_set_page(struct radeon_device *rdev, int i, uint64_t addr);
|
|
|
|
uint32_t rs600_mc_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
void rs600_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
2009-07-13 19:04:08 +00:00
|
|
|
void rs600_bandwidth_update(struct radeon_device *rdev);
|
2009-12-04 20:26:55 +00:00
|
|
|
void rs600_hpd_init(struct radeon_device *rdev);
|
|
|
|
void rs600_hpd_fini(struct radeon_device *rdev);
|
|
|
|
bool rs600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
|
|
|
|
void rs600_hpd_set_polarity(struct radeon_device *rdev,
|
|
|
|
enum radeon_hpd_id hpd);
|
2010-04-23 21:57:27 +00:00
|
|
|
extern void rs600_pm_misc(struct radeon_device *rdev);
|
|
|
|
extern void rs600_pm_prepare(struct radeon_device *rdev);
|
|
|
|
extern void rs600_pm_finish(struct radeon_device *rdev);
|
2010-11-21 15:59:01 +00:00
|
|
|
extern void rs600_pre_page_flip(struct radeon_device *rdev, int crtc);
|
|
|
|
extern u32 rs600_page_flip(struct radeon_device *rdev, int crtc, u64 crtc_base);
|
|
|
|
extern void rs600_post_page_flip(struct radeon_device *rdev, int crtc);
|
2010-11-28 18:06:09 +00:00
|
|
|
void rs600_set_safe_registers(struct radeon_device *rdev);
|
2012-02-23 22:53:37 +00:00
|
|
|
extern void avivo_wait_for_vblank(struct radeon_device *rdev, int crtc);
|
2012-02-23 22:53:38 +00:00
|
|
|
extern int rs600_mc_wait_for_idle(struct radeon_device *rdev);
|
2009-12-04 20:26:55 +00:00
|
|
|
|
2009-06-05 12:42:42 +00:00
|
|
|
/*
|
|
|
|
* rs690,rs740
|
|
|
|
*/
|
2009-10-01 07:39:24 +00:00
|
|
|
int rs690_init(struct radeon_device *rdev);
|
|
|
|
void rs690_fini(struct radeon_device *rdev);
|
|
|
|
int rs690_resume(struct radeon_device *rdev);
|
|
|
|
int rs690_suspend(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
uint32_t rs690_mc_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
void rs690_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
2009-07-13 19:04:08 +00:00
|
|
|
void rs690_bandwidth_update(struct radeon_device *rdev);
|
2010-11-28 18:06:09 +00:00
|
|
|
void rs690_line_buffer_adjust(struct radeon_device *rdev,
|
|
|
|
struct drm_display_mode *mode1,
|
|
|
|
struct drm_display_mode *mode2);
|
2012-02-23 22:53:38 +00:00
|
|
|
extern int rs690_mc_wait_for_idle(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* rv515
|
|
|
|
*/
|
2010-11-28 18:06:09 +00:00
|
|
|
struct rv515_mc_save {
|
|
|
|
u32 vga_render_control;
|
|
|
|
u32 vga_hdp_control;
|
2012-12-12 19:30:32 +00:00
|
|
|
bool crtc_enabled[2];
|
2010-11-28 18:06:09 +00:00
|
|
|
};
|
2012-07-27 20:32:24 +00:00
|
|
|
|
2009-06-17 11:28:30 +00:00
|
|
|
int rv515_init(struct radeon_device *rdev);
|
2009-09-28 16:34:43 +00:00
|
|
|
void rv515_fini(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
uint32_t rv515_mc_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
void rv515_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
2012-02-23 22:53:45 +00:00
|
|
|
void rv515_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
|
2009-07-13 19:04:08 +00:00
|
|
|
void rv515_bandwidth_update(struct radeon_device *rdev);
|
2009-09-28 16:34:43 +00:00
|
|
|
int rv515_resume(struct radeon_device *rdev);
|
|
|
|
int rv515_suspend(struct radeon_device *rdev);
|
2010-11-28 18:06:09 +00:00
|
|
|
void rv515_bandwidth_avivo_update(struct radeon_device *rdev);
|
|
|
|
void rv515_vga_render_disable(struct radeon_device *rdev);
|
|
|
|
void rv515_set_safe_registers(struct radeon_device *rdev);
|
|
|
|
void rv515_mc_stop(struct radeon_device *rdev, struct rv515_mc_save *save);
|
|
|
|
void rv515_mc_resume(struct radeon_device *rdev, struct rv515_mc_save *save);
|
|
|
|
void rv515_clock_startup(struct radeon_device *rdev);
|
|
|
|
void rv515_debugfs(struct radeon_device *rdev);
|
2012-02-23 22:53:38 +00:00
|
|
|
int rv515_mc_wait_for_idle(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* r520,rv530,rv560,rv570,r580
|
|
|
|
*/
|
2009-09-28 16:34:43 +00:00
|
|
|
int r520_init(struct radeon_device *rdev);
|
2009-09-28 18:39:19 +00:00
|
|
|
int r520_resume(struct radeon_device *rdev);
|
2012-02-23 22:53:38 +00:00
|
|
|
int r520_mc_wait_for_idle(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
|
|
|
|
/*
|
2009-09-08 00:10:24 +00:00
|
|
|
* r600,rv610,rv630,rv620,rv635,rv670,rs780,rs880
|
2009-06-05 12:42:42 +00:00
|
|
|
*/
|
2009-09-08 00:10:24 +00:00
|
|
|
int r600_init(struct radeon_device *rdev);
|
|
|
|
void r600_fini(struct radeon_device *rdev);
|
|
|
|
int r600_suspend(struct radeon_device *rdev);
|
|
|
|
int r600_resume(struct radeon_device *rdev);
|
2009-09-21 04:33:58 +00:00
|
|
|
void r600_vga_set_state(struct radeon_device *rdev, bool state);
|
2009-09-08 00:10:24 +00:00
|
|
|
int r600_wb_init(struct radeon_device *rdev);
|
|
|
|
void r600_wb_fini(struct radeon_device *rdev);
|
|
|
|
void r600_pcie_gart_tlb_flush(struct radeon_device *rdev);
|
2009-06-05 12:42:42 +00:00
|
|
|
uint32_t r600_pciep_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
void r600_pciep_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
2009-09-08 00:10:24 +00:00
|
|
|
int r600_cs_parse(struct radeon_cs_parser *p);
|
2011-11-18 15:19:47 +00:00
|
|
|
int r600_dma_cs_parse(struct radeon_cs_parser *p);
|
2009-09-08 00:10:24 +00:00
|
|
|
void r600_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
2011-09-15 17:02:22 +00:00
|
|
|
void r600_semaphore_ring_emit(struct radeon_device *rdev,
|
2011-10-23 10:56:27 +00:00
|
|
|
struct radeon_ring *cp,
|
2011-09-15 17:02:22 +00:00
|
|
|
struct radeon_semaphore *semaphore,
|
2011-09-23 13:11:23 +00:00
|
|
|
bool emit_wait);
|
2012-09-27 19:08:35 +00:00
|
|
|
void r600_dma_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
void r600_dma_semaphore_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring,
|
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
bool emit_wait);
|
|
|
|
void r600_dma_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
|
|
|
bool r600_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
|
2013-01-24 16:37:19 +00:00
|
|
|
bool r600_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
|
2010-03-09 14:45:11 +00:00
|
|
|
int r600_asic_reset(struct radeon_device *rdev);
|
2009-09-08 00:10:24 +00:00
|
|
|
int r600_set_surface_reg(struct radeon_device *rdev, int reg,
|
|
|
|
uint32_t tiling_flags, uint32_t pitch,
|
|
|
|
uint32_t offset, uint32_t obj_size);
|
2010-03-11 21:19:16 +00:00
|
|
|
void r600_clear_surface_reg(struct radeon_device *rdev, int reg);
|
2012-02-23 22:53:45 +00:00
|
|
|
int r600_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
2012-09-27 19:08:35 +00:00
|
|
|
int r600_dma_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
2009-09-08 00:10:24 +00:00
|
|
|
void r600_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
2011-10-23 10:56:27 +00:00
|
|
|
int r600_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
|
2012-09-27 19:08:35 +00:00
|
|
|
int r600_dma_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
|
2013-04-08 10:41:29 +00:00
|
|
|
int r600_uvd_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
2009-09-08 00:10:24 +00:00
|
|
|
int r600_copy_blit(struct radeon_device *rdev,
|
|
|
|
uint64_t src_offset, uint64_t dst_offset,
|
2012-05-08 12:24:01 +00:00
|
|
|
unsigned num_gpu_pages, struct radeon_fence **fence);
|
2012-09-27 19:08:35 +00:00
|
|
|
int r600_copy_dma(struct radeon_device *rdev,
|
|
|
|
uint64_t src_offset, uint64_t dst_offset,
|
|
|
|
unsigned num_gpu_pages, struct radeon_fence **fence);
|
2009-12-04 20:26:55 +00:00
|
|
|
void r600_hpd_init(struct radeon_device *rdev);
|
|
|
|
void r600_hpd_fini(struct radeon_device *rdev);
|
|
|
|
bool r600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
|
|
|
|
void r600_hpd_set_polarity(struct radeon_device *rdev,
|
|
|
|
enum radeon_hpd_id hpd);
|
2010-02-04 19:36:39 +00:00
|
|
|
extern void r600_ioctl_wait_idle(struct radeon_device *rdev, struct radeon_bo *bo);
|
2010-04-22 16:39:58 +00:00
|
|
|
extern bool r600_gui_idle(struct radeon_device *rdev);
|
2010-04-23 21:57:27 +00:00
|
|
|
extern void r600_pm_misc(struct radeon_device *rdev);
|
2010-05-07 19:10:16 +00:00
|
|
|
extern void r600_pm_init_profile(struct radeon_device *rdev);
|
|
|
|
extern void rs780_pm_init_profile(struct radeon_device *rdev);
|
2013-04-05 21:50:53 +00:00
|
|
|
extern uint32_t rs780_mc_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
extern void rs780_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
2010-05-07 19:10:16 +00:00
|
|
|
extern void r600_pm_get_dynpm_state(struct radeon_device *rdev);
|
2011-01-06 23:49:34 +00:00
|
|
|
extern void r600_set_pcie_lanes(struct radeon_device *rdev, int lanes);
|
|
|
|
extern int r600_get_pcie_lanes(struct radeon_device *rdev);
|
2011-02-18 16:59:19 +00:00
|
|
|
bool r600_card_posted(struct radeon_device *rdev);
|
|
|
|
void r600_cp_stop(struct radeon_device *rdev);
|
|
|
|
int r600_cp_start(struct radeon_device *rdev);
|
2011-10-23 10:56:27 +00:00
|
|
|
void r600_ring_init(struct radeon_device *rdev, struct radeon_ring *cp, unsigned ring_size);
|
2011-02-18 16:59:19 +00:00
|
|
|
int r600_cp_resume(struct radeon_device *rdev);
|
|
|
|
void r600_cp_fini(struct radeon_device *rdev);
|
|
|
|
int r600_count_pipe_bits(uint32_t val);
|
|
|
|
int r600_mc_wait_for_idle(struct radeon_device *rdev);
|
|
|
|
int r600_pcie_gart_init(struct radeon_device *rdev);
|
|
|
|
void r600_scratch_init(struct radeon_device *rdev);
|
|
|
|
int r600_blit_init(struct radeon_device *rdev);
|
|
|
|
void r600_blit_fini(struct radeon_device *rdev);
|
|
|
|
int r600_init_microcode(struct radeon_device *rdev);
|
|
|
|
/* r600 irq */
|
|
|
|
int r600_irq_process(struct radeon_device *rdev);
|
|
|
|
int r600_irq_init(struct radeon_device *rdev);
|
|
|
|
void r600_irq_fini(struct radeon_device *rdev);
|
|
|
|
void r600_ih_ring_init(struct radeon_device *rdev, unsigned ring_size);
|
|
|
|
int r600_irq_set(struct radeon_device *rdev);
|
|
|
|
void r600_irq_suspend(struct radeon_device *rdev);
|
|
|
|
void r600_disable_interrupts(struct radeon_device *rdev);
|
|
|
|
void r600_rlc_stop(struct radeon_device *rdev);
|
|
|
|
/* r600 audio */
|
|
|
|
int r600_audio_init(struct radeon_device *rdev);
|
2012-05-14 19:25:57 +00:00
|
|
|
struct r600_audio r600_audio_status(struct radeon_device *rdev);
|
2011-02-18 16:59:19 +00:00
|
|
|
void r600_audio_fini(struct radeon_device *rdev);
|
|
|
|
int r600_hdmi_buffer_status_changed(struct drm_encoder *encoder);
|
|
|
|
void r600_hdmi_update_audio_settings(struct drm_encoder *encoder);
|
2013-04-18 15:32:16 +00:00
|
|
|
void r600_hdmi_enable(struct drm_encoder *encoder, bool enable);
|
|
|
|
void r600_hdmi_setmode(struct drm_encoder *encoder, struct drm_display_mode *mode);
|
2011-02-18 16:59:21 +00:00
|
|
|
/* r600 blit */
|
2012-05-09 13:35:01 +00:00
|
|
|
int r600_blit_prepare_copy(struct radeon_device *rdev, unsigned num_gpu_pages,
|
2012-05-10 14:46:43 +00:00
|
|
|
struct radeon_fence **fence, struct radeon_sa_bo **vb,
|
|
|
|
struct radeon_semaphore **sem);
|
2012-05-08 12:24:01 +00:00
|
|
|
void r600_blit_done_copy(struct radeon_device *rdev, struct radeon_fence **fence,
|
2012-05-10 14:46:43 +00:00
|
|
|
struct radeon_sa_bo *vb, struct radeon_semaphore *sem);
|
2011-02-18 16:59:21 +00:00
|
|
|
void r600_kms_blit_copy(struct radeon_device *rdev,
|
|
|
|
u64 src_gpu_addr, u64 dst_gpu_addr,
|
2012-05-09 13:35:01 +00:00
|
|
|
unsigned num_gpu_pages,
|
|
|
|
struct radeon_sa_bo *vb);
|
2012-02-23 22:53:38 +00:00
|
|
|
int r600_mc_wait_for_idle(struct radeon_device *rdev);
|
2013-02-14 15:04:02 +00:00
|
|
|
u32 r600_get_xclk(struct radeon_device *rdev);
|
2013-01-24 15:35:23 +00:00
|
|
|
uint64_t r600_get_gpu_clock_counter(struct radeon_device *rdev);
|
2013-06-21 18:38:03 +00:00
|
|
|
int rv6xx_get_temp(struct radeon_device *rdev);
|
2009-09-08 00:10:24 +00:00
|
|
|
|
2013-04-08 10:41:29 +00:00
|
|
|
/* uvd */
|
|
|
|
int r600_uvd_init(struct radeon_device *rdev);
|
|
|
|
int r600_uvd_rbc_start(struct radeon_device *rdev);
|
|
|
|
void r600_uvd_rbc_stop(struct radeon_device *rdev);
|
|
|
|
int r600_uvd_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
void r600_uvd_fence_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
void r600_uvd_semaphore_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring,
|
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
bool emit_wait);
|
|
|
|
void r600_uvd_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
|
|
|
|
2009-09-08 00:10:24 +00:00
|
|
|
/*
|
|
|
|
* rv770,rv730,rv710,rv740
|
|
|
|
*/
|
|
|
|
int rv770_init(struct radeon_device *rdev);
|
|
|
|
void rv770_fini(struct radeon_device *rdev);
|
|
|
|
int rv770_suspend(struct radeon_device *rdev);
|
|
|
|
int rv770_resume(struct radeon_device *rdev);
|
2011-02-18 16:59:19 +00:00
|
|
|
void rv770_pm_misc(struct radeon_device *rdev);
|
|
|
|
u32 rv770_page_flip(struct radeon_device *rdev, int crtc, u64 crtc_base);
|
|
|
|
void r700_vram_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc);
|
|
|
|
void r700_cp_stop(struct radeon_device *rdev);
|
|
|
|
void r700_cp_fini(struct radeon_device *rdev);
|
2013-01-04 14:24:18 +00:00
|
|
|
int rv770_copy_dma(struct radeon_device *rdev,
|
|
|
|
uint64_t src_offset, uint64_t dst_offset,
|
|
|
|
unsigned num_gpu_pages,
|
|
|
|
struct radeon_fence **fence);
|
2013-02-14 15:04:02 +00:00
|
|
|
u32 rv770_get_xclk(struct radeon_device *rdev);
|
2013-04-08 10:41:29 +00:00
|
|
|
int rv770_uvd_resume(struct radeon_device *rdev);
|
2013-04-08 10:41:35 +00:00
|
|
|
int rv770_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
|
2013-06-21 18:38:03 +00:00
|
|
|
int rv770_get_temp(struct radeon_device *rdev);
|
2009-09-08 00:10:24 +00:00
|
|
|
|
2010-01-12 22:54:34 +00:00
|
|
|
/*
|
|
|
|
* evergreen
|
|
|
|
*/
|
2011-02-18 16:59:19 +00:00
|
|
|
struct evergreen_mc_save {
|
|
|
|
u32 vga_render_control;
|
|
|
|
u32 vga_hdp_control;
|
2012-08-15 21:18:42 +00:00
|
|
|
bool crtc_enabled[RADEON_MAX_CRTCS];
|
2011-02-18 16:59:19 +00:00
|
|
|
};
|
2012-07-27 20:32:24 +00:00
|
|
|
|
2010-03-24 17:20:41 +00:00
|
|
|
void evergreen_pcie_gart_tlb_flush(struct radeon_device *rdev);
|
2010-01-12 22:54:34 +00:00
|
|
|
int evergreen_init(struct radeon_device *rdev);
|
|
|
|
void evergreen_fini(struct radeon_device *rdev);
|
|
|
|
int evergreen_suspend(struct radeon_device *rdev);
|
|
|
|
int evergreen_resume(struct radeon_device *rdev);
|
2013-01-24 16:37:19 +00:00
|
|
|
bool evergreen_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
|
|
|
|
bool evergreen_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
|
2010-03-09 14:45:11 +00:00
|
|
|
int evergreen_asic_reset(struct radeon_device *rdev);
|
2010-01-12 22:54:34 +00:00
|
|
|
void evergreen_bandwidth_update(struct radeon_device *rdev);
|
2011-02-02 17:37:40 +00:00
|
|
|
void evergreen_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
2010-01-12 22:54:34 +00:00
|
|
|
void evergreen_hpd_init(struct radeon_device *rdev);
|
|
|
|
void evergreen_hpd_fini(struct radeon_device *rdev);
|
|
|
|
bool evergreen_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
|
|
|
|
void evergreen_hpd_set_polarity(struct radeon_device *rdev,
|
|
|
|
enum radeon_hpd_id hpd);
|
2010-03-24 17:55:51 +00:00
|
|
|
u32 evergreen_get_vblank_counter(struct radeon_device *rdev, int crtc);
|
|
|
|
int evergreen_irq_set(struct radeon_device *rdev);
|
|
|
|
int evergreen_irq_process(struct radeon_device *rdev);
|
2010-05-28 23:01:35 +00:00
|
|
|
extern int evergreen_cs_parse(struct radeon_cs_parser *p);
|
2012-12-13 14:55:45 +00:00
|
|
|
extern int evergreen_dma_cs_parse(struct radeon_cs_parser *p);
|
2010-04-23 21:57:27 +00:00
|
|
|
extern void evergreen_pm_misc(struct radeon_device *rdev);
|
|
|
|
extern void evergreen_pm_prepare(struct radeon_device *rdev);
|
|
|
|
extern void evergreen_pm_finish(struct radeon_device *rdev);
|
2011-11-04 14:09:41 +00:00
|
|
|
extern void sumo_pm_init_profile(struct radeon_device *rdev);
|
2012-10-01 23:25:11 +00:00
|
|
|
extern void btc_pm_init_profile(struct radeon_device *rdev);
|
2013-04-08 10:41:32 +00:00
|
|
|
int sumo_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
|
2013-04-08 10:41:33 +00:00
|
|
|
int evergreen_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
|
2010-11-21 15:59:01 +00:00
|
|
|
extern void evergreen_pre_page_flip(struct radeon_device *rdev, int crtc);
|
|
|
|
extern u32 evergreen_page_flip(struct radeon_device *rdev, int crtc, u64 crtc_base);
|
|
|
|
extern void evergreen_post_page_flip(struct radeon_device *rdev, int crtc);
|
2012-02-23 22:53:37 +00:00
|
|
|
extern void dce4_wait_for_vblank(struct radeon_device *rdev, int crtc);
|
2011-02-18 16:59:19 +00:00
|
|
|
void evergreen_disable_interrupt_state(struct radeon_device *rdev);
|
|
|
|
int evergreen_blit_init(struct radeon_device *rdev);
|
2012-02-23 22:53:38 +00:00
|
|
|
int evergreen_mc_wait_for_idle(struct radeon_device *rdev);
|
2012-12-04 20:25:59 +00:00
|
|
|
void evergreen_dma_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
void evergreen_dma_ring_ib_execute(struct radeon_device *rdev,
|
|
|
|
struct radeon_ib *ib);
|
|
|
|
int evergreen_copy_dma(struct radeon_device *rdev,
|
|
|
|
uint64_t src_offset, uint64_t dst_offset,
|
|
|
|
unsigned num_gpu_pages,
|
|
|
|
struct radeon_fence **fence);
|
2013-04-18 15:32:16 +00:00
|
|
|
void evergreen_hdmi_enable(struct drm_encoder *encoder, bool enable);
|
|
|
|
void evergreen_hdmi_setmode(struct drm_encoder *encoder, struct drm_display_mode *mode);
|
2013-06-21 18:38:03 +00:00
|
|
|
int evergreen_get_temp(struct radeon_device *rdev);
|
|
|
|
int sumo_get_temp(struct radeon_device *rdev);
|
2011-02-18 16:59:21 +00:00
|
|
|
|
2011-03-03 01:07:36 +00:00
|
|
|
/*
|
|
|
|
* cayman
|
|
|
|
*/
|
2011-11-17 19:57:50 +00:00
|
|
|
void cayman_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
2013-04-08 10:41:29 +00:00
|
|
|
void cayman_uvd_semaphore_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring,
|
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
bool emit_wait);
|
2011-03-03 01:07:36 +00:00
|
|
|
void cayman_pcie_gart_tlb_flush(struct radeon_device *rdev);
|
|
|
|
int cayman_init(struct radeon_device *rdev);
|
|
|
|
void cayman_fini(struct radeon_device *rdev);
|
|
|
|
int cayman_suspend(struct radeon_device *rdev);
|
|
|
|
int cayman_resume(struct radeon_device *rdev);
|
|
|
|
int cayman_asic_reset(struct radeon_device *rdev);
|
drm/radeon: GPU virtual memory support v22
Virtual address space are per drm client (opener of /dev/drm).
Client are in charge of virtual address space, they need to
map bo into it by calling DRM_RADEON_GEM_VA ioctl.
First 16M of virtual address space is reserved by the kernel.
Once using 2 level page table we should be able to have a small
vram memory footprint for each pt (there would be one pt for all
gart, one for all vram and then one first level for each virtual
address space).
Plan include using the sub allocator for a common vm page table
area and using memcpy to copy vm page table in & out. Or use
a gart object and copy things in & out using dma.
v2: agd5f fixes:
- Add vram base offset for vram pages. The GPU physical address of a
vram page is FB_OFFSET + page offset. FB_OFFSET is 0 on discrete
cards and the physical bus address of the stolen memory on
integrated chips.
- VM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR covers all vmid's >= 1
v3: agd5f:
- integrate with the semaphore/multi-ring stuff
v4:
- rebase on top ttm dma & multi-ring stuff
- userspace is now in charge of the address space
- no more specific cs vm ioctl, instead cs ioctl has a new
chunk
v5:
- properly handle mem == NULL case from move_notify callback
- fix the vm cleanup path
v6:
- fix update of page table to only happen on valid mem placement
v7:
- add tlb flush for each vm context
- add flags to define mapping property (readable, writeable, snooped)
- make ring id implicit from ib->fence->ring, up to each asic callback
to then do ring specific scheduling if vm ib scheduling function
v8:
- add query for ib limit and kernel reserved virtual space
- rename vm->size to max_pfn (maximum number of page)
- update gem_va ioctl to also allow unmap operation
- bump kernel version to allow userspace to query for vm support
v9:
- rebuild page table only when bind and incrementaly depending
on bo referenced by cs and that have been moved
- allow virtual address space to grow
- use sa allocator for vram page table
- return invalid when querying vm limit on non cayman GPU
- dump vm fault register on lockup
v10: agd5f:
- Move the vm schedule_ib callback to a standalone function, remove
the callback and use the existing ib_execute callback for VM IBs.
v11:
- rebase on top of lastest Linus
v12: agd5f:
- remove spurious backslash
- set IB vm_id to 0 in radeon_ib_get()
v13: agd5f:
- fix handling of RADEON_CHUNK_ID_FLAGS
v14:
- fix va destruction
- fix suspend resume
- forbid bo to have several different va in same vm
v15:
- rebase
v16:
- cleanup left over of vm init/fini
v17: agd5f:
- cs checker
v18: agd5f:
- reworks the CS ioctl to better support multiple rings and
VM. Rather than adding a new chunk id for VM, just re-use the
IB chunk id and add a new flags for VM mode. Also define additional
dwords for the flags chunk id to define the what ring we want to use
(gfx, compute, uvd, etc.) and the priority.
v19:
- fix cs fini in weird case of no ib
- semi working flush fix for ni
- rebase on top of sa allocator changes
v20: agd5f:
- further CS ioctl cleanups from Christian's comments
v21: agd5f:
- integrate CS checker improvements
v22: agd5f:
- final cleanups for release, only allow VM CS on cayman
Signed-off-by: Jerome Glisse <jglisse@redhat.com>
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>
Signed-off-by: Dave Airlie <airlied@redhat.com>
2012-01-06 03:11:05 +00:00
|
|
|
void cayman_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
|
|
|
int cayman_vm_init(struct radeon_device *rdev);
|
|
|
|
void cayman_vm_fini(struct radeon_device *rdev);
|
2012-10-02 18:43:38 +00:00
|
|
|
void cayman_vm_flush(struct radeon_device *rdev, int ridx, struct radeon_vm *vm);
|
2012-08-11 09:54:05 +00:00
|
|
|
uint32_t cayman_vm_page_flags(struct radeon_device *rdev, uint32_t flags);
|
2013-02-01 16:32:42 +00:00
|
|
|
void cayman_vm_set_page(struct radeon_device *rdev,
|
|
|
|
struct radeon_ib *ib,
|
|
|
|
uint64_t pe,
|
2012-09-17 17:36:18 +00:00
|
|
|
uint64_t addr, unsigned count,
|
|
|
|
uint32_t incr, uint32_t flags);
|
drm/radeon: GPU virtual memory support v22
Virtual address space are per drm client (opener of /dev/drm).
Client are in charge of virtual address space, they need to
map bo into it by calling DRM_RADEON_GEM_VA ioctl.
First 16M of virtual address space is reserved by the kernel.
Once using 2 level page table we should be able to have a small
vram memory footprint for each pt (there would be one pt for all
gart, one for all vram and then one first level for each virtual
address space).
Plan include using the sub allocator for a common vm page table
area and using memcpy to copy vm page table in & out. Or use
a gart object and copy things in & out using dma.
v2: agd5f fixes:
- Add vram base offset for vram pages. The GPU physical address of a
vram page is FB_OFFSET + page offset. FB_OFFSET is 0 on discrete
cards and the physical bus address of the stolen memory on
integrated chips.
- VM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR covers all vmid's >= 1
v3: agd5f:
- integrate with the semaphore/multi-ring stuff
v4:
- rebase on top ttm dma & multi-ring stuff
- userspace is now in charge of the address space
- no more specific cs vm ioctl, instead cs ioctl has a new
chunk
v5:
- properly handle mem == NULL case from move_notify callback
- fix the vm cleanup path
v6:
- fix update of page table to only happen on valid mem placement
v7:
- add tlb flush for each vm context
- add flags to define mapping property (readable, writeable, snooped)
- make ring id implicit from ib->fence->ring, up to each asic callback
to then do ring specific scheduling if vm ib scheduling function
v8:
- add query for ib limit and kernel reserved virtual space
- rename vm->size to max_pfn (maximum number of page)
- update gem_va ioctl to also allow unmap operation
- bump kernel version to allow userspace to query for vm support
v9:
- rebuild page table only when bind and incrementaly depending
on bo referenced by cs and that have been moved
- allow virtual address space to grow
- use sa allocator for vram page table
- return invalid when querying vm limit on non cayman GPU
- dump vm fault register on lockup
v10: agd5f:
- Move the vm schedule_ib callback to a standalone function, remove
the callback and use the existing ib_execute callback for VM IBs.
v11:
- rebase on top of lastest Linus
v12: agd5f:
- remove spurious backslash
- set IB vm_id to 0 in radeon_ib_get()
v13: agd5f:
- fix handling of RADEON_CHUNK_ID_FLAGS
v14:
- fix va destruction
- fix suspend resume
- forbid bo to have several different va in same vm
v15:
- rebase
v16:
- cleanup left over of vm init/fini
v17: agd5f:
- cs checker
v18: agd5f:
- reworks the CS ioctl to better support multiple rings and
VM. Rather than adding a new chunk id for VM, just re-use the
IB chunk id and add a new flags for VM mode. Also define additional
dwords for the flags chunk id to define the what ring we want to use
(gfx, compute, uvd, etc.) and the priority.
v19:
- fix cs fini in weird case of no ib
- semi working flush fix for ni
- rebase on top of sa allocator changes
v20: agd5f:
- further CS ioctl cleanups from Christian's comments
v21: agd5f:
- integrate CS checker improvements
v22: agd5f:
- final cleanups for release, only allow VM CS on cayman
Signed-off-by: Jerome Glisse <jglisse@redhat.com>
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>
Signed-off-by: Dave Airlie <airlied@redhat.com>
2012-01-06 03:11:05 +00:00
|
|
|
int evergreen_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
|
2012-12-13 17:17:38 +00:00
|
|
|
int evergreen_dma_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
|
2012-12-04 20:27:33 +00:00
|
|
|
void cayman_dma_ring_ib_execute(struct radeon_device *rdev,
|
|
|
|
struct radeon_ib *ib);
|
2013-01-24 16:37:19 +00:00
|
|
|
bool cayman_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
|
2012-12-04 20:27:33 +00:00
|
|
|
bool cayman_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
void cayman_dma_vm_flush(struct radeon_device *rdev, int ridx, struct radeon_vm *vm);
|
2010-03-24 17:55:51 +00:00
|
|
|
|
2012-03-20 21:18:00 +00:00
|
|
|
/* DCE6 - SI */
|
|
|
|
void dce6_bandwidth_update(struct radeon_device *rdev);
|
|
|
|
|
2012-03-20 21:18:25 +00:00
|
|
|
/*
|
|
|
|
* si
|
|
|
|
*/
|
|
|
|
void si_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
void si_pcie_gart_tlb_flush(struct radeon_device *rdev);
|
|
|
|
int si_init(struct radeon_device *rdev);
|
|
|
|
void si_fini(struct radeon_device *rdev);
|
|
|
|
int si_suspend(struct radeon_device *rdev);
|
|
|
|
int si_resume(struct radeon_device *rdev);
|
2013-01-24 16:37:19 +00:00
|
|
|
bool si_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
|
|
|
|
bool si_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
|
2012-03-20 21:18:25 +00:00
|
|
|
int si_asic_reset(struct radeon_device *rdev);
|
|
|
|
void si_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
|
|
|
int si_irq_set(struct radeon_device *rdev);
|
|
|
|
int si_irq_process(struct radeon_device *rdev);
|
|
|
|
int si_vm_init(struct radeon_device *rdev);
|
|
|
|
void si_vm_fini(struct radeon_device *rdev);
|
2013-02-01 16:32:42 +00:00
|
|
|
void si_vm_set_page(struct radeon_device *rdev,
|
|
|
|
struct radeon_ib *ib,
|
|
|
|
uint64_t pe,
|
2012-10-02 18:47:46 +00:00
|
|
|
uint64_t addr, unsigned count,
|
|
|
|
uint32_t incr, uint32_t flags);
|
2012-10-02 18:43:38 +00:00
|
|
|
void si_vm_flush(struct radeon_device *rdev, int ridx, struct radeon_vm *vm);
|
2012-03-20 21:18:25 +00:00
|
|
|
int si_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
|
2012-12-04 20:28:18 +00:00
|
|
|
int si_copy_dma(struct radeon_device *rdev,
|
|
|
|
uint64_t src_offset, uint64_t dst_offset,
|
|
|
|
unsigned num_gpu_pages,
|
|
|
|
struct radeon_fence **fence);
|
|
|
|
void si_dma_vm_flush(struct radeon_device *rdev, int ridx, struct radeon_vm *vm);
|
2013-02-14 15:04:02 +00:00
|
|
|
u32 si_get_xclk(struct radeon_device *rdev);
|
2013-01-24 15:35:23 +00:00
|
|
|
uint64_t si_get_gpu_clock_counter(struct radeon_device *rdev);
|
2013-04-08 10:41:34 +00:00
|
|
|
int si_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
|
2013-06-21 18:38:03 +00:00
|
|
|
int si_get_temp(struct radeon_device *rdev);
|
2012-03-20 21:18:25 +00:00
|
|
|
|
2013-04-09 20:22:31 +00:00
|
|
|
/* DCE8 - CIK */
|
|
|
|
void dce8_bandwidth_update(struct radeon_device *rdev);
|
|
|
|
|
2012-12-19 03:17:00 +00:00
|
|
|
/*
|
|
|
|
* cik
|
|
|
|
*/
|
|
|
|
uint64_t cik_get_gpu_clock_counter(struct radeon_device *rdev);
|
2013-04-09 17:32:18 +00:00
|
|
|
u32 cik_get_xclk(struct radeon_device *rdev);
|
2013-04-03 23:28:32 +00:00
|
|
|
uint32_t cik_pciep_rreg(struct radeon_device *rdev, uint32_t reg);
|
|
|
|
void cik_pciep_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
|
2013-04-09 17:39:21 +00:00
|
|
|
int cik_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
|
|
|
|
int cik_uvd_resume(struct radeon_device *rdev);
|
2013-04-09 20:22:31 +00:00
|
|
|
void cik_sdma_fence_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
void cik_sdma_semaphore_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring,
|
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
bool emit_wait);
|
|
|
|
void cik_sdma_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
|
|
|
int cik_copy_dma(struct radeon_device *rdev,
|
|
|
|
uint64_t src_offset, uint64_t dst_offset,
|
|
|
|
unsigned num_gpu_pages,
|
|
|
|
struct radeon_fence **fence);
|
|
|
|
int cik_sdma_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
int cik_sdma_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
bool cik_sdma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
void cik_fence_gfx_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
void cik_fence_compute_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_fence *fence);
|
|
|
|
void cik_semaphore_ring_emit(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *cp,
|
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
bool emit_wait);
|
|
|
|
void cik_pcie_gart_tlb_flush(struct radeon_device *rdev);
|
|
|
|
int cik_init(struct radeon_device *rdev);
|
|
|
|
void cik_fini(struct radeon_device *rdev);
|
|
|
|
int cik_suspend(struct radeon_device *rdev);
|
|
|
|
int cik_resume(struct radeon_device *rdev);
|
|
|
|
bool cik_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
|
|
|
|
int cik_asic_reset(struct radeon_device *rdev);
|
|
|
|
void cik_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
|
|
|
|
int cik_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
int cik_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
int cik_irq_set(struct radeon_device *rdev);
|
|
|
|
int cik_irq_process(struct radeon_device *rdev);
|
|
|
|
int cik_vm_init(struct radeon_device *rdev);
|
|
|
|
void cik_vm_fini(struct radeon_device *rdev);
|
|
|
|
void cik_vm_flush(struct radeon_device *rdev, int ridx, struct radeon_vm *vm);
|
|
|
|
void cik_vm_set_page(struct radeon_device *rdev,
|
|
|
|
struct radeon_ib *ib,
|
|
|
|
uint64_t pe,
|
|
|
|
uint64_t addr, unsigned count,
|
|
|
|
uint32_t incr, uint32_t flags);
|
|
|
|
void cik_dma_vm_flush(struct radeon_device *rdev, int ridx, struct radeon_vm *vm);
|
|
|
|
int cik_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
|
|
|
|
u32 cik_compute_ring_get_rptr(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring);
|
|
|
|
u32 cik_compute_ring_get_wptr(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring);
|
|
|
|
void cik_compute_ring_set_wptr(struct radeon_device *rdev,
|
|
|
|
struct radeon_ring *ring);
|
2012-12-19 03:17:00 +00:00
|
|
|
|
2009-06-05 12:42:42 +00:00
|
|
|
#endif
|