The implementations for most channel types contains a map of methods to priv registers in order to provide debugging info when a disp exception has been raised. This info is missing from the implementation of PIO channels as they're rather simplistic already, however, if an exception is raised by one of them, we'd end up triggering a NULL-pointer deref. Not ideal... Bugzilla: https://bugzilla.kernel.org/show_bug.cgi?id=206299 Signed-off-by: Ben Skeggs <bskeggs@redhat.com>
365 lines
9.9 KiB
C
365 lines
9.9 KiB
C
/*
|
|
* Copyright 2012 Red Hat Inc.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
*
|
|
* Authors: Ben Skeggs
|
|
*/
|
|
#include "channv50.h"
|
|
#include "rootnv50.h"
|
|
|
|
#include <core/client.h>
|
|
#include <core/notify.h>
|
|
#include <core/oproxy.h>
|
|
#include <core/ramht.h>
|
|
#include <engine/dma.h>
|
|
|
|
#include <nvif/cl507d.h>
|
|
#include <nvif/event.h>
|
|
#include <nvif/unpack.h>
|
|
|
|
static void
|
|
nv50_disp_mthd_list(struct nv50_disp *disp, int debug, u32 base, int c,
|
|
const struct nv50_disp_mthd_list *list, int inst)
|
|
{
|
|
struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
struct nvkm_device *device = subdev->device;
|
|
int i;
|
|
|
|
for (i = 0; list->data[i].mthd; i++) {
|
|
if (list->data[i].addr) {
|
|
u32 next = nvkm_rd32(device, list->data[i].addr + base + 0);
|
|
u32 prev = nvkm_rd32(device, list->data[i].addr + base + c);
|
|
u32 mthd = list->data[i].mthd + (list->mthd * inst);
|
|
const char *name = list->data[i].name;
|
|
char mods[16];
|
|
|
|
if (prev != next)
|
|
snprintf(mods, sizeof(mods), "-> %08x", next);
|
|
else
|
|
snprintf(mods, sizeof(mods), "%13c", ' ');
|
|
|
|
nvkm_printk_(subdev, debug, info,
|
|
"\t%04x: %08x %s%s%s\n",
|
|
mthd, prev, mods, name ? " // " : "",
|
|
name ? name : "");
|
|
}
|
|
}
|
|
}
|
|
|
|
void
|
|
nv50_disp_chan_mthd(struct nv50_disp_chan *chan, int debug)
|
|
{
|
|
struct nv50_disp *disp = chan->disp;
|
|
struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
const struct nv50_disp_chan_mthd *mthd = chan->mthd;
|
|
const struct nv50_disp_mthd_list *list;
|
|
int i, j;
|
|
|
|
if (debug > subdev->debug)
|
|
return;
|
|
if (!mthd)
|
|
return;
|
|
|
|
for (i = 0; (list = mthd->data[i].mthd) != NULL; i++) {
|
|
u32 base = chan->head * mthd->addr;
|
|
for (j = 0; j < mthd->data[i].nr; j++, base += list->addr) {
|
|
const char *cname = mthd->name;
|
|
const char *sname = "";
|
|
char cname_[16], sname_[16];
|
|
|
|
if (mthd->addr) {
|
|
snprintf(cname_, sizeof(cname_), "%s %d",
|
|
mthd->name, chan->chid.user);
|
|
cname = cname_;
|
|
}
|
|
|
|
if (mthd->data[i].nr > 1) {
|
|
snprintf(sname_, sizeof(sname_), " - %s %d",
|
|
mthd->data[i].name, j);
|
|
sname = sname_;
|
|
}
|
|
|
|
nvkm_printk_(subdev, debug, info, "%s%s:\n", cname, sname);
|
|
nv50_disp_mthd_list(disp, debug, base, mthd->prev,
|
|
list, j);
|
|
}
|
|
}
|
|
}
|
|
|
|
static void
|
|
nv50_disp_chan_uevent_fini(struct nvkm_event *event, int type, int index)
|
|
{
|
|
struct nv50_disp *disp = container_of(event, typeof(*disp), uevent);
|
|
struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
nvkm_mask(device, 0x610028, 0x00000001 << index, 0x00000000 << index);
|
|
nvkm_wr32(device, 0x610020, 0x00000001 << index);
|
|
}
|
|
|
|
static void
|
|
nv50_disp_chan_uevent_init(struct nvkm_event *event, int types, int index)
|
|
{
|
|
struct nv50_disp *disp = container_of(event, typeof(*disp), uevent);
|
|
struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
nvkm_wr32(device, 0x610020, 0x00000001 << index);
|
|
nvkm_mask(device, 0x610028, 0x00000001 << index, 0x00000001 << index);
|
|
}
|
|
|
|
void
|
|
nv50_disp_chan_uevent_send(struct nv50_disp *disp, int chid)
|
|
{
|
|
struct nvif_notify_uevent_rep {
|
|
} rep;
|
|
|
|
nvkm_event_send(&disp->uevent, 1, chid, &rep, sizeof(rep));
|
|
}
|
|
|
|
int
|
|
nv50_disp_chan_uevent_ctor(struct nvkm_object *object, void *data, u32 size,
|
|
struct nvkm_notify *notify)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
union {
|
|
struct nvif_notify_uevent_req none;
|
|
} *args = data;
|
|
int ret = -ENOSYS;
|
|
|
|
if (!(ret = nvif_unvers(ret, &data, &size, args->none))) {
|
|
notify->size = sizeof(struct nvif_notify_uevent_rep);
|
|
notify->types = 1;
|
|
notify->index = chan->chid.user;
|
|
return 0;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
const struct nvkm_event_func
|
|
nv50_disp_chan_uevent = {
|
|
.ctor = nv50_disp_chan_uevent_ctor,
|
|
.init = nv50_disp_chan_uevent_init,
|
|
.fini = nv50_disp_chan_uevent_fini,
|
|
};
|
|
|
|
u64
|
|
nv50_disp_chan_user(struct nv50_disp_chan *chan, u64 *psize)
|
|
{
|
|
*psize = 0x1000;
|
|
return 0x640000 + (chan->chid.user * 0x1000);
|
|
}
|
|
|
|
void
|
|
nv50_disp_chan_intr(struct nv50_disp_chan *chan, bool en)
|
|
{
|
|
struct nvkm_device *device = chan->disp->base.engine.subdev.device;
|
|
const u32 mask = 0x00010001 << chan->chid.user;
|
|
const u32 data = en ? 0x00010000 << chan->chid.user : 0x00000000;
|
|
nvkm_mask(device, 0x610028, mask, data);
|
|
}
|
|
|
|
static int
|
|
nv50_disp_chan_rd32(struct nvkm_object *object, u64 addr, u32 *data)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
struct nvkm_device *device = chan->disp->base.engine.subdev.device;
|
|
u64 size, base = chan->func->user(chan, &size);
|
|
*data = nvkm_rd32(device, base + addr);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
nv50_disp_chan_wr32(struct nvkm_object *object, u64 addr, u32 data)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
struct nvkm_device *device = chan->disp->base.engine.subdev.device;
|
|
u64 size, base = chan->func->user(chan, &size);
|
|
nvkm_wr32(device, base + addr, data);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
nv50_disp_chan_ntfy(struct nvkm_object *object, u32 type,
|
|
struct nvkm_event **pevent)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
struct nv50_disp *disp = chan->disp;
|
|
switch (type) {
|
|
case NV50_DISP_CORE_CHANNEL_DMA_V0_NTFY_UEVENT:
|
|
*pevent = &disp->uevent;
|
|
return 0;
|
|
default:
|
|
break;
|
|
}
|
|
return -EINVAL;
|
|
}
|
|
|
|
static int
|
|
nv50_disp_chan_map(struct nvkm_object *object, void *argv, u32 argc,
|
|
enum nvkm_object_map *type, u64 *addr, u64 *size)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
struct nvkm_device *device = chan->disp->base.engine.subdev.device;
|
|
const u64 base = device->func->resource_addr(device, 0);
|
|
*type = NVKM_OBJECT_MAP_IO;
|
|
*addr = base + chan->func->user(chan, size);
|
|
return 0;
|
|
}
|
|
|
|
struct nv50_disp_chan_object {
|
|
struct nvkm_oproxy oproxy;
|
|
struct nv50_disp *disp;
|
|
int hash;
|
|
};
|
|
|
|
static void
|
|
nv50_disp_chan_child_del_(struct nvkm_oproxy *base)
|
|
{
|
|
struct nv50_disp_chan_object *object =
|
|
container_of(base, typeof(*object), oproxy);
|
|
nvkm_ramht_remove(object->disp->ramht, object->hash);
|
|
}
|
|
|
|
static const struct nvkm_oproxy_func
|
|
nv50_disp_chan_child_func_ = {
|
|
.dtor[0] = nv50_disp_chan_child_del_,
|
|
};
|
|
|
|
static int
|
|
nv50_disp_chan_child_new(const struct nvkm_oclass *oclass,
|
|
void *argv, u32 argc, struct nvkm_object **pobject)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(oclass->parent);
|
|
struct nv50_disp *disp = chan->disp;
|
|
struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
const struct nvkm_device_oclass *sclass = oclass->priv;
|
|
struct nv50_disp_chan_object *object;
|
|
int ret;
|
|
|
|
if (!(object = kzalloc(sizeof(*object), GFP_KERNEL)))
|
|
return -ENOMEM;
|
|
nvkm_oproxy_ctor(&nv50_disp_chan_child_func_, oclass, &object->oproxy);
|
|
object->disp = disp;
|
|
*pobject = &object->oproxy.base;
|
|
|
|
ret = sclass->ctor(device, oclass, argv, argc, &object->oproxy.object);
|
|
if (ret)
|
|
return ret;
|
|
|
|
object->hash = chan->func->bind(chan, object->oproxy.object,
|
|
oclass->handle);
|
|
if (object->hash < 0)
|
|
return object->hash;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
nv50_disp_chan_child_get(struct nvkm_object *object, int index,
|
|
struct nvkm_oclass *sclass)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
struct nvkm_device *device = chan->disp->base.engine.subdev.device;
|
|
const struct nvkm_device_oclass *oclass = NULL;
|
|
|
|
if (chan->func->bind)
|
|
sclass->engine = nvkm_device_engine(device, NVKM_ENGINE_DMAOBJ);
|
|
else
|
|
sclass->engine = NULL;
|
|
|
|
if (sclass->engine && sclass->engine->func->base.sclass) {
|
|
sclass->engine->func->base.sclass(sclass, index, &oclass);
|
|
if (oclass) {
|
|
sclass->ctor = nv50_disp_chan_child_new,
|
|
sclass->priv = oclass;
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
return -EINVAL;
|
|
}
|
|
|
|
static int
|
|
nv50_disp_chan_fini(struct nvkm_object *object, bool suspend)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
chan->func->fini(chan);
|
|
chan->func->intr(chan, false);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
nv50_disp_chan_init(struct nvkm_object *object)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
chan->func->intr(chan, true);
|
|
return chan->func->init(chan);
|
|
}
|
|
|
|
static void *
|
|
nv50_disp_chan_dtor(struct nvkm_object *object)
|
|
{
|
|
struct nv50_disp_chan *chan = nv50_disp_chan(object);
|
|
struct nv50_disp *disp = chan->disp;
|
|
if (chan->chid.user >= 0)
|
|
disp->chan[chan->chid.user] = NULL;
|
|
nvkm_memory_unref(&chan->memory);
|
|
return chan;
|
|
}
|
|
|
|
static const struct nvkm_object_func
|
|
nv50_disp_chan = {
|
|
.dtor = nv50_disp_chan_dtor,
|
|
.init = nv50_disp_chan_init,
|
|
.fini = nv50_disp_chan_fini,
|
|
.rd32 = nv50_disp_chan_rd32,
|
|
.wr32 = nv50_disp_chan_wr32,
|
|
.ntfy = nv50_disp_chan_ntfy,
|
|
.map = nv50_disp_chan_map,
|
|
.sclass = nv50_disp_chan_child_get,
|
|
};
|
|
|
|
int
|
|
nv50_disp_chan_new_(const struct nv50_disp_chan_func *func,
|
|
const struct nv50_disp_chan_mthd *mthd,
|
|
struct nv50_disp *disp, int ctrl, int user, int head,
|
|
const struct nvkm_oclass *oclass,
|
|
struct nvkm_object **pobject)
|
|
{
|
|
struct nv50_disp_chan *chan;
|
|
|
|
if (!(chan = kzalloc(sizeof(*chan), GFP_KERNEL)))
|
|
return -ENOMEM;
|
|
*pobject = &chan->object;
|
|
|
|
nvkm_object_ctor(&nv50_disp_chan, oclass, &chan->object);
|
|
chan->func = func;
|
|
chan->mthd = mthd;
|
|
chan->disp = disp;
|
|
chan->chid.ctrl = ctrl;
|
|
chan->chid.user = user;
|
|
chan->head = head;
|
|
|
|
if (disp->chan[chan->chid.user]) {
|
|
chan->chid.user = -1;
|
|
return -EBUSY;
|
|
}
|
|
disp->chan[chan->chid.user] = chan;
|
|
return 0;
|
|
}
|