The namespace of NVKM is being changed to nvkm_ instead of nouveau_, which will be used for the DRM part of the driver. This is being done in order to make it very clear as to what part of the driver a given symbol belongs to, and as a minor step towards splitting the DRM driver out to be able to stand on its own (for virt). Because there's already a large amount of churn here anyway, this is as good a time as any to also switch to NVIDIA's device and chipset naming to ease collaboration with them. A comparison of objdump disassemblies proves no code changes. Signed-off-by: Ben Skeggs <bskeggs@redhat.com>
268 lines
7.4 KiB
C
268 lines
7.4 KiB
C
/*
|
|
* Copyright 2013 Red Hat Inc.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
*
|
|
* Authors: Ben Skeggs
|
|
*/
|
|
#include "priv.h"
|
|
|
|
#include <subdev/timer.h>
|
|
|
|
void
|
|
nvkm_pmu_pgob(struct nvkm_pmu *pmu, bool enable)
|
|
{
|
|
const struct nvkm_pmu_impl *impl = (void *)nv_oclass(pmu);
|
|
if (impl->pgob)
|
|
impl->pgob(pmu, enable);
|
|
}
|
|
|
|
static int
|
|
nvkm_pmu_send(struct nvkm_pmu *pmu, u32 reply[2],
|
|
u32 process, u32 message, u32 data0, u32 data1)
|
|
{
|
|
struct nvkm_subdev *subdev = nv_subdev(pmu);
|
|
u32 addr;
|
|
|
|
/* wait for a free slot in the fifo */
|
|
addr = nv_rd32(pmu, 0x10a4a0);
|
|
if (!nv_wait_ne(pmu, 0x10a4b0, 0xffffffff, addr ^ 8))
|
|
return -EBUSY;
|
|
|
|
/* we currently only support a single process at a time waiting
|
|
* on a synchronous reply, take the PMU mutex and tell the
|
|
* receive handler what we're waiting for
|
|
*/
|
|
if (reply) {
|
|
mutex_lock(&subdev->mutex);
|
|
pmu->recv.message = message;
|
|
pmu->recv.process = process;
|
|
}
|
|
|
|
/* acquire data segment access */
|
|
do {
|
|
nv_wr32(pmu, 0x10a580, 0x00000001);
|
|
} while (nv_rd32(pmu, 0x10a580) != 0x00000001);
|
|
|
|
/* write the packet */
|
|
nv_wr32(pmu, 0x10a1c0, 0x01000000 | (((addr & 0x07) << 4) +
|
|
pmu->send.base));
|
|
nv_wr32(pmu, 0x10a1c4, process);
|
|
nv_wr32(pmu, 0x10a1c4, message);
|
|
nv_wr32(pmu, 0x10a1c4, data0);
|
|
nv_wr32(pmu, 0x10a1c4, data1);
|
|
nv_wr32(pmu, 0x10a4a0, (addr + 1) & 0x0f);
|
|
|
|
/* release data segment access */
|
|
nv_wr32(pmu, 0x10a580, 0x00000000);
|
|
|
|
/* wait for reply, if requested */
|
|
if (reply) {
|
|
wait_event(pmu->recv.wait, (pmu->recv.process == 0));
|
|
reply[0] = pmu->recv.data[0];
|
|
reply[1] = pmu->recv.data[1];
|
|
mutex_unlock(&subdev->mutex);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void
|
|
nvkm_pmu_recv(struct work_struct *work)
|
|
{
|
|
struct nvkm_pmu *pmu = container_of(work, struct nvkm_pmu, recv.work);
|
|
u32 process, message, data0, data1;
|
|
|
|
/* nothing to do if GET == PUT */
|
|
u32 addr = nv_rd32(pmu, 0x10a4cc);
|
|
if (addr == nv_rd32(pmu, 0x10a4c8))
|
|
return;
|
|
|
|
/* acquire data segment access */
|
|
do {
|
|
nv_wr32(pmu, 0x10a580, 0x00000002);
|
|
} while (nv_rd32(pmu, 0x10a580) != 0x00000002);
|
|
|
|
/* read the packet */
|
|
nv_wr32(pmu, 0x10a1c0, 0x02000000 | (((addr & 0x07) << 4) +
|
|
pmu->recv.base));
|
|
process = nv_rd32(pmu, 0x10a1c4);
|
|
message = nv_rd32(pmu, 0x10a1c4);
|
|
data0 = nv_rd32(pmu, 0x10a1c4);
|
|
data1 = nv_rd32(pmu, 0x10a1c4);
|
|
nv_wr32(pmu, 0x10a4cc, (addr + 1) & 0x0f);
|
|
|
|
/* release data segment access */
|
|
nv_wr32(pmu, 0x10a580, 0x00000000);
|
|
|
|
/* wake process if it's waiting on a synchronous reply */
|
|
if (pmu->recv.process) {
|
|
if (process == pmu->recv.process &&
|
|
message == pmu->recv.message) {
|
|
pmu->recv.data[0] = data0;
|
|
pmu->recv.data[1] = data1;
|
|
pmu->recv.process = 0;
|
|
wake_up(&pmu->recv.wait);
|
|
return;
|
|
}
|
|
}
|
|
|
|
/* right now there's no other expected responses from the engine,
|
|
* so assume that any unexpected message is an error.
|
|
*/
|
|
nv_warn(pmu, "%c%c%c%c 0x%08x 0x%08x 0x%08x 0x%08x\n",
|
|
(char)((process & 0x000000ff) >> 0),
|
|
(char)((process & 0x0000ff00) >> 8),
|
|
(char)((process & 0x00ff0000) >> 16),
|
|
(char)((process & 0xff000000) >> 24),
|
|
process, message, data0, data1);
|
|
}
|
|
|
|
static void
|
|
nvkm_pmu_intr(struct nvkm_subdev *subdev)
|
|
{
|
|
struct nvkm_pmu *pmu = (void *)subdev;
|
|
u32 disp = nv_rd32(pmu, 0x10a01c);
|
|
u32 intr = nv_rd32(pmu, 0x10a008) & disp & ~(disp >> 16);
|
|
|
|
if (intr & 0x00000020) {
|
|
u32 stat = nv_rd32(pmu, 0x10a16c);
|
|
if (stat & 0x80000000) {
|
|
nv_error(pmu, "UAS fault at 0x%06x addr 0x%08x\n",
|
|
stat & 0x00ffffff, nv_rd32(pmu, 0x10a168));
|
|
nv_wr32(pmu, 0x10a16c, 0x00000000);
|
|
intr &= ~0x00000020;
|
|
}
|
|
}
|
|
|
|
if (intr & 0x00000040) {
|
|
schedule_work(&pmu->recv.work);
|
|
nv_wr32(pmu, 0x10a004, 0x00000040);
|
|
intr &= ~0x00000040;
|
|
}
|
|
|
|
if (intr & 0x00000080) {
|
|
nv_info(pmu, "wr32 0x%06x 0x%08x\n", nv_rd32(pmu, 0x10a7a0),
|
|
nv_rd32(pmu, 0x10a7a4));
|
|
nv_wr32(pmu, 0x10a004, 0x00000080);
|
|
intr &= ~0x00000080;
|
|
}
|
|
|
|
if (intr) {
|
|
nv_error(pmu, "intr 0x%08x\n", intr);
|
|
nv_wr32(pmu, 0x10a004, intr);
|
|
}
|
|
}
|
|
|
|
int
|
|
_nvkm_pmu_fini(struct nvkm_object *object, bool suspend)
|
|
{
|
|
struct nvkm_pmu *pmu = (void *)object;
|
|
|
|
nv_wr32(pmu, 0x10a014, 0x00000060);
|
|
flush_work(&pmu->recv.work);
|
|
|
|
return nvkm_subdev_fini(&pmu->base, suspend);
|
|
}
|
|
|
|
int
|
|
_nvkm_pmu_init(struct nvkm_object *object)
|
|
{
|
|
const struct nvkm_pmu_impl *impl = (void *)object->oclass;
|
|
struct nvkm_pmu *pmu = (void *)object;
|
|
int ret, i;
|
|
|
|
ret = nvkm_subdev_init(&pmu->base);
|
|
if (ret)
|
|
return ret;
|
|
|
|
nv_subdev(pmu)->intr = nvkm_pmu_intr;
|
|
pmu->message = nvkm_pmu_send;
|
|
pmu->pgob = nvkm_pmu_pgob;
|
|
|
|
/* prevent previous ucode from running, wait for idle, reset */
|
|
nv_wr32(pmu, 0x10a014, 0x0000ffff); /* INTR_EN_CLR = ALL */
|
|
nv_wait(pmu, 0x10a04c, 0xffffffff, 0x00000000);
|
|
nv_mask(pmu, 0x000200, 0x00002000, 0x00000000);
|
|
nv_mask(pmu, 0x000200, 0x00002000, 0x00002000);
|
|
nv_rd32(pmu, 0x000200);
|
|
nv_wait(pmu, 0x10a10c, 0x00000006, 0x00000000);
|
|
|
|
/* upload data segment */
|
|
nv_wr32(pmu, 0x10a1c0, 0x01000000);
|
|
for (i = 0; i < impl->data.size / 4; i++)
|
|
nv_wr32(pmu, 0x10a1c4, impl->data.data[i]);
|
|
|
|
/* upload code segment */
|
|
nv_wr32(pmu, 0x10a180, 0x01000000);
|
|
for (i = 0; i < impl->code.size / 4; i++) {
|
|
if ((i & 0x3f) == 0)
|
|
nv_wr32(pmu, 0x10a188, i >> 6);
|
|
nv_wr32(pmu, 0x10a184, impl->code.data[i]);
|
|
}
|
|
|
|
/* start it running */
|
|
nv_wr32(pmu, 0x10a10c, 0x00000000);
|
|
nv_wr32(pmu, 0x10a104, 0x00000000);
|
|
nv_wr32(pmu, 0x10a100, 0x00000002);
|
|
|
|
/* wait for valid host->pmu ring configuration */
|
|
if (!nv_wait_ne(pmu, 0x10a4d0, 0xffffffff, 0x00000000))
|
|
return -EBUSY;
|
|
pmu->send.base = nv_rd32(pmu, 0x10a4d0) & 0x0000ffff;
|
|
pmu->send.size = nv_rd32(pmu, 0x10a4d0) >> 16;
|
|
|
|
/* wait for valid pmu->host ring configuration */
|
|
if (!nv_wait_ne(pmu, 0x10a4dc, 0xffffffff, 0x00000000))
|
|
return -EBUSY;
|
|
pmu->recv.base = nv_rd32(pmu, 0x10a4dc) & 0x0000ffff;
|
|
pmu->recv.size = nv_rd32(pmu, 0x10a4dc) >> 16;
|
|
|
|
nv_wr32(pmu, 0x10a010, 0x000000e0);
|
|
return 0;
|
|
}
|
|
|
|
int
|
|
nvkm_pmu_create_(struct nvkm_object *parent, struct nvkm_object *engine,
|
|
struct nvkm_oclass *oclass, int length, void **pobject)
|
|
{
|
|
struct nvkm_pmu *pmu;
|
|
int ret;
|
|
|
|
ret = nvkm_subdev_create_(parent, engine, oclass, 0, "PMU",
|
|
"pmu", length, pobject);
|
|
pmu = *pobject;
|
|
if (ret)
|
|
return ret;
|
|
|
|
INIT_WORK(&pmu->recv.work, nvkm_pmu_recv);
|
|
init_waitqueue_head(&pmu->recv.wait);
|
|
return 0;
|
|
}
|
|
|
|
int
|
|
_nvkm_pmu_ctor(struct nvkm_object *parent, struct nvkm_object *engine,
|
|
struct nvkm_oclass *oclass, void *data, u32 size,
|
|
struct nvkm_object **pobject)
|
|
{
|
|
struct nvkm_pmu *pmu;
|
|
int ret = nvkm_pmu_create(parent, engine, oclass, &pmu);
|
|
*pobject = nv_object(pmu);
|
|
return ret;
|
|
}
|