/* SPDX-License-Identifier: MIT * * Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. */ #include <nvif/chan.h> void nvif_chan506f_gpfifo_kick(struct nvif_chan *chan) { wmb(); nvif_wr32(&chan->userd, 0x8c, chan->gpfifo.cur); } void nvif_chan506f_gpfifo_push(struct nvif_chan *chan, bool main, u64 addr, u32 size, bool no_prefetch) { u32 gpptr = chan->gpfifo.cur << 3; if (WARN_ON(!chan->gpfifo.free)) return; nvif_wr32(&chan->gpfifo, gpptr + 0, lower_32_bits(addr)); nvif_wr32(&chan->gpfifo, gpptr + 4, upper_32_bits(addr) | (main ? 0 : BIT(9)) | (size >> 2) << 10 | (no_prefetch ? BIT(31) : 0)); chan->gpfifo.cur = (chan->gpfifo.cur + 1) & chan->gpfifo.max; chan->gpfifo.free--; if (!chan->gpfifo.free) chan->push.end = chan->push.cur; } static u32 nvif_chan506f_gpfifo_read_get(struct nvif_chan *chan) { return nvif_rd32(&chan->userd, 0x88); } static u32 nvif_chan506f_read_get(struct nvif_chan *chan) { u32 tlgetlo = nvif_rd32(&chan->userd, 0x58); u32 tlgethi = nvif_rd32(&chan->userd, 0x5c); struct nvif_push *push = &chan->push; /* Update cached GET pointer if TOP_LEVEL_GET is valid. */ if (tlgethi & BIT(31)) { u64 tlget = ((u64)(tlgethi & 0xff) << 32) | tlgetlo; push->hw.get = (tlget - push->addr) >> 2; } return push->hw.get; } static const struct nvif_chan_func nvif_chan506f = { .push.read_get = nvif_chan506f_read_get, .gpfifo.read_get = nvif_chan506f_gpfifo_read_get, .gpfifo.push = nvif_chan506f_gpfifo_push, .gpfifo.kick = nvif_chan506f_gpfifo_kick, }; int nvif_chan506f_ctor(struct nvif_chan *chan, void *userd, void *gpfifo, u32 gpfifo_size, void *push, u64 push_addr, u32 push_size) { nvif_chan_gpfifo_ctor(&nvif_chan506f, userd, gpfifo, gpfifo_size, push, push_addr, push_size, chan); return 0; }