99 lines
2.2 KiB
C
99 lines
2.2 KiB
C
/* SPDX-License-Identifier: MIT
|
|
*
|
|
* Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
|
|
*/
|
|
#include "nouveau_drv.h"
|
|
#include "nouveau_dma.h"
|
|
#include "nouveau_fence.h"
|
|
|
|
#include "nv50_display.h"
|
|
|
|
#include <nvif/push906f.h>
|
|
|
|
#include <nvhw/class/clc36f.h>
|
|
|
|
static int
|
|
gv100_fence_emit32(struct nouveau_channel *chan, u64 virtual, u32 sequence)
|
|
{
|
|
struct nvif_push *push = &chan->chan.push;
|
|
int ret;
|
|
|
|
ret = PUSH_WAIT(push, 13);
|
|
if (ret)
|
|
return ret;
|
|
|
|
PUSH_MTHD(push, NVC36F, SEM_ADDR_LO, lower_32_bits(virtual),
|
|
SEM_ADDR_HI, upper_32_bits(virtual),
|
|
SEM_PAYLOAD_LO, sequence);
|
|
|
|
PUSH_MTHD(push, NVC36F, SEM_EXECUTE,
|
|
NVDEF(NVC36F, SEM_EXECUTE, OPERATION, RELEASE) |
|
|
NVDEF(NVC36F, SEM_EXECUTE, RELEASE_WFI, EN) |
|
|
NVDEF(NVC36F, SEM_EXECUTE, PAYLOAD_SIZE, 32BIT) |
|
|
NVDEF(NVC36F, SEM_EXECUTE, RELEASE_TIMESTAMP, DIS));
|
|
|
|
PUSH_MTHD(push, NVC36F, MEM_OP_A, 0,
|
|
MEM_OP_B, 0,
|
|
MEM_OP_C, NVDEF(NVC36F, MEM_OP_C, MEMBAR_TYPE, SYS_MEMBAR),
|
|
MEM_OP_D, NVDEF(NVC36F, MEM_OP_D, OPERATION, MEMBAR));
|
|
|
|
PUSH_MTHD(push, NVC36F, NON_STALL_INTERRUPT, 0);
|
|
|
|
PUSH_KICK(push);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
gv100_fence_sync32(struct nouveau_channel *chan, u64 virtual, u32 sequence)
|
|
{
|
|
struct nvif_push *push = &chan->chan.push;
|
|
int ret;
|
|
|
|
ret = PUSH_WAIT(push, 6);
|
|
if (ret)
|
|
return ret;
|
|
|
|
PUSH_MTHD(push, NVC36F, SEM_ADDR_LO, lower_32_bits(virtual),
|
|
SEM_ADDR_HI, upper_32_bits(virtual),
|
|
SEM_PAYLOAD_LO, sequence);
|
|
|
|
PUSH_MTHD(push, NVC36F, SEM_EXECUTE,
|
|
NVDEF(NVC36F, SEM_EXECUTE, OPERATION, ACQ_CIRC_GEQ) |
|
|
NVDEF(NVC36F, SEM_EXECUTE, ACQUIRE_SWITCH_TSG, EN) |
|
|
NVDEF(NVC36F, SEM_EXECUTE, PAYLOAD_SIZE, 32BIT));
|
|
|
|
PUSH_KICK(push);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
gv100_fence_context_new(struct nouveau_channel *chan)
|
|
{
|
|
struct nv84_fence_chan *fctx;
|
|
int ret;
|
|
|
|
ret = nv84_fence_context_new(chan);
|
|
if (ret)
|
|
return ret;
|
|
|
|
fctx = chan->fence;
|
|
fctx->base.emit32 = gv100_fence_emit32;
|
|
fctx->base.sync32 = gv100_fence_sync32;
|
|
return 0;
|
|
}
|
|
|
|
int
|
|
gv100_fence_create(struct nouveau_drm *drm)
|
|
{
|
|
struct nv84_fence_priv *priv;
|
|
int ret;
|
|
|
|
ret = nv84_fence_create(drm);
|
|
if (ret)
|
|
return ret;
|
|
|
|
priv = drm->fence;
|
|
priv->base.context_new = gv100_fence_context_new;
|
|
return 0;
|
|
}
|