169 lines
5.2 KiB
C
169 lines
5.2 KiB
C
/* SPDX-License-Identifier: MIT */
|
|
#ifndef __GK104_FIFO_H__
|
|
#define __GK104_FIFO_H__
|
|
#define gk104_fifo(p) container_of((p), struct gk104_fifo, base)
|
|
#include "priv.h"
|
|
struct nvkm_fifo_cgrp;
|
|
|
|
#include <core/enum.h>
|
|
#include <subdev/mmu.h>
|
|
|
|
struct gk104_fifo_chan;
|
|
struct gk104_fifo {
|
|
const struct gk104_fifo_func *func;
|
|
struct nvkm_fifo base;
|
|
|
|
struct {
|
|
struct work_struct work;
|
|
u32 engm;
|
|
u32 runm;
|
|
} recover;
|
|
|
|
int pbdma_nr;
|
|
|
|
struct {
|
|
struct nvkm_engine *engine;
|
|
int runl;
|
|
int pbid;
|
|
} engine[16];
|
|
int engine_nr;
|
|
|
|
struct {
|
|
struct nvkm_memory *mem[2];
|
|
int next;
|
|
wait_queue_head_t wait;
|
|
struct list_head cgrp;
|
|
struct list_head chan;
|
|
u32 engm;
|
|
u32 engm_sw;
|
|
} runlist[16];
|
|
int runlist_nr;
|
|
|
|
struct {
|
|
struct nvkm_memory *mem;
|
|
struct nvkm_vma *bar;
|
|
} user;
|
|
};
|
|
|
|
struct gk104_fifo_func {
|
|
struct {
|
|
void (*fault)(struct nvkm_fifo *, int unit);
|
|
} intr;
|
|
|
|
const struct gk104_fifo_pbdma_func {
|
|
int (*nr)(struct gk104_fifo *);
|
|
void (*init)(struct gk104_fifo *);
|
|
void (*init_timeout)(struct gk104_fifo *);
|
|
} *pbdma;
|
|
|
|
struct {
|
|
const struct nvkm_enum *access;
|
|
const struct nvkm_enum *engine;
|
|
const struct nvkm_enum *reason;
|
|
const struct nvkm_enum *hubclient;
|
|
const struct nvkm_enum *gpcclient;
|
|
} fault;
|
|
|
|
const struct gk104_fifo_runlist_func {
|
|
u8 size;
|
|
void (*cgrp)(struct nvkm_fifo_cgrp *,
|
|
struct nvkm_memory *, u32 offset);
|
|
void (*chan)(struct gk104_fifo_chan *,
|
|
struct nvkm_memory *, u32 offset);
|
|
void (*commit)(struct gk104_fifo *, int runl,
|
|
struct nvkm_memory *, int entries);
|
|
} *runlist;
|
|
|
|
struct gk104_fifo_user_user {
|
|
struct nvkm_sclass user;
|
|
int (*ctor)(const struct nvkm_oclass *, void *, u32,
|
|
struct nvkm_object **);
|
|
} user;
|
|
|
|
struct gk104_fifo_chan_user {
|
|
struct nvkm_sclass user;
|
|
int (*ctor)(struct gk104_fifo *, const struct nvkm_oclass *,
|
|
void *, u32, struct nvkm_object **);
|
|
} chan;
|
|
bool cgrp_force;
|
|
};
|
|
|
|
struct gk104_fifo_engine_status {
|
|
bool busy;
|
|
bool faulted;
|
|
bool chsw;
|
|
bool save;
|
|
bool load;
|
|
struct {
|
|
bool tsg;
|
|
u32 id;
|
|
} prev, next, *chan;
|
|
};
|
|
|
|
int gk104_fifo_new_(const struct gk104_fifo_func *, struct nvkm_device *, enum nvkm_subdev_type,
|
|
int index, int nr, struct nvkm_fifo **);
|
|
void gk104_fifo_runlist_insert(struct gk104_fifo *, struct gk104_fifo_chan *);
|
|
void gk104_fifo_runlist_remove(struct gk104_fifo *, struct gk104_fifo_chan *);
|
|
void gk104_fifo_runlist_update(struct gk104_fifo *, int runl);
|
|
void gk104_fifo_engine_status(struct gk104_fifo *fifo, int engn,
|
|
struct gk104_fifo_engine_status *status);
|
|
void gk104_fifo_intr_bind(struct gk104_fifo *fifo);
|
|
void gk104_fifo_intr_chsw(struct gk104_fifo *fifo);
|
|
void gk104_fifo_intr_dropped_fault(struct gk104_fifo *fifo);
|
|
void gk104_fifo_intr_pbdma_0(struct gk104_fifo *fifo, int unit);
|
|
void gk104_fifo_intr_pbdma_1(struct gk104_fifo *fifo, int unit);
|
|
void gk104_fifo_intr_runlist(struct gk104_fifo *fifo);
|
|
void gk104_fifo_intr_engine(struct gk104_fifo *fifo);
|
|
void *gk104_fifo_dtor(struct nvkm_fifo *base);
|
|
int gk104_fifo_oneinit(struct nvkm_fifo *base);
|
|
int gk104_fifo_info(struct nvkm_fifo *base, u64 mthd, u64 *data);
|
|
void gk104_fifo_init(struct nvkm_fifo *base);
|
|
void gk104_fifo_fini(struct nvkm_fifo *base);
|
|
int gk104_fifo_class_new(struct nvkm_fifo *base, const struct nvkm_oclass *oclass,
|
|
void *argv, u32 argc, struct nvkm_object **pobject);
|
|
int gk104_fifo_class_get(struct nvkm_fifo *base, int index,
|
|
struct nvkm_oclass *oclass);
|
|
void gk104_fifo_uevent_fini(struct nvkm_fifo *fifo);
|
|
void gk104_fifo_uevent_init(struct nvkm_fifo *fifo);
|
|
|
|
extern const struct gk104_fifo_pbdma_func gk104_fifo_pbdma;
|
|
int gk104_fifo_pbdma_nr(struct gk104_fifo *);
|
|
void gk104_fifo_pbdma_init(struct gk104_fifo *);
|
|
extern const struct nvkm_enum gk104_fifo_fault_access[];
|
|
extern const struct nvkm_enum gk104_fifo_fault_engine[];
|
|
extern const struct nvkm_enum gk104_fifo_fault_reason[];
|
|
extern const struct nvkm_enum gk104_fifo_fault_hubclient[];
|
|
extern const struct nvkm_enum gk104_fifo_fault_gpcclient[];
|
|
extern const struct gk104_fifo_runlist_func gk104_fifo_runlist;
|
|
void gk104_fifo_runlist_chan(struct gk104_fifo_chan *,
|
|
struct nvkm_memory *, u32);
|
|
void gk104_fifo_runlist_commit(struct gk104_fifo *, int runl,
|
|
struct nvkm_memory *, int);
|
|
|
|
extern const struct gk104_fifo_runlist_func gk110_fifo_runlist;
|
|
void gk110_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *,
|
|
struct nvkm_memory *, u32);
|
|
|
|
extern const struct gk104_fifo_pbdma_func gk208_fifo_pbdma;
|
|
void gk208_fifo_pbdma_init_timeout(struct gk104_fifo *);
|
|
|
|
void gm107_fifo_intr_fault(struct nvkm_fifo *, int);
|
|
extern const struct nvkm_enum gm107_fifo_fault_engine[];
|
|
extern const struct gk104_fifo_runlist_func gm107_fifo_runlist;
|
|
|
|
extern const struct gk104_fifo_pbdma_func gm200_fifo_pbdma;
|
|
int gm200_fifo_pbdma_nr(struct gk104_fifo *);
|
|
|
|
void gp100_fifo_intr_fault(struct nvkm_fifo *, int);
|
|
extern const struct nvkm_enum gp100_fifo_fault_engine[];
|
|
|
|
extern const struct nvkm_enum gv100_fifo_fault_access[];
|
|
extern const struct nvkm_enum gv100_fifo_fault_reason[];
|
|
extern const struct nvkm_enum gv100_fifo_fault_hubclient[];
|
|
extern const struct nvkm_enum gv100_fifo_fault_gpcclient[];
|
|
void gv100_fifo_runlist_cgrp(struct nvkm_fifo_cgrp *,
|
|
struct nvkm_memory *, u32);
|
|
void gv100_fifo_runlist_chan(struct gk104_fifo_chan *,
|
|
struct nvkm_memory *, u32);
|
|
#endif
|