static int nvkm_ioctl_sclass(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_object *object = handle->object; union { struct nvif_ioctl_sclass_v0 v0; } *args = data; int ret; if (!nv_iclass(object, NV_PARENT_CLASS)) { nv_debug(object, "cannot have children (sclass)\n"); return -ENODEV; } nv_ioctl(object, "sclass size %d\n", size); if (nvif_unpack(args->v0, 0, 0, true)) { nv_ioctl(object, "sclass vers %d count %d\n", args->v0.version, args->v0.count); if (size == args->v0.count * sizeof(args->v0.oclass[0])) { ret = nouveau_parent_lclass(object, args->v0.oclass, args->v0.count); if (ret >= 0) { args->v0.count = ret; ret = 0; } } else { ret = -EINVAL; } } return ret; }
int nvkm_ioctl(struct nouveau_client *client, bool supervisor, void *data, u32 size, void **hack) { union { struct nvif_ioctl_v0 v0; } *args = data; int ret; client->super = supervisor; nv_ioctl(client, "size %d\n", size); if (nvif_unpack(args->v0, 0, 0, true)) { nv_ioctl(client, "vers %d type %02x path %d owner %02x\n", args->v0.version, args->v0.type, args->v0.path_nr, args->v0.owner); ret = nvkm_ioctl_path(client->root, args->v0.type, args->v0.path_nr, args->v0.path, data, size, args->v0.owner, &args->v0.route, &args->v0.token); } nv_ioctl(client, "return %d\n", ret); if (hack) { *hack = client->data; client->data = NULL; } client->super = false; return ret; }
int nv50_dac_power(NV50_DISP_MTHD_V1) { const u32 doff = outp->or * 0x800; union { struct nv50_disp_dac_pwr_v0 v0; } *args = data; u32 stat; int ret; nv_ioctl(object, "disp dac pwr size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(object, "disp dac pwr vers %d state %d data %d " "vsync %d hsync %d\n", args->v0.version, args->v0.state, args->v0.data, args->v0.vsync, args->v0.hsync); stat = 0x00000040 * !args->v0.state; stat |= 0x00000010 * !args->v0.data; stat |= 0x00000004 * !args->v0.vsync; stat |= 0x00000001 * !args->v0.hsync; } else return ret; nv_wait(priv, 0x61a004 + doff, 0x80000000, 0x00000000); nv_mask(priv, 0x61a004 + doff, 0xc000007f, 0x80000000 | stat); nv_wait(priv, 0x61a004 + doff, 0x80000000, 0x00000000); return 0; }
static int nvkm_ioctl_ntfy_new(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_client *client = nouveau_client(handle->object); struct nouveau_object *object = handle->object; struct nouveau_ofuncs *ofuncs = object->oclass->ofuncs; union { struct nvif_ioctl_ntfy_new_v0 v0; } *args = data; struct nvkm_event *event; int ret; nv_ioctl(object, "ntfy new size %d\n", size); if (nvif_unpack(args->v0, 0, 0, true)) { nv_ioctl(object, "ntfy new vers %d event %02x\n", args->v0.version, args->v0.event); if (ret = -ENODEV, ofuncs->ntfy) ret = ofuncs->ntfy(object, args->v0.event, &event); if (ret == 0) { ret = nvkm_client_notify_new(client, event, data, size); if (ret >= 0) { args->v0.index = ret; ret = 0; } } } return ret; }
int nv50_pior_power(NV50_DISP_MTHD_V1) { const u32 soff = outp->or * 0x800; union { struct nv50_disp_pior_pwr_v0 v0; } *args = data; u32 ctrl, type; int ret; nv_ioctl(object, "disp pior pwr size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(object, "disp pior pwr vers %d state %d type %x\n", args->v0.version, args->v0.state, args->v0.type); if (args->v0.type > 0x0f) return -EINVAL; ctrl = !!args->v0.state; type = args->v0.type; } else return ret; nv_wait(priv, 0x61e004 + soff, 0x80000000, 0x00000000); nv_mask(priv, 0x61e004 + soff, 0x80000101, 0x80000000 | ctrl); nv_wait(priv, 0x61e004 + soff, 0x80000000, 0x00000000); priv->pior.type[outp->or] = type; return 0; }
int nve0_hdmi_ctrl(NV50_DISP_MTHD_V1) { const u32 hoff = (head * 0x800); const u32 hdmi = (head * 0x400); union { struct nv50_disp_sor_hdmi_pwr_v0 v0; } *args = data; u32 ctrl; int ret; nv_ioctl(object, "disp sor hdmi ctrl size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(object, "disp sor hdmi ctrl vers %d state %d " "max_ac_packet %d rekey %d\n", args->v0.version, args->v0.state, args->v0.max_ac_packet, args->v0.rekey); if (args->v0.max_ac_packet > 0x1f || args->v0.rekey > 0x7f) return -EINVAL; ctrl = 0x40000000 * !!args->v0.state; ctrl |= args->v0.max_ac_packet << 16; ctrl |= args->v0.rekey; } else return ret; if (!(ctrl & 0x40000000)) { nv_mask(priv, 0x616798 + hoff, 0x40000000, 0x00000000); nv_mask(priv, 0x6900c0 + hdmi, 0x00000001, 0x00000000); nv_mask(priv, 0x690000 + hdmi, 0x00000001, 0x00000000); return 0; } /* AVI InfoFrame */ nv_mask(priv, 0x690000 + hdmi, 0x00000001, 0x00000000); nv_wr32(priv, 0x690008 + hdmi, 0x000d0282); nv_wr32(priv, 0x69000c + hdmi, 0x0000006f); nv_wr32(priv, 0x690010 + hdmi, 0x00000000); nv_wr32(priv, 0x690014 + hdmi, 0x00000000); nv_wr32(priv, 0x690018 + hdmi, 0x00000000); nv_mask(priv, 0x690000 + hdmi, 0x00000001, 0x00000001); /* ??? InfoFrame? */ nv_mask(priv, 0x6900c0 + hdmi, 0x00000001, 0x00000000); nv_wr32(priv, 0x6900cc + hdmi, 0x00000010); nv_mask(priv, 0x6900c0 + hdmi, 0x00000001, 0x00000001); /* ??? */ nv_wr32(priv, 0x690080 + hdmi, 0x82000000); /* HDMI_CTRL */ nv_mask(priv, 0x616798 + hoff, 0x401f007f, ctrl); return 0; }
static int nv10_fifo_chan_ctor(struct nvkm_object *parent, struct nvkm_object *engine, struct nvkm_oclass *oclass, void *data, u32 size, struct nvkm_object **pobject) { union { struct nv03_channel_dma_v0 v0; } *args = data; struct nv04_fifo_priv *priv = (void *)engine; struct nv04_fifo_chan *chan; int ret; nv_ioctl(parent, "create channel dma size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(parent, "create channel dma vers %d pushbuf %08x " "offset %016llx\n", args->v0.version, args->v0.pushbuf, args->v0.offset); } else return ret; ret = nvkm_fifo_channel_create(parent, engine, oclass, 0, 0x800000, 0x10000, args->v0.pushbuf, (1ULL << NVDEV_ENGINE_DMAOBJ) | (1ULL << NVDEV_ENGINE_SW) | (1ULL << NVDEV_ENGINE_GR), &chan); *pobject = nv_object(chan); if (ret) return ret; args->v0.chid = chan->base.chid; nv_parent(chan)->object_attach = nv04_fifo_object_attach; nv_parent(chan)->object_detach = nv04_fifo_object_detach; nv_parent(chan)->context_attach = nv04_fifo_context_attach; chan->ramfc = chan->base.chid * 32; nv_wo32(priv->ramfc, chan->ramfc + 0x00, args->v0.offset); nv_wo32(priv->ramfc, chan->ramfc + 0x04, args->v0.offset); nv_wo32(priv->ramfc, chan->ramfc + 0x0c, chan->base.pushgpu->addr >> 4); nv_wo32(priv->ramfc, chan->ramfc + 0x14, NV_PFIFO_CACHE1_DMA_FETCH_TRIG_128_BYTES | NV_PFIFO_CACHE1_DMA_FETCH_SIZE_128_BYTES | #ifdef __BIG_ENDIAN NV_PFIFO_CACHE1_BIG_ENDIAN | #endif NV_PFIFO_CACHE1_DMA_FETCH_MAX_REQS_8); return 0; }
static int nvkm_ioctl_nop(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_object *object = handle->object; union { struct nvif_ioctl_nop none; } *args = data; int ret; nv_ioctl(object, "nop size %d\n", size); if (nvif_unvers(args->none)) { nv_ioctl(object, "nop\n"); } return ret; }
static int nvkm_ioctl_del(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_object *object = handle->object; union { struct nvif_ioctl_del none; } *args = data; int ret; nv_ioctl(object, "delete size %d\n", size); if (nvif_unvers(args->none)) { nv_ioctl(object, "delete\n"); nouveau_handle_fini(handle, false); nouveau_handle_destroy(handle); } return ret; }
static int nvkm_ioctl_ntfy_put(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_client *client = nouveau_client(handle->object); struct nouveau_object *object = handle->object; union { struct nvif_ioctl_ntfy_put_v0 v0; } *args = data; int ret; nv_ioctl(object, "ntfy put size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(object, "ntfy put vers %d index %d\n", args->v0.version, args->v0.index); ret = nvkm_client_notify_put(client, args->v0.index); } return ret; }
static int nvkm_ioctl_wr(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_object *object = handle->object; struct nouveau_ofuncs *ofuncs = object->oclass->ofuncs; union { struct nvif_ioctl_wr_v0 v0; } *args = data; int ret; nv_ioctl(object, "wr size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(object, "wr vers %d size %d addr %016llx data %08x\n", args->v0.version, args->v0.size, args->v0.addr, args->v0.data); switch (args->v0.size) { case 1: if (ret = -ENODEV, ofuncs->wr08) { nv_wo08(object, args->v0.addr, args->v0.data); ret = 0; } break; case 2: if (ret = -ENODEV, ofuncs->wr16) { nv_wo16(object, args->v0.addr, args->v0.data); ret = 0; } break; case 4: if (ret = -ENODEV, ofuncs->wr32) { nv_wo32(object, args->v0.addr, args->v0.data); ret = 0; } break; default: ret = -EINVAL; break; } } return ret; }
static int nvkm_ioctl_path(struct nouveau_handle *parent, u32 type, u32 nr, u32 *path, void *data, u32 size, u8 owner, u8 *route, u64 *token) { struct nouveau_handle *handle = parent; struct nouveau_namedb *namedb; struct nouveau_object *object; int ret; while ((object = parent->object), nr--) { nv_ioctl(object, "path 0x%08x\n", path[nr]); if (!nv_iclass(object, NV_PARENT_CLASS)) { nv_debug(object, "cannot have children (path)\n"); return -EINVAL; } if (!(namedb = (void *)nv_pclass(object, NV_NAMEDB_CLASS)) || !(handle = nouveau_namedb_get(namedb, path[nr]))) { nv_debug(object, "handle 0x%08x not found\n", path[nr]); return -ENOENT; } nouveau_namedb_put(handle); parent = handle; } if (owner != NVIF_IOCTL_V0_OWNER_ANY && owner != handle->route) { nv_ioctl(object, "object route != owner\n"); return -EACCES; } *route = handle->route; *token = handle->token; if (ret = -EINVAL, type < ARRAY_SIZE(nvkm_ioctl_v0)) { if (nvkm_ioctl_v0[type].version == 0) { ret = nvkm_ioctl_v0[type].func(handle, data, size); } } return ret; }
static int nvkm_ioctl_mthd(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_object *object = handle->object; struct nouveau_ofuncs *ofuncs = object->oclass->ofuncs; union { struct nvif_ioctl_mthd_v0 v0; } *args = data; int ret; nv_ioctl(object, "mthd size %d\n", size); if (nvif_unpack(args->v0, 0, 0, true)) { nv_ioctl(object, "mthd vers %d mthd %02x\n", args->v0.version, args->v0.method); if (ret = -ENODEV, ofuncs->mthd) ret = ofuncs->mthd(object, args->v0.method, data, size); } return ret; }
static int nvkm_ioctl_map(struct nouveau_handle *handle, void *data, u32 size) { struct nouveau_object *object = handle->object; struct nouveau_ofuncs *ofuncs = object->oclass->ofuncs; union { struct nvif_ioctl_map_v0 v0; } *args = data; int ret; nv_ioctl(object, "map size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(object, "map vers %d\n", args->v0.version); if (ret = -ENODEV, ofuncs->map) { ret = ofuncs->map(object, &args->v0.handle, &args->v0.length); } } return ret; }
int nv50_dac_sense(NV50_DISP_MTHD_V1) { union { struct nv50_disp_dac_load_v0 v0; } *args = data; const u32 doff = outp->or * 0x800; u32 loadval; int ret; nv_ioctl(object, "disp dac load size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(object, "disp dac load vers %d data %08x\n", args->v0.version, args->v0.data); if (args->v0.data & 0xfff00000) return -EINVAL; loadval = args->v0.data; } else return ret; nv_mask(priv, 0x61a004 + doff, 0x807f0000, 0x80150000); nv_wait(priv, 0x61a004 + doff, 0x80000000, 0x00000000); nv_wr32(priv, 0x61a00c + doff, 0x00100000 | loadval); mdelay(9); udelay(500); loadval = nv_mask(priv, 0x61a00c + doff, 0xffffffff, 0x00000000); nv_mask(priv, 0x61a004 + doff, 0x807f0000, 0x80550000); nv_wait(priv, 0x61a004 + doff, 0x80000000, 0x00000000); nv_debug(priv, "DAC%d sense: 0x%08x\n", outp->or, loadval); if (!(loadval & 0x80000000)) return -ETIMEDOUT; args->v0.load = (loadval & 0x38000000) >> 27; return 0; }
int nvkm_dmaobj_create_(struct nouveau_object *parent, struct nouveau_object *engine, struct nouveau_oclass *oclass, void **pdata, u32 *psize, int length, void **pobject) { union { struct nv_dma_v0 v0; } *args = *pdata; struct nouveau_instmem *instmem = nouveau_instmem(parent); struct nouveau_client *client = nouveau_client(parent); struct nouveau_device *device = nv_device(parent); struct nouveau_fb *pfb = nouveau_fb(parent); struct nouveau_dmaobj *dmaobj; void *data = *pdata; u32 size = *psize; int ret; ret = nouveau_object_create_(parent, engine, oclass, 0, length, pobject); dmaobj = *pobject; if (ret) return ret; nv_ioctl(parent, "create dma size %d\n", *psize); if (nvif_unpack(args->v0, 0, 0, true)) { nv_ioctl(parent, "create dma vers %d target %d access %d " "start %016llx limit %016llx\n", args->v0.version, args->v0.target, args->v0.access, args->v0.start, args->v0.limit); dmaobj->target = args->v0.target; dmaobj->access = args->v0.access; dmaobj->start = args->v0.start; dmaobj->limit = args->v0.limit; } else return ret; *pdata = data; *psize = size; if (dmaobj->start > dmaobj->limit) return -EINVAL; switch (dmaobj->target) { case NV_DMA_V0_TARGET_VM: dmaobj->target = NV_MEM_TARGET_VM; break; case NV_DMA_V0_TARGET_VRAM: if (!client->super) { if (dmaobj->limit >= pfb->ram->size - instmem->reserved) return -EACCES; if (device->card_type >= NV_50) return -EACCES; } dmaobj->target = NV_MEM_TARGET_VRAM; break; case NV_DMA_V0_TARGET_PCI: if (!client->super) return -EACCES; dmaobj->target = NV_MEM_TARGET_PCI; break; case NV_DMA_V0_TARGET_PCI_US: case NV_DMA_V0_TARGET_AGP: if (!client->super) return -EACCES; dmaobj->target = NV_MEM_TARGET_PCI_NOSNOOP; break; default: return -EINVAL; } switch (dmaobj->access) { case NV_DMA_V0_ACCESS_VM: dmaobj->access = NV_MEM_ACCESS_VM; break; case NV_DMA_V0_ACCESS_RD: dmaobj->access = NV_MEM_ACCESS_RO; break; case NV_DMA_V0_ACCESS_WR: dmaobj->access = NV_MEM_ACCESS_WO; break; case NV_DMA_V0_ACCESS_RDWR: dmaobj->access = NV_MEM_ACCESS_RW; break; default: return -EINVAL; } return ret; }
static int nvkm_ioctl_new(struct nouveau_handle *parent, void *data, u32 size) { union { struct nvif_ioctl_new_v0 v0; } *args = data; struct nouveau_client *client = nouveau_client(parent->object); struct nouveau_object *engctx = NULL; struct nouveau_object *object = NULL; struct nouveau_object *engine; struct nouveau_oclass *oclass; struct nouveau_handle *handle; u32 _handle, _oclass; int ret; nv_ioctl(client, "new size %d\n", size); if (nvif_unpack(args->v0, 0, 0, true)) { _handle = args->v0.handle; _oclass = args->v0.oclass; } else return ret; nv_ioctl(client, "new vers %d handle %08x class %08x " "route %02x token %llx\n", args->v0.version, _handle, _oclass, args->v0.route, args->v0.token); if (!nv_iclass(parent->object, NV_PARENT_CLASS)) { nv_debug(parent->object, "cannot have children (ctor)\n"); ret = -ENODEV; goto fail_class; } /* check that parent supports the requested subclass */ ret = nouveau_parent_sclass(parent->object, _oclass, &engine, &oclass); if (ret) { nv_debug(parent->object, "illegal class 0x%04x\n", _oclass); goto fail_class; } /* make sure engine init has been completed *before* any objects * it controls are created - the constructors may depend on * state calculated at init (ie. default context construction) */ if (engine) { ret = nouveau_object_inc(engine); if (ret) goto fail_class; } /* if engine requires it, create a context object to insert * between the parent and its children (eg. PGRAPH context) */ if (engine && nv_engine(engine)->cclass) { ret = nouveau_object_ctor(parent->object, engine, nv_engine(engine)->cclass, data, size, &engctx); if (ret) goto fail_engctx; } else { nouveau_object_ref(parent->object, &engctx); } /* finally, create new object and bind it to its handle */ ret = nouveau_object_ctor(engctx, engine, oclass, data, size, &object); client->data = object; if (ret) goto fail_ctor; ret = nouveau_object_inc(object); if (ret) goto fail_init; ret = nouveau_handle_create(parent->object, parent->name, _handle, object, &handle); if (ret) goto fail_handle; ret = nouveau_handle_init(handle); handle->route = args->v0.route; handle->token = args->v0.token; if (ret) nouveau_handle_destroy(handle); fail_handle: nouveau_object_dec(object, false); fail_init: nouveau_object_ref(NULL, &object); fail_ctor: nouveau_object_ref(NULL, &engctx); fail_engctx: if (engine) nouveau_object_dec(engine, false); fail_class: return ret; }
static int nv50_dmaobj_ctor(struct nouveau_object *parent, struct nouveau_object *engine, struct nouveau_oclass *oclass, void *data, u32 size, struct nouveau_object **pobject) { struct nouveau_dmaeng *dmaeng = (void *)engine; union { struct nv50_dma_v0 v0; } *args; struct nv50_dmaobj_priv *priv; u32 user, part, comp, kind; int ret; ret = nvkm_dmaobj_create(parent, engine, oclass, &data, &size, &priv); *pobject = nv_object(priv); if (ret) return ret; args = data; nv_ioctl(parent, "create nv50 dma size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(parent, "create nv50 dma vers %d priv %d part %d " "comp %d kind %02x\n", args->v0.version, args->v0.priv, args->v0.part, args->v0.comp, args->v0.kind); user = args->v0.priv; part = args->v0.part; comp = args->v0.comp; kind = args->v0.kind; } else if (size == 0) { if (priv->base.target != NV_MEM_TARGET_VM) { user = NV50_DMA_V0_PRIV_US; part = NV50_DMA_V0_PART_256; comp = NV50_DMA_V0_COMP_NONE; kind = NV50_DMA_V0_KIND_PITCH; } else { user = NV50_DMA_V0_PRIV_VM; part = NV50_DMA_V0_PART_VM; comp = NV50_DMA_V0_COMP_VM; kind = NV50_DMA_V0_KIND_VM; } } else return ret; if (user > 2 || part > 2 || comp > 3 || kind > 0x7f) return -EINVAL; priv->flags0 = (comp << 29) | (kind << 22) | (user << 20); priv->flags5 = (part << 16); switch (priv->base.target) { case NV_MEM_TARGET_VM: priv->flags0 |= 0x00000000; break; case NV_MEM_TARGET_VRAM: priv->flags0 |= 0x00010000; break; case NV_MEM_TARGET_PCI: priv->flags0 |= 0x00020000; break; case NV_MEM_TARGET_PCI_NOSNOOP: priv->flags0 |= 0x00030000; break; default: return -EINVAL; } switch (priv->base.access) { case NV_MEM_ACCESS_VM: break; case NV_MEM_ACCESS_RO: priv->flags0 |= 0x00040000; break; case NV_MEM_ACCESS_WO: case NV_MEM_ACCESS_RW: priv->flags0 |= 0x00080000; break; default: return -EINVAL; } return dmaeng->bind(&priv->base, nv_object(priv), (void *)pobject); }
static int gf100_dmaobj_ctor(struct nvkm_object *parent, struct nvkm_object *engine, struct nvkm_oclass *oclass, void *data, u32 size, struct nvkm_object **pobject) { struct nvkm_dmaeng *dmaeng = (void *)engine; union { struct gf100_dma_v0 v0; } *args; struct gf100_dmaobj_priv *priv; u32 kind, user, unkn; int ret; ret = nvkm_dmaobj_create(parent, engine, oclass, &data, &size, &priv); *pobject = nv_object(priv); if (ret) return ret; args = data; nv_ioctl(parent, "create gf100 dma size %d\n", size); if (nvif_unpack(args->v0, 0, 0, false)) { nv_ioctl(parent, "create gf100 dma vers %d priv %d kind %02x\n", args->v0.version, args->v0.priv, args->v0.kind); kind = args->v0.kind; user = args->v0.priv; unkn = 0; } else if (size == 0) { if (priv->base.target != NV_MEM_TARGET_VM) { kind = GF100_DMA_V0_KIND_PITCH; user = GF100_DMA_V0_PRIV_US; unkn = 2; } else { kind = GF100_DMA_V0_KIND_VM; user = GF100_DMA_V0_PRIV_VM; unkn = 0; } } else return ret; if (user > 2) return -EINVAL; priv->flags0 |= (kind << 22) | (user << 20); priv->flags5 |= (unkn << 16); switch (priv->base.target) { case NV_MEM_TARGET_VM: priv->flags0 |= 0x00000000; break; case NV_MEM_TARGET_VRAM: priv->flags0 |= 0x00010000; break; case NV_MEM_TARGET_PCI: priv->flags0 |= 0x00020000; break; case NV_MEM_TARGET_PCI_NOSNOOP: priv->flags0 |= 0x00030000; break; default: return -EINVAL; } switch (priv->base.access) { case NV_MEM_ACCESS_VM: break; case NV_MEM_ACCESS_RO: priv->flags0 |= 0x00040000; break; case NV_MEM_ACCESS_WO: case NV_MEM_ACCESS_RW: priv->flags0 |= 0x00080000; break; } return dmaeng->bind(&priv->base, nv_object(priv), (void *)pobject); }