linux-imx

/*

 * Copyright 2018 Red Hat Inc.

 *

 * Permission is hereby granted, free of charge, to any person obtaining a

 * copy of this software and associated documentation files (the "Software"),

 * to deal in the Software without restriction, including without limitation

 * the rights to use, copy, modify, merge, publish, distribute, sublicense,

 * and/or sell copies of the Software, and to permit persons to whom the

 * Software is furnished to do so, subject to the following conditions:

 *

 * The above copyright notice and this permission notice shall be included in

 * all copies or substantial portions of the Software.

 *

 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL

 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR

 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,

 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR

 * OTHER DEALINGS IN THE SOFTWARE.

 */

#include "nouveau_svm.h"

#include "nouveau_drv.h"

#include "nouveau_chan.h"

#include "nouveau_dmem.h"

​

#include <nvif/notify.h>

#include <nvif/object.h>

#include <nvif/vmm.h>

​

#include <nvif/class.h>

#include <nvif/clb069.h>

#include <nvif/ifc00d.h>

​

#include <linux/sched/mm.h>

#include <linux/sort.h>

#include <linux/hmm.h>

​

struct nouveau_svm {

    struct nouveau_drm *drm;

    struct mutex mutex;

    struct list_head inst;

​

    struct nouveau_svm_fault_buffer {

        int id;

        struct nvif_object object;

        u32 entries;

        u32 getaddr;

        u32 putaddr;

        u32 get;

        u32 put;

        struct nvif_notify notify;

​

        struct nouveau_svm_fault {

            u64 inst;

            u64 addr;

            u64 time;

            u32 engine;

            u8  gpc;

            u8  hub;

            u8  access;

            u8  client;

            u8  fault;

            struct nouveau_svmm *svmm;

        } **fault;

        int fault_nr;

    } buffer[1];

};

​

#define SVM_DBG(s,f,a...) NV_DEBUG((s)->drm, "svm: "f"\n", ##a)

#define SVM_ERR(s,f,a...) NV_WARN((s)->drm, "svm: "f"\n", ##a)

​

struct nouveau_ivmm {

    struct nouveau_svmm *svmm;

    u64 inst;

    struct list_head head;

};

​

static struct nouveau_ivmm *

nouveau_ivmm_find(struct nouveau_svm *svm, u64 inst)

{

    struct nouveau_ivmm *ivmm;

    list_for_each_entry(ivmm, &svm->inst, head) {

        if (ivmm->inst == inst)

            return ivmm;

    }

    return NULL;

}

​

struct nouveau_svmm {

    struct nouveau_vmm *vmm;

    struct {