279 lines
7.2 KiB
C
279 lines
7.2 KiB
C
|
/*
|
||
|
|
* Copyright © 2016 Intel Corporation
|
||
|
|
*
|
||
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
||
|
|
* copy of this software and associated documentation files (the "Software"),
|
||
|
|
* to deal in the Software without restriction, including without limitation
|
||
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
||
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
||
|
|
* Software is furnished to do so, subject to the following conditions:
|
||
|
|
*
|
||
|
|
* The above copyright notice and this permission notice (including the next
|
||
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
||
|
|
* Software.
|
||
|
|
*
|
||
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
||
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
||
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
||
|
|
* IN THE SOFTWARE.
|
||
|
|
*
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include <linux/pm_domain.h>
|
||
|
|
#include <linux/pm_runtime.h>
|
||
|
|
|
||
|
|
#include "mock_engine.h"
|
||
|
|
#include "mock_context.h"
|
||
|
|
#include "mock_request.h"
|
||
|
|
#include "mock_gem_device.h"
|
||
|
|
#include "mock_gem_object.h"
|
||
|
|
#include "mock_gtt.h"
|
||
|
|
#include "mock_uncore.h"
|
||
|
|
|
||
|
|
void mock_device_flush(struct drm_i915_private *i915)
|
||
|
|
{
|
||
|
|
struct intel_engine_cs *engine;
|
||
|
|
enum intel_engine_id id;
|
||
|
|
|
||
|
|
lockdep_assert_held(&i915->drm.struct_mutex);
|
||
|
|
|
||
|
|
for_each_engine(engine, i915, id)
|
||
|
|
mock_engine_flush(engine);
|
||
|
|
|
||
|
|
i915_gem_retire_requests(i915);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void mock_device_release(struct drm_device *dev)
|
||
|
|
{
|
||
|
|
struct drm_i915_private *i915 = to_i915(dev);
|
||
|
|
struct intel_engine_cs *engine;
|
||
|
|
enum intel_engine_id id;
|
||
|
|
|
||
|
|
mutex_lock(&i915->drm.struct_mutex);
|
||
|
|
mock_device_flush(i915);
|
||
|
|
i915_gem_contexts_lost(i915);
|
||
|
|
mutex_unlock(&i915->drm.struct_mutex);
|
||
|
|
|
||
|
|
cancel_delayed_work_sync(&i915->gt.retire_work);
|
||
|
|
cancel_delayed_work_sync(&i915->gt.idle_work);
|
||
|
|
i915_gem_drain_workqueue(i915);
|
||
|
|
|
||
|
|
mutex_lock(&i915->drm.struct_mutex);
|
||
|
|
for_each_engine(engine, i915, id)
|
||
|
|
mock_engine_free(engine);
|
||
|
|
i915_gem_contexts_fini(i915);
|
||
|
|
mutex_unlock(&i915->drm.struct_mutex);
|
||
|
|
|
||
|
|
drain_workqueue(i915->wq);
|
||
|
|
i915_gem_drain_freed_objects(i915);
|
||
|
|
|
||
|
|
mutex_lock(&i915->drm.struct_mutex);
|
||
|
|
mock_fini_ggtt(i915);
|
||
|
|
i915_gem_timeline_fini(&i915->gt.global_timeline);
|
||
|
|
mutex_unlock(&i915->drm.struct_mutex);
|
||
|
|
|
||
|
|
destroy_workqueue(i915->wq);
|
||
|
|
|
||
|
|
kmem_cache_destroy(i915->priorities);
|
||
|
|
kmem_cache_destroy(i915->dependencies);
|
||
|
|
kmem_cache_destroy(i915->requests);
|
||
|
|
kmem_cache_destroy(i915->vmas);
|
||
|
|
kmem_cache_destroy(i915->objects);
|
||
|
|
|
||
|
|
i915_gemfs_fini(i915);
|
||
|
|
|
||
|
|
drm_dev_fini(&i915->drm);
|
||
|
|
put_device(&i915->drm.pdev->dev);
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct drm_driver mock_driver = {
|
||
|
|
.name = "mock",
|
||
|
|
.driver_features = DRIVER_GEM,
|
||
|
|
.release = mock_device_release,
|
||
|
|
|
||
|
|
.gem_close_object = i915_gem_close_object,
|
||
|
|
.gem_free_object_unlocked = i915_gem_free_object,
|
||
|
|
};
|
||
|
|
|
||
|
|
static void release_dev(struct device *dev)
|
||
|
|
{
|
||
|
|
struct pci_dev *pdev = to_pci_dev(dev);
|
||
|
|
|
||
|
|
kfree(pdev);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void mock_retire_work_handler(struct work_struct *work)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static void mock_idle_work_handler(struct work_struct *work)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static int pm_domain_resume(struct device *dev)
|
||
|
|
{
|
||
|
|
return pm_generic_runtime_resume(dev);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int pm_domain_suspend(struct device *dev)
|
||
|
|
{
|
||
|
|
return pm_generic_runtime_suspend(dev);
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct dev_pm_domain pm_domain = {
|
||
|
|
.ops = {
|
||
|
|
.runtime_suspend = pm_domain_suspend,
|
||
|
|
.runtime_resume = pm_domain_resume,
|
||
|
|
},
|
||
|
|
};
|
||
|
|
|
||
|
|
struct drm_i915_private *mock_gem_device(void)
|
||
|
|
{
|
||
|
|
struct drm_i915_private *i915;
|
||
|
|
struct intel_engine_cs *engine;
|
||
|
|
enum intel_engine_id id;
|
||
|
|
struct pci_dev *pdev;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
pdev = kzalloc(sizeof(*pdev) + sizeof(*i915), GFP_KERNEL);
|
||
|
|
if (!pdev)
|
||
|
|
goto err;
|
||
|
|
|
||
|
|
device_initialize(&pdev->dev);
|
||
|
|
pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
|
||
|
|
pdev->dev.release = release_dev;
|
||
|
|
dev_set_name(&pdev->dev, "mock");
|
||
|
|
dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
|
||
|
|
|
||
|
|
#if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
|
||
|
|
/* hack to disable iommu for the fake device; force identity mapping */
|
||
|
|
pdev->dev.archdata.iommu = (void *)-1;
|
||
|
|
#endif
|
||
|
|
|
||
|
|
dev_pm_domain_set(&pdev->dev, &pm_domain);
|
||
|
|
pm_runtime_enable(&pdev->dev);
|
||
|
|
pm_runtime_dont_use_autosuspend(&pdev->dev);
|
||
|
|
WARN_ON(pm_runtime_get_sync(&pdev->dev));
|
||
|
|
|
||
|
|
i915 = (struct drm_i915_private *)(pdev + 1);
|
||
|
|
pci_set_drvdata(pdev, i915);
|
||
|
|
|
||
|
|
err = drm_dev_init(&i915->drm, &mock_driver, &pdev->dev);
|
||
|
|
if (err) {
|
||
|
|
pr_err("Failed to initialise mock GEM device: err=%d\n", err);
|
||
|
|
goto put_device;
|
||
|
|
}
|
||
|
|
i915->drm.pdev = pdev;
|
||
|
|
i915->drm.dev_private = i915;
|
||
|
|
|
||
|
|
/* Using the global GTT may ask questions about KMS users, so prepare */
|
||
|
|
drm_mode_config_init(&i915->drm);
|
||
|
|
|
||
|
|
mkwrite_device_info(i915)->gen = -1;
|
||
|
|
|
||
|
|
mkwrite_device_info(i915)->page_sizes =
|
||
|
|
I915_GTT_PAGE_SIZE_4K |
|
||
|
|
I915_GTT_PAGE_SIZE_64K |
|
||
|
|
I915_GTT_PAGE_SIZE_2M;
|
||
|
|
|
||
|
|
spin_lock_init(&i915->mm.object_stat_lock);
|
||
|
|
mock_uncore_init(i915);
|
||
|
|
|
||
|
|
init_waitqueue_head(&i915->gpu_error.wait_queue);
|
||
|
|
init_waitqueue_head(&i915->gpu_error.reset_queue);
|
||
|
|
|
||
|
|
i915->wq = alloc_ordered_workqueue("mock", 0);
|
||
|
|
if (!i915->wq)
|
||
|
|
goto put_device;
|
||
|
|
|
||
|
|
INIT_WORK(&i915->mm.free_work, __i915_gem_free_work);
|
||
|
|
init_llist_head(&i915->mm.free_list);
|
||
|
|
INIT_LIST_HEAD(&i915->mm.unbound_list);
|
||
|
|
INIT_LIST_HEAD(&i915->mm.bound_list);
|
||
|
|
|
||
|
|
mock_init_contexts(i915);
|
||
|
|
|
||
|
|
INIT_DELAYED_WORK(&i915->gt.retire_work, mock_retire_work_handler);
|
||
|
|
INIT_DELAYED_WORK(&i915->gt.idle_work, mock_idle_work_handler);
|
||
|
|
|
||
|
|
i915->gt.awake = true;
|
||
|
|
|
||
|
|
i915->objects = KMEM_CACHE(mock_object, SLAB_HWCACHE_ALIGN);
|
||
|
|
if (!i915->objects)
|
||
|
|
goto err_wq;
|
||
|
|
|
||
|
|
i915->vmas = KMEM_CACHE(i915_vma, SLAB_HWCACHE_ALIGN);
|
||
|
|
if (!i915->vmas)
|
||
|
|
goto err_objects;
|
||
|
|
|
||
|
|
i915->requests = KMEM_CACHE(mock_request,
|
||
|
|
SLAB_HWCACHE_ALIGN |
|
||
|
|
SLAB_RECLAIM_ACCOUNT |
|
||
|
|
SLAB_TYPESAFE_BY_RCU);
|
||
|
|
if (!i915->requests)
|
||
|
|
goto err_vmas;
|
||
|
|
|
||
|
|
i915->dependencies = KMEM_CACHE(i915_dependency,
|
||
|
|
SLAB_HWCACHE_ALIGN |
|
||
|
|
SLAB_RECLAIM_ACCOUNT);
|
||
|
|
if (!i915->dependencies)
|
||
|
|
goto err_requests;
|
||
|
|
|
||
|
|
i915->priorities = KMEM_CACHE(i915_priolist, SLAB_HWCACHE_ALIGN);
|
||
|
|
if (!i915->priorities)
|
||
|
|
goto err_dependencies;
|
||
|
|
|
||
|
|
mutex_lock(&i915->drm.struct_mutex);
|
||
|
|
INIT_LIST_HEAD(&i915->gt.timelines);
|
||
|
|
err = i915_gem_timeline_init__global(i915);
|
||
|
|
if (err) {
|
||
|
|
mutex_unlock(&i915->drm.struct_mutex);
|
||
|
|
goto err_priorities;
|
||
|
|
}
|
||
|
|
|
||
|
|
mock_init_ggtt(i915);
|
||
|
|
mutex_unlock(&i915->drm.struct_mutex);
|
||
|
|
|
||
|
|
mkwrite_device_info(i915)->ring_mask = BIT(0);
|
||
|
|
i915->engine[RCS] = mock_engine(i915, "mock", RCS);
|
||
|
|
if (!i915->engine[RCS])
|
||
|
|
goto err_priorities;
|
||
|
|
|
||
|
|
i915->kernel_context = mock_context(i915, NULL);
|
||
|
|
if (!i915->kernel_context)
|
||
|
|
goto err_engine;
|
||
|
|
|
||
|
|
i915->preempt_context = mock_context(i915, NULL);
|
||
|
|
if (!i915->preempt_context)
|
||
|
|
goto err_kernel_context;
|
||
|
|
|
||
|
|
WARN_ON(i915_gemfs_init(i915));
|
||
|
|
|
||
|
|
return i915;
|
||
|
|
|
||
|
|
err_kernel_context:
|
||
|
|
i915_gem_context_put(i915->kernel_context);
|
||
|
|
err_engine:
|
||
|
|
for_each_engine(engine, i915, id)
|
||
|
|
mock_engine_free(engine);
|
||
|
|
err_priorities:
|
||
|
|
kmem_cache_destroy(i915->priorities);
|
||
|
|
err_dependencies:
|
||
|
|
kmem_cache_destroy(i915->dependencies);
|
||
|
|
err_requests:
|
||
|
|
kmem_cache_destroy(i915->requests);
|
||
|
|
err_vmas:
|
||
|
|
kmem_cache_destroy(i915->vmas);
|
||
|
|
err_objects:
|
||
|
|
kmem_cache_destroy(i915->objects);
|
||
|
|
err_wq:
|
||
|
|
destroy_workqueue(i915->wq);
|
||
|
|
put_device:
|
||
|
|
put_device(&pdev->dev);
|
||
|
|
err:
|
||
|
|
return NULL;
|
||
|
|
}
|