191 lines
5.5 KiB
C
191 lines
5.5 KiB
C
|
/*
|
||
|
* Copyright 2014 Advanced Micro Devices, Inc.
|
||
|
*
|
||
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
||
|
* copy of this software and associated documentation files (the "Software"),
|
||
|
* to deal in the Software without restriction, including without limitation
|
||
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
||
|
* and/or sell copies of the Software, and to permit persons to whom the
|
||
|
* Software is furnished to do so, subject to the following conditions:
|
||
|
*
|
||
|
* The above copyright notice and this permission notice shall be included in
|
||
|
* all copies or substantial portions of the Software.
|
||
|
*
|
||
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
||
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
||
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
||
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
||
|
* OTHER DEALINGS IN THE SOFTWARE.
|
||
|
*/
|
||
|
|
||
|
#include <linux/module.h>
|
||
|
#include <linux/sched.h>
|
||
|
#include <linux/moduleparam.h>
|
||
|
#include <linux/device.h>
|
||
|
#include <linux/printk.h>
|
||
|
#include "kfd_priv.h"
|
||
|
|
||
|
#define KFD_DRIVER_AUTHOR "AMD Inc. and others"
|
||
|
|
||
|
#define KFD_DRIVER_DESC "Standalone HSA driver for AMD's GPUs"
|
||
|
#define KFD_DRIVER_DATE "20150421"
|
||
|
#define KFD_DRIVER_MAJOR 0
|
||
|
#define KFD_DRIVER_MINOR 7
|
||
|
#define KFD_DRIVER_PATCHLEVEL 2
|
||
|
|
||
|
static const struct kgd2kfd_calls kgd2kfd = {
|
||
|
.exit = kgd2kfd_exit,
|
||
|
.probe = kgd2kfd_probe,
|
||
|
.device_init = kgd2kfd_device_init,
|
||
|
.device_exit = kgd2kfd_device_exit,
|
||
|
.interrupt = kgd2kfd_interrupt,
|
||
|
.suspend = kgd2kfd_suspend,
|
||
|
.resume = kgd2kfd_resume,
|
||
|
.quiesce_mm = kgd2kfd_quiesce_mm,
|
||
|
.resume_mm = kgd2kfd_resume_mm,
|
||
|
.schedule_evict_and_restore_process =
|
||
|
kgd2kfd_schedule_evict_and_restore_process,
|
||
|
.pre_reset = kgd2kfd_pre_reset,
|
||
|
.post_reset = kgd2kfd_post_reset,
|
||
|
};
|
||
|
|
||
|
int sched_policy = KFD_SCHED_POLICY_HWS;
|
||
|
module_param(sched_policy, int, 0444);
|
||
|
MODULE_PARM_DESC(sched_policy,
|
||
|
"Scheduling policy (0 = HWS (Default), 1 = HWS without over-subscription, 2 = Non-HWS (Used for debugging only)");
|
||
|
|
||
|
int hws_max_conc_proc = 8;
|
||
|
module_param(hws_max_conc_proc, int, 0444);
|
||
|
MODULE_PARM_DESC(hws_max_conc_proc,
|
||
|
"Max # processes HWS can execute concurrently when sched_policy=0 (0 = no concurrency, #VMIDs for KFD = Maximum(default))");
|
||
|
|
||
|
int cwsr_enable = 1;
|
||
|
module_param(cwsr_enable, int, 0444);
|
||
|
MODULE_PARM_DESC(cwsr_enable, "CWSR enable (0 = off, 1 = on (default))");
|
||
|
|
||
|
int max_num_of_queues_per_device = KFD_MAX_NUM_OF_QUEUES_PER_DEVICE_DEFAULT;
|
||
|
module_param(max_num_of_queues_per_device, int, 0444);
|
||
|
MODULE_PARM_DESC(max_num_of_queues_per_device,
|
||
|
"Maximum number of supported queues per device (1 = Minimum, 4096 = default)");
|
||
|
|
||
|
int send_sigterm;
|
||
|
module_param(send_sigterm, int, 0444);
|
||
|
MODULE_PARM_DESC(send_sigterm,
|
||
|
"Send sigterm to HSA process on unhandled exception (0 = disable, 1 = enable)");
|
||
|
|
||
|
int debug_largebar;
|
||
|
module_param(debug_largebar, int, 0444);
|
||
|
MODULE_PARM_DESC(debug_largebar,
|
||
|
"Debug large-bar flag used to simulate large-bar capability on non-large bar machine (0 = disable, 1 = enable)");
|
||
|
|
||
|
int ignore_crat;
|
||
|
module_param(ignore_crat, int, 0444);
|
||
|
MODULE_PARM_DESC(ignore_crat,
|
||
|
"Ignore CRAT table during KFD initialization (0 = use CRAT (default), 1 = ignore CRAT)");
|
||
|
|
||
|
int noretry;
|
||
|
module_param(noretry, int, 0644);
|
||
|
MODULE_PARM_DESC(noretry,
|
||
|
"Set sh_mem_config.retry_disable on GFXv9+ dGPUs (0 = retry enabled (default), 1 = retry disabled)");
|
||
|
|
||
|
int halt_if_hws_hang;
|
||
|
module_param(halt_if_hws_hang, int, 0644);
|
||
|
MODULE_PARM_DESC(halt_if_hws_hang, "Halt if HWS hang is detected (0 = off (default), 1 = on)");
|
||
|
|
||
|
|
||
|
static int amdkfd_init_completed;
|
||
|
|
||
|
|
||
|
int kgd2kfd_init(unsigned int interface_version,
|
||
|
const struct kgd2kfd_calls **g2f)
|
||
|
{
|
||
|
if (!amdkfd_init_completed)
|
||
|
return -EPROBE_DEFER;
|
||
|
|
||
|
/*
|
||
|
* Only one interface version is supported,
|
||
|
* no kfd/kgd version skew allowed.
|
||
|
*/
|
||
|
if (interface_version != KFD_INTERFACE_VERSION)
|
||
|
return -EINVAL;
|
||
|
|
||
|
*g2f = &kgd2kfd;
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
EXPORT_SYMBOL(kgd2kfd_init);
|
||
|
|
||
|
void kgd2kfd_exit(void)
|
||
|
{
|
||
|
}
|
||
|
|
||
|
static int __init kfd_module_init(void)
|
||
|
{
|
||
|
int err;
|
||
|
|
||
|
/* Verify module parameters */
|
||
|
if ((sched_policy < KFD_SCHED_POLICY_HWS) ||
|
||
|
(sched_policy > KFD_SCHED_POLICY_NO_HWS)) {
|
||
|
pr_err("sched_policy has invalid value\n");
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
/* Verify module parameters */
|
||
|
if ((max_num_of_queues_per_device < 1) ||
|
||
|
(max_num_of_queues_per_device >
|
||
|
KFD_MAX_NUM_OF_QUEUES_PER_DEVICE)) {
|
||
|
pr_err("max_num_of_queues_per_device must be between 1 to KFD_MAX_NUM_OF_QUEUES_PER_DEVICE\n");
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
err = kfd_chardev_init();
|
||
|
if (err < 0)
|
||
|
goto err_ioctl;
|
||
|
|
||
|
err = kfd_topology_init();
|
||
|
if (err < 0)
|
||
|
goto err_topology;
|
||
|
|
||
|
err = kfd_process_create_wq();
|
||
|
if (err < 0)
|
||
|
goto err_create_wq;
|
||
|
|
||
|
kfd_debugfs_init();
|
||
|
|
||
|
amdkfd_init_completed = 1;
|
||
|
|
||
|
dev_info(kfd_device, "Initialized module\n");
|
||
|
|
||
|
return 0;
|
||
|
|
||
|
err_create_wq:
|
||
|
kfd_topology_shutdown();
|
||
|
err_topology:
|
||
|
kfd_chardev_exit();
|
||
|
err_ioctl:
|
||
|
return err;
|
||
|
}
|
||
|
|
||
|
static void __exit kfd_module_exit(void)
|
||
|
{
|
||
|
amdkfd_init_completed = 0;
|
||
|
|
||
|
kfd_debugfs_fini();
|
||
|
kfd_process_destroy_wq();
|
||
|
kfd_topology_shutdown();
|
||
|
kfd_chardev_exit();
|
||
|
pr_info("amdkfd: Removed module\n");
|
||
|
}
|
||
|
|
||
|
module_init(kfd_module_init);
|
||
|
module_exit(kfd_module_exit);
|
||
|
|
||
|
MODULE_AUTHOR(KFD_DRIVER_AUTHOR);
|
||
|
MODULE_DESCRIPTION(KFD_DRIVER_DESC);
|
||
|
MODULE_LICENSE("GPL and additional rights");
|
||
|
MODULE_VERSION(__stringify(KFD_DRIVER_MAJOR) "."
|
||
|
__stringify(KFD_DRIVER_MINOR) "."
|
||
|
__stringify(KFD_DRIVER_PATCHLEVEL));
|