a68570b5d9
1. Add computing offloading code 2. Add script.md 3. Add virsh_demo.xml Change-Id: Id9ef883e2f0eb727eb5448b9d1c47767f46b1021 Signed-off-by: Yikun Jiang <yikunkero@gmail.com>
297 lines
10 KiB
C
297 lines
10 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Copyright (C) 2023. Huawei Technologies Co., Ltd. All rights reserved.
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 and
|
|
* only version 2 as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*/
|
|
|
|
#include <linux/compiler_types.h>
|
|
#include <linux/syscalls.h>
|
|
#include <linux/trace_events.h>
|
|
#include <linux/mount.h>
|
|
#include <linux/file.h>
|
|
#include <linux/kprobes.h>
|
|
#include <linux/version.h>
|
|
#include <asm/unistd.h>
|
|
|
|
#include "conn.h"
|
|
#include "symbol_wrapper.h"
|
|
|
|
unsigned long *symbols_origin[SYMBOL_MAX_NUM];
|
|
|
|
static struct kprobe kp = {
|
|
.symbol_name = "kallsyms_lookup_name"
|
|
};
|
|
struct pt_regs;
|
|
|
|
#ifdef __x86_64__
|
|
#define WRAPPER_ARGS_TO_REGS1(regs) regs->di = (unsigned long)x1;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS2(regs) \
|
|
WRAPPER_ARGS_TO_REGS1(regs)\
|
|
regs->si = (unsigned long)x2;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS3(regs) \
|
|
WRAPPER_ARGS_TO_REGS2(regs)\
|
|
regs->dx = (unsigned long)x3;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS4(regs) \
|
|
WRAPPER_ARGS_TO_REGS3(regs)\
|
|
regs->r10 = (unsigned long)x4;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS5(regs) \
|
|
WRAPPER_ARGS_TO_REGS4(regs)\
|
|
regs->r8 = (unsigned long)x5;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS6(regs) \
|
|
WRAPPER_ARGS_TO_REGS5(regs)\
|
|
regs->r9 = (unsigned long)x6;
|
|
#endif
|
|
#ifdef __aarch64__
|
|
void (*update_mapping_prot)(phys_addr_t phys, unsigned long virt, phys_addr_t size, pgprot_t prot);
|
|
unsigned long start_rodata, end_rodata;
|
|
|
|
// symbols not finded in sys call table
|
|
enum qtfs_sym_a64 {
|
|
A64_NR_UNLINK = 0,
|
|
A64_NR_RMDIR,
|
|
A64_NR_EPOLL_WAIT,
|
|
A64_NR_MAX,
|
|
};
|
|
unsigned long *symbols_a64[A64_NR_MAX];
|
|
|
|
#define WRAPPER_ARGS_TO_REGS1(regs) regs->regs[0] = (unsigned long)x1;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS2(regs)\
|
|
WRAPPER_ARGS_TO_REGS1(regs)\
|
|
regs->regs[1] = (unsigned long)x2;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS3(regs)\
|
|
WRAPPER_ARGS_TO_REGS2(regs)\
|
|
regs->regs[2] = (unsigned long)x3;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS4(regs)\
|
|
WRAPPER_ARGS_TO_REGS3(regs)\
|
|
regs->regs[3] = (unsigned long)x4;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS5(regs)\
|
|
WRAPPER_ARGS_TO_REGS4(regs)\
|
|
regs->regs[4] = (unsigned long)x5;
|
|
|
|
#define WRAPPER_ARGS_TO_REGS6(regs)\
|
|
WRAPPER_ARGS_TO_REGS5(regs)\
|
|
regs->regs[5] = (unsigned long)x6;
|
|
#endif
|
|
|
|
#define KSYMS(sym, type) \
|
|
qtfs_kern_syms.sym = (type)qtfs_kallsyms_lookup_name(#sym);
|
|
|
|
#define KSYMS_NULL_RETURN(sym)\
|
|
if (sym == NULL) {\
|
|
qtfs_err("symbol:%s not finded", #sym);\
|
|
return -1;\
|
|
}
|
|
|
|
struct qtfs_kallsyms qtfs_kern_syms;
|
|
kallsyms_lookup_name_t qtfs_kallsyms_lookup_name;
|
|
int qtfs_kallsyms_hack_init(void)
|
|
{
|
|
int ret = register_kprobe(&kp);
|
|
if (ret < 0) {
|
|
qtfs_err("register kprobe failed, Please confirm whether kprobe is enabled, ret:%d", ret);
|
|
return -1;
|
|
}
|
|
qtfs_kallsyms_lookup_name = (kallsyms_lookup_name_t) kp.addr;
|
|
unregister_kprobe(&kp);
|
|
if (qtfs_kallsyms_lookup_name == NULL) {
|
|
qtfs_err("get kallsyms function by kprobe failed.");
|
|
return -1;
|
|
}
|
|
|
|
KSYMS(sys_call_table, unsigned long **);
|
|
KSYMS_NULL_RETURN(qtfs_kern_syms.sys_call_table);
|
|
|
|
KSYMS(d_absolute_path, char *(*)(const struct path *, char *, int));
|
|
KSYMS_NULL_RETURN(qtfs_kern_syms.d_absolute_path);
|
|
KSYMS(find_get_task_by_vpid, struct task_struct *(*)(pid_t nr));
|
|
KSYMS_NULL_RETURN(qtfs_kern_syms.find_get_task_by_vpid);
|
|
|
|
#if (LINUX_VERSION_CODE < KERNEL_VERSION(5, 11, 0))
|
|
KSYMS(__close_fd, int (*)(struct files_struct *, int));
|
|
KSYMS_NULL_RETURN(qtfs_kern_syms.__close_fd);
|
|
#endif
|
|
|
|
#ifdef __aarch64__
|
|
update_mapping_prot = (void *)qtfs_kallsyms_lookup_name("update_mapping_prot");
|
|
start_rodata = (unsigned long)qtfs_kallsyms_lookup_name("__start_rodata");
|
|
end_rodata = (unsigned long)qtfs_kallsyms_lookup_name("__end_rodata");
|
|
if (update_mapping_prot == NULL || start_rodata == NULL || end_rodata == NULL) {
|
|
qtfs_err("failed to init memory protect handler");
|
|
return -1;
|
|
}
|
|
|
|
#pragma GCC diagnostic ignored "-Wint-conversion"
|
|
symbols_a64[A64_NR_UNLINK] = (unsigned long)qtfs_kallsyms_lookup_name("__arm64_sys_unlink");
|
|
KSYMS_NULL_RETURN(symbols_a64[A64_NR_UNLINK]);
|
|
symbols_a64[A64_NR_RMDIR] = (unsigned long)qtfs_kallsyms_lookup_name("__arm64_sys_rmdir");
|
|
KSYMS_NULL_RETURN(symbols_a64[A64_NR_RMDIR]);
|
|
symbols_a64[A64_NR_EPOLL_WAIT] = (unsigned long)qtfs_kallsyms_lookup_name("__arm64_sys_epoll_wait");
|
|
KSYMS_NULL_RETURN(symbols_a64[A64_NR_EPOLL_WAIT]);
|
|
#pragma GCC diagnostic pop
|
|
qtfs_info("finded __arm64_sys_unlink");
|
|
qtfs_info("finded __arm64_sys_rmdir");
|
|
qtfs_info("finded __arm64_sys_epoll_wait");
|
|
#endif
|
|
|
|
return 0;
|
|
}
|
|
|
|
__SYSCALL_DEFINEx(3, _qtfs_connect, int, fd, struct sockaddr __user *, uservaddr, int, addrlen)
|
|
{
|
|
return qtfs_uds_remote_connect_user(fd, uservaddr, addrlen);
|
|
}
|
|
|
|
static atomic_t replace_available = ATOMIC_INIT(1);
|
|
|
|
int qtfs_syscall_replace_start(void)
|
|
{
|
|
if (!atomic_dec_and_test(&replace_available)) {
|
|
atomic_inc(&replace_available);
|
|
return -EBUSY;
|
|
}
|
|
|
|
symbols_origin[SYMBOL_SYSCALL_CONNECT] = qtfs_kern_syms.sys_call_table[__NR_connect];
|
|
#ifdef __x86_64__
|
|
make_rw((unsigned long)qtfs_kern_syms.sys_call_table);
|
|
qtfs_kern_syms.sys_call_table[__NR_connect] = (unsigned long *)__x64_sys_qtfs_connect;
|
|
make_ro((unsigned long)qtfs_kern_syms.sys_call_table);
|
|
#endif
|
|
|
|
#ifdef __aarch64__
|
|
update_mapping_prot(__pa_symbol(start_rodata), (unsigned long)start_rodata, section_size, PAGE_KERNEL);
|
|
qtfs_kern_syms.sys_call_table[__NR_connect] = (unsigned long *)__arm64_sys_qtfs_connect;
|
|
update_mapping_prot(__pa_symbol(start_rodata), (unsigned long)start_rodata, section_size, PAGE_KERNEL_RO);
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
void qtfs_syscall_replace_stop(void)
|
|
{
|
|
#ifdef __x86_64__
|
|
make_rw((unsigned long)qtfs_kern_syms.sys_call_table);
|
|
qtfs_kern_syms.sys_call_table[__NR_connect] = (void *)qtfs_kallsyms_lookup_name("__x64_sys_connect");
|
|
make_ro((unsigned long)qtfs_kern_syms.sys_call_table);
|
|
#endif
|
|
|
|
#ifdef __aarch64__
|
|
update_mapping_prot(__pa_symbol(start_rodata), (unsigned long)start_rodata, section_size, PAGE_KERNEL);
|
|
qtfs_kern_syms.sys_call_table[__NR_connect] = (void *)qtfs_kallsyms_lookup_name("__arm64_sys_connect");
|
|
update_mapping_prot(__pa_symbol(start_rodata), (unsigned long)start_rodata, section_size, PAGE_KERNEL_RO);
|
|
#endif
|
|
atomic_inc(&replace_available);
|
|
}
|
|
|
|
#define SYSCALL_TYPE(type) (type (*)(const struct pt_regs *))
|
|
|
|
#define WRAPPER_DEFINE_BYORIGIN(nargs, ret, func, nr)\
|
|
noinline ret func\
|
|
{\
|
|
struct pt_regs _regs;\
|
|
struct pt_regs *regs = &_regs;\
|
|
ret retval;\
|
|
WRAPPER_ARGS_TO_REGS##nargs(regs);\
|
|
retval = (SYSCALL_TYPE(ret) symbols_origin[nr])(regs);\
|
|
return retval;\
|
|
}
|
|
|
|
#ifdef QTFS_CLIENT
|
|
WRAPPER_DEFINE_BYORIGIN(2, long, qtfs_syscall_umount(char __user *x1, int x2), SYMBOL_SYSCALL_UMOUNT);
|
|
WRAPPER_DEFINE_BYORIGIN(5, long, qtfs_syscall_mount(char __user *x1, char __user *x2,
|
|
char __user *x3, unsigned long x4, void __user *x5), SYMBOL_SYSCALL_MOUNT);
|
|
WRAPPER_DEFINE_BYORIGIN(4, long, qtfs_syscall_epoll_ctl(int x1, int x2, int x3,
|
|
struct epoll_event __user *x4), SYMBOL_SYSCALL_EPOLL_CTL);
|
|
#endif
|
|
|
|
#define WRAPPER_DEFINE(nargs, ret, func, nr)\
|
|
noinline ret func\
|
|
{\
|
|
struct pt_regs _regs;\
|
|
struct pt_regs *regs = &_regs;\
|
|
ret retval;\
|
|
WRAPPER_ARGS_TO_REGS##nargs(regs);\
|
|
retval = (SYSCALL_TYPE(ret) qtfs_kern_syms.sys_call_table[nr])(regs);\
|
|
return retval;\
|
|
}
|
|
|
|
//common syscall wrapper
|
|
WRAPPER_DEFINE_BYORIGIN(3, long, qtfs_syscall_connect(int x1, struct sockaddr __user *x2,
|
|
int x3), SYMBOL_SYSCALL_CONNECT);
|
|
|
|
// only use in server syscall wrapper
|
|
#ifdef QTFS_SERVER
|
|
WRAPPER_DEFINE(2, long, qtfs_syscall_umount(char __user *x1, int x2), __NR_umount2);
|
|
WRAPPER_DEFINE(5, long, qtfs_syscall_mount(char __user *x1, char __user *x2,
|
|
char __user *x3, unsigned long x4, void __user *x5), __NR_mount);
|
|
WRAPPER_DEFINE(4, long, qtfs_syscall_epoll_ctl(int x1, int x2, int x3,
|
|
struct epoll_event __user *x4), __NR_epoll_ctl);
|
|
WRAPPER_DEFINE(4, int, qtfs_syscall_readlinkat(int x1, const char __user *x2,
|
|
char __user *x3, int x4), __NR_readlinkat);
|
|
WRAPPER_DEFINE(5, int, qtfs_syscall_renameat2(int x1, const char __user *x2,
|
|
int x3, const char __user *x4, unsigned int x5), __NR_renameat2);
|
|
WRAPPER_DEFINE(3, long, qtfs_syscall_mkdirat(int x1, const char __user *x2,
|
|
umode_t x3), __NR_mkdirat);
|
|
WRAPPER_DEFINE(2, int, qtfs_syscall_statfs(const char __user *x1,
|
|
struct statfs __user *x2), __NR_statfs);
|
|
WRAPPER_DEFINE(4, int, qtfs_syscall_openat(int x1, const char __user *x2, int x3,
|
|
umode_t x4), __NR_openat);
|
|
WRAPPER_DEFINE(5, int, qtfs_syscall_linkat(int x1, const char __user *x2,
|
|
int x3, const char __user *x4, int x5), __NR_linkat);
|
|
WRAPPER_DEFINE(4, long, qtfs_syscall_mknodat(int x1, const char __user *x2, umode_t x3,
|
|
unsigned int x4), __NR_mknodat);
|
|
WRAPPER_DEFINE(3, off_t, qtfs_syscall_lseek(unsigned int x1, off_t x2,
|
|
unsigned int x3), __NR_lseek);
|
|
WRAPPER_DEFINE(2, long, qtfs_syscall_kill(pid_t x1, int x2), __NR_kill);
|
|
WRAPPER_DEFINE(3, long, qtfs_syscall_sched_getaffinity(pid_t x1, unsigned int x2,
|
|
unsigned long __user *x3), __NR_sched_getaffinity);
|
|
WRAPPER_DEFINE(3, long, qtfs_syscall_sched_setaffinity(pid_t x1, unsigned int x2,
|
|
unsigned long __user *x3), __NR_sched_setaffinity);
|
|
WRAPPER_DEFINE(3, long, qtfs_syscall_write(unsigned int x1, const char __user *x2,
|
|
size_t x3), __NR_write);
|
|
WRAPPER_DEFINE(3, long, qtfs_syscall_read(unsigned int x1, char __user *x2,
|
|
size_t x3), __NR_read);
|
|
WRAPPER_DEFINE(3, long, qtfs_syscall_ioctl(unsigned int x1, unsigned int x2,
|
|
unsigned long x3), __NR_ioctl);
|
|
|
|
#ifdef __aarch64__
|
|
#define WRAPPER_DEFINE_A64(nargs, ret, func, nr)\
|
|
noinline ret func\
|
|
{\
|
|
struct pt_regs _regs;\
|
|
struct pt_regs *regs = &_regs;\
|
|
ret retval;\
|
|
WRAPPER_ARGS_TO_REGS##nargs(regs);\
|
|
retval = (SYSCALL_TYPE(ret) symbols_a64[nr])(regs);\
|
|
return retval;\
|
|
}
|
|
|
|
// ARM64 syscall not finded in sys_call_table is defined here
|
|
WRAPPER_DEFINE_A64(1, long, qtfs_syscall_unlink(const char __user *x1), A64_NR_UNLINK);
|
|
WRAPPER_DEFINE_A64(4, int, qtfs_syscall_epoll_wait(int x1, struct epoll_event __user *x2,
|
|
int x3, int x4), A64_NR_EPOLL_WAIT);
|
|
WRAPPER_DEFINE_A64(1, long, qtfs_syscall_rmdir(const char __user *x1), A64_NR_RMDIR);
|
|
#else
|
|
WRAPPER_DEFINE(1, long, qtfs_syscall_unlink(const char __user *x1), __NR_unlink);
|
|
WRAPPER_DEFINE(4, int, qtfs_syscall_epoll_wait(int x1, struct epoll_event __user *x2,
|
|
int x3, int x4), __NR_epoll_wait);
|
|
WRAPPER_DEFINE(1, long, qtfs_syscall_rmdir(const char __user *x1), __NR_rmdir);
|
|
#endif
|
|
#endif
|
|
|
|
|