Message ID | 20241029144539.111155-2-kevin.brodsky@arm.com |
---|---|
State | New |
Headers | show |
Series | [v3,1/5] arm64: signal: Improve POR_EL0 handling to avoid uaccess failures | expand |
+ Kees, Jorge, Jann On Tue, Oct 29, 2024 at 7:46 AM Kevin Brodsky <kevin.brodsky@arm.com> wrote: > > TL;DR: reset POR_EL0 to "allow all" before writing the signal frame, > preventing spurious uaccess failures. > > When POE is supported, the POR_EL0 register constrains memory > accesses based on the target page's POIndex (pkey). This raises the > question: what constraints should apply to a signal handler? The > current answer is that POR_EL0 is reset to POR_EL0_INIT when > invoking the handler, giving it full access to POIndex 0. This is in > line with x86's MPK support and remains unchanged. > > This is only part of the story, though. POR_EL0 constrains all > unprivileged memory accesses, meaning that uaccess routines such as > put_user() are also impacted. As a result POR_EL0 may prevent the > signal frame from being written to the signal stack (ultimately > causing a SIGSEGV). This is especially concerning when an alternate > signal stack is used, because userspace may want to prevent access > to it outside of signal handlers. There is currently no provision > for that: POR_EL0 is reset after writing to the stack, and > POR_EL0_INIT only enables access to POIndex 0. > > This patch ensures that POR_EL0 is reset to its most permissive > state before the signal stack is accessed. Once the signal frame has > been fully written, POR_EL0 is still set to POR_EL0_INIT - it is up > to the signal handler to enable access to additional pkeys if > needed. As to sigreturn(), it expects having access to the stack > like any other syscall; we only need to ensure that POR_EL0 is > restored from the signal frame after all uaccess calls. This > approach is in line with the recent x86/pkeys series [1]. > > Resetting POR_EL0 early introduces some complications, in that we > can no longer read the register directly in preserve_poe_context(). > This is addressed by introducing a struct (user_access_state) > and helpers to manage any such register impacting user accesses > (uaccess and accesses in userspace). Things look like this on signal > delivery: > > 1. Save original POR_EL0 into struct [save_reset_user_access_state()] > 2. Set POR_EL0 to "allow all" [save_reset_user_access_state()] > 3. Create signal frame > 4. Write saved POR_EL0 value to the signal frame [preserve_poe_context()] > 5. Finalise signal frame > 6. If all operations succeeded: > a. Set POR_EL0 to POR_EL0_INIT [set_handler_user_access_state()] > b. Else reset POR_EL0 to its original value [restore_user_access_state()] > > If any step fails when setting up the signal frame, the process will > be sent a SIGSEGV, which it may be able to handle. Step 6.b ensures > that the original POR_EL0 is saved in the signal frame when > delivering that SIGSEGV (so that the original value is restored by > sigreturn). > > The return path (sys_rt_sigreturn) doesn't strictly require any change > since restore_poe_context() is already called last. However, to > avoid uaccess calls being accidentally added after that point, we > use the same approach as in the delivery path, i.e. separating > uaccess from writing to the register: > > 1. Read saved POR_EL0 value from the signal frame [restore_poe_context()] > 2. Set POR_EL0 to the saved value [restore_user_access_state()] > > [1] https://lore.kernel.org/lkml/20240802061318.2140081-1-aruna.ramakrishna@oracle.com/ > > Reviewed-by: Catalin Marinas <catalin.marinas@arm.com> > Signed-off-by: Kevin Brodsky <kevin.brodsky@arm.com> > --- > arch/arm64/kernel/signal.c | 92 ++++++++++++++++++++++++++++++++------ > 1 file changed, 78 insertions(+), 14 deletions(-) > > diff --git a/arch/arm64/kernel/signal.c b/arch/arm64/kernel/signal.c > index 561986947530..c7d311d8b92a 100644 > --- a/arch/arm64/kernel/signal.c > +++ b/arch/arm64/kernel/signal.c > @@ -19,6 +19,7 @@ > #include <linux/ratelimit.h> > #include <linux/rseq.h> > #include <linux/syscalls.h> > +#include <linux/pkeys.h> > > #include <asm/daifflags.h> > #include <asm/debug-monitors.h> > @@ -66,10 +67,63 @@ struct rt_sigframe_user_layout { > unsigned long end_offset; > }; > > +/* > + * Holds any EL0-controlled state that influences unprivileged memory accesses. > + * This includes both accesses done in userspace and uaccess done in the kernel. > + * > + * This state needs to be carefully managed to ensure that it doesn't cause > + * uaccess to fail when setting up the signal frame, and the signal handler > + * itself also expects a well-defined state when entered. > + */ > +struct user_access_state { > + u64 por_el0; > +}; > + > #define BASE_SIGFRAME_SIZE round_up(sizeof(struct rt_sigframe), 16) > #define TERMINATOR_SIZE round_up(sizeof(struct _aarch64_ctx), 16) > #define EXTRA_CONTEXT_SIZE round_up(sizeof(struct extra_context), 16) > > +/* > + * Save the user access state into ua_state and reset it to disable any > + * restrictions. > + */ > +static void save_reset_user_access_state(struct user_access_state *ua_state) > +{ > + if (system_supports_poe()) { > + u64 por_enable_all = 0; > + > + for (int pkey = 0; pkey < arch_max_pkey(); pkey++) > + por_enable_all |= POE_RXW << (pkey * POR_BITS_PER_PKEY); > + > + ua_state->por_el0 = read_sysreg_s(SYS_POR_EL0); > + write_sysreg_s(por_enable_all, SYS_POR_EL0); > + /* Ensure that any subsequent uaccess observes the updated value */ > + isb(); > + } > +} > + > +/* > + * Set the user access state for invoking the signal handler. > + * > + * No uaccess should be done after that function is called. > + */ > +static void set_handler_user_access_state(void) > +{ > + if (system_supports_poe()) > + write_sysreg_s(POR_EL0_INIT, SYS_POR_EL0); > +} > + > +/* > + * Restore the user access state to the values saved in ua_state. > + * > + * No uaccess should be done after that function is called. > + */ > +static void restore_user_access_state(const struct user_access_state *ua_state) > +{ > + if (system_supports_poe()) > + write_sysreg_s(ua_state->por_el0, SYS_POR_EL0); > +} > + > static void init_user_layout(struct rt_sigframe_user_layout *user) > { > const size_t reserved_size = > @@ -261,18 +315,20 @@ static int restore_fpmr_context(struct user_ctxs *user) > return err; > } > > -static int preserve_poe_context(struct poe_context __user *ctx) > +static int preserve_poe_context(struct poe_context __user *ctx, > + const struct user_access_state *ua_state) > { > int err = 0; > > __put_user_error(POE_MAGIC, &ctx->head.magic, err); > __put_user_error(sizeof(*ctx), &ctx->head.size, err); > - __put_user_error(read_sysreg_s(SYS_POR_EL0), &ctx->por_el0, err); > + __put_user_error(ua_state->por_el0, &ctx->por_el0, err); > > return err; > } > > -static int restore_poe_context(struct user_ctxs *user) > +static int restore_poe_context(struct user_ctxs *user, > + struct user_access_state *ua_state) > { > u64 por_el0; > int err = 0; > @@ -282,7 +338,7 @@ static int restore_poe_context(struct user_ctxs *user) > > __get_user_error(por_el0, &(user->poe->por_el0), err); > if (!err) > - write_sysreg_s(por_el0, SYS_POR_EL0); > + ua_state->por_el0 = por_el0; > > return err; > } > @@ -850,7 +906,8 @@ static int parse_user_sigframe(struct user_ctxs *user, > } > > static int restore_sigframe(struct pt_regs *regs, > - struct rt_sigframe __user *sf) > + struct rt_sigframe __user *sf, > + struct user_access_state *ua_state) > { > sigset_t set; > int i, err; > @@ -899,7 +956,7 @@ static int restore_sigframe(struct pt_regs *regs, > err = restore_zt_context(&user); > > if (err == 0 && system_supports_poe() && user.poe) > - err = restore_poe_context(&user); > + err = restore_poe_context(&user, ua_state); > > return err; > } > @@ -908,6 +965,7 @@ SYSCALL_DEFINE0(rt_sigreturn) > { > struct pt_regs *regs = current_pt_regs(); > struct rt_sigframe __user *frame; > + struct user_access_state ua_state; > > /* Always make any pending restarted system calls return -EINTR */ > current->restart_block.fn = do_no_restart_syscall; > @@ -924,12 +982,14 @@ SYSCALL_DEFINE0(rt_sigreturn) > if (!access_ok(frame, sizeof (*frame))) > goto badframe; > > - if (restore_sigframe(regs, frame)) > + if (restore_sigframe(regs, frame, &ua_state)) > goto badframe; > > if (restore_altstack(&frame->uc.uc_stack)) > goto badframe; > Do you need to move restore_altstack ahead of restore_sigframe? similar as x86 change [1], the discussion for this happened in [2] [3] [1] https://lore.kernel.org/lkml/20240802061318.2140081-5-aruna.ramakrishna@oracle.com/ [2] https://lore.kernel.org/lkml/20240425210540.3265342-1-jeffxu@chromium.org/ [3] https://lore.kernel.org/lkml/d0162c76c25bc8e1c876aebe8e243ff2e6862359.camel@intel.com/ Thanks -Jeff > + restore_user_access_state(&ua_state); > + > return regs->regs[0]; > > badframe: > @@ -1035,7 +1095,8 @@ static int setup_sigframe_layout(struct rt_sigframe_user_layout *user, > } > > static int setup_sigframe(struct rt_sigframe_user_layout *user, > - struct pt_regs *regs, sigset_t *set) > + struct pt_regs *regs, sigset_t *set, > + const struct user_access_state *ua_state) > { > int i, err = 0; > struct rt_sigframe __user *sf = user->sigframe; > @@ -1097,10 +1158,9 @@ static int setup_sigframe(struct rt_sigframe_user_layout *user, > struct poe_context __user *poe_ctx = > apply_user_offset(user, user->poe_offset); > > - err |= preserve_poe_context(poe_ctx); > + err |= preserve_poe_context(poe_ctx, ua_state); > } > > - > /* ZA state if present */ > if (system_supports_sme() && err == 0 && user->za_offset) { > struct za_context __user *za_ctx = > @@ -1237,9 +1297,6 @@ static void setup_return(struct pt_regs *regs, struct k_sigaction *ka, > sme_smstop(); > } > > - if (system_supports_poe()) > - write_sysreg_s(POR_EL0_INIT, SYS_POR_EL0); > - > if (ka->sa.sa_flags & SA_RESTORER) > sigtramp = ka->sa.sa_restorer; > else > @@ -1253,6 +1310,7 @@ static int setup_rt_frame(int usig, struct ksignal *ksig, sigset_t *set, > { > struct rt_sigframe_user_layout user; > struct rt_sigframe __user *frame; > + struct user_access_state ua_state; > int err = 0; > > fpsimd_signal_preserve_current_state(); > @@ -1260,13 +1318,14 @@ static int setup_rt_frame(int usig, struct ksignal *ksig, sigset_t *set, > if (get_sigframe(&user, ksig, regs)) > return 1; > > + save_reset_user_access_state(&ua_state); > frame = user.sigframe; > > __put_user_error(0, &frame->uc.uc_flags, err); > __put_user_error(NULL, &frame->uc.uc_link, err); > > err |= __save_altstack(&frame->uc.uc_stack, regs->sp); > - err |= setup_sigframe(&user, regs, set); > + err |= setup_sigframe(&user, regs, set, &ua_state); > if (err == 0) { > setup_return(regs, &ksig->ka, &user, usig); > if (ksig->ka.sa.sa_flags & SA_SIGINFO) { > @@ -1276,6 +1335,11 @@ static int setup_rt_frame(int usig, struct ksignal *ksig, sigset_t *set, > } > } > > + if (err == 0) > + set_handler_user_access_state(); > + else > + restore_user_access_state(&ua_state); > + > return err; > } > > -- > 2.43.0 >
On 30/10/2024 23:01, Jeff Xu wrote: >> -static int restore_poe_context(struct user_ctxs *user) >> +static int restore_poe_context(struct user_ctxs *user, >> + struct user_access_state *ua_state) >> { >> u64 por_el0; >> int err = 0; >> @@ -282,7 +338,7 @@ static int restore_poe_context(struct user_ctxs *user) >> >> __get_user_error(por_el0, &(user->poe->por_el0), err); >> if (!err) >> - write_sysreg_s(por_el0, SYS_POR_EL0); >> + ua_state->por_el0 = por_el0; >> >> return err; >> } >> @@ -850,7 +906,8 @@ static int parse_user_sigframe(struct user_ctxs *user, >> } >> >> static int restore_sigframe(struct pt_regs *regs, >> - struct rt_sigframe __user *sf) >> + struct rt_sigframe __user *sf, >> + struct user_access_state *ua_state) >> { >> sigset_t set; >> int i, err; >> @@ -899,7 +956,7 @@ static int restore_sigframe(struct pt_regs *regs, >> err = restore_zt_context(&user); >> >> if (err == 0 && system_supports_poe() && user.poe) >> - err = restore_poe_context(&user); >> + err = restore_poe_context(&user, ua_state); >> >> return err; >> } >> @@ -908,6 +965,7 @@ SYSCALL_DEFINE0(rt_sigreturn) >> { >> struct pt_regs *regs = current_pt_regs(); >> struct rt_sigframe __user *frame; >> + struct user_access_state ua_state; >> >> /* Always make any pending restarted system calls return -EINTR */ >> current->restart_block.fn = do_no_restart_syscall; >> @@ -924,12 +982,14 @@ SYSCALL_DEFINE0(rt_sigreturn) >> if (!access_ok(frame, sizeof (*frame))) >> goto badframe; >> >> - if (restore_sigframe(regs, frame)) >> + if (restore_sigframe(regs, frame, &ua_state)) >> goto badframe; >> >> if (restore_altstack(&frame->uc.uc_stack)) >> goto badframe; >> > Do you need to move restore_altstack ahead of restore_sigframe? This is not necessary because restore_sigframe() no longer writes to POR_EL0. restore_poe_context() (above) now saves the original POR_EL0 value into ua_state, and it is restore_user_access_state() (called below just before returning to userspace) that actually writes to POR_EL0, after all uaccess is completed. Having said that, I somehow missed the call to restore_altstack() when writing the commit message, so these changes in sys_rt_sigreturn are in fact necessary. Good catch! At least the patch itself should be doing the right thing. - Kevin > similar as x86 change [1], > the discussion for this happened in [2] [3] > > [1] https://lore.kernel.org/lkml/20240802061318.2140081-5-aruna.ramakrishna@oracle.com/ > [2] https://lore.kernel.org/lkml/20240425210540.3265342-1-jeffxu@chromium.org/ > [3] https://lore.kernel.org/lkml/d0162c76c25bc8e1c876aebe8e243ff2e6862359.camel@intel.com/ > > Thanks > -Jeff > > >> + restore_user_access_state(&ua_state); >> + >> return regs->regs[0];
Hi Jeff, Thanks for chiming in! On Wed, Oct 30, 2024 at 03:01:53PM -0700, Jeff Xu wrote: > On Tue, Oct 29, 2024 at 7:46 AM Kevin Brodsky <kevin.brodsky@arm.com> wrote: > > > > TL;DR: reset POR_EL0 to "allow all" before writing the signal frame, > > preventing spurious uaccess failures. [...] > > @@ -924,12 +982,14 @@ SYSCALL_DEFINE0(rt_sigreturn) > > if (!access_ok(frame, sizeof (*frame))) > > goto badframe; > > > > - if (restore_sigframe(regs, frame)) > > + if (restore_sigframe(regs, frame, &ua_state)) > > goto badframe; > > > > if (restore_altstack(&frame->uc.uc_stack)) > > goto badframe; > > > Do you need to move restore_altstack ahead of restore_sigframe? > similar as x86 change [1], > the discussion for this happened in [2] [3] > > [1] https://lore.kernel.org/lkml/20240802061318.2140081-5-aruna.ramakrishna@oracle.com/ > [2] https://lore.kernel.org/lkml/20240425210540.3265342-1-jeffxu@chromium.org/ > [3] https://lore.kernel.org/lkml/d0162c76c25bc8e1c876aebe8e243ff2e6862359.camel@intel.com/ > > > + restore_user_access_state(&ua_state); The POR isn't restored until here ^^^, so I _think_ restore_altstack() is fine where it is. Kevin, can you confirm, please? Will
On 31/10/2024 10:33, Will Deacon wrote: > Hi Jeff, > > Thanks for chiming in! > > On Wed, Oct 30, 2024 at 03:01:53PM -0700, Jeff Xu wrote: >> On Tue, Oct 29, 2024 at 7:46 AM Kevin Brodsky <kevin.brodsky@arm.com> wrote: >>> TL;DR: reset POR_EL0 to "allow all" before writing the signal frame, >>> preventing spurious uaccess failures. > [...] > >>> @@ -924,12 +982,14 @@ SYSCALL_DEFINE0(rt_sigreturn) >>> if (!access_ok(frame, sizeof (*frame))) >>> goto badframe; >>> >>> - if (restore_sigframe(regs, frame)) >>> + if (restore_sigframe(regs, frame, &ua_state)) >>> goto badframe; >>> >>> if (restore_altstack(&frame->uc.uc_stack)) >>> goto badframe; >>> >> Do you need to move restore_altstack ahead of restore_sigframe? >> similar as x86 change [1], >> the discussion for this happened in [2] [3] >> >> [1] https://lore.kernel.org/lkml/20240802061318.2140081-5-aruna.ramakrishna@oracle.com/ >> [2] https://lore.kernel.org/lkml/20240425210540.3265342-1-jeffxu@chromium.org/ >> [3] https://lore.kernel.org/lkml/d0162c76c25bc8e1c876aebe8e243ff2e6862359.camel@intel.com/ >> >>> + restore_user_access_state(&ua_state); > The POR isn't restored until here ^^^, so I _think_ restore_altstack() > is fine where it is. Kevin, can you confirm, please? Yes, that's correct, see my earlier reply [1]. - Kevin [1] https://lore.kernel.org/all/cd0e114d-57eb-4c90-bb6f-9abf0cc8920f@arm.com/
On Thu, Oct 31, 2024 at 1:45 AM Kevin Brodsky <kevin.brodsky@arm.com> wrote: > > On 30/10/2024 23:01, Jeff Xu wrote: > >> -static int restore_poe_context(struct user_ctxs *user) > >> +static int restore_poe_context(struct user_ctxs *user, > >> + struct user_access_state *ua_state) > >> { > >> u64 por_el0; > >> int err = 0; > >> @@ -282,7 +338,7 @@ static int restore_poe_context(struct user_ctxs *user) > >> > >> __get_user_error(por_el0, &(user->poe->por_el0), err); > >> if (!err) > >> - write_sysreg_s(por_el0, SYS_POR_EL0); > >> + ua_state->por_el0 = por_el0; > >> > >> return err; > >> } > >> @@ -850,7 +906,8 @@ static int parse_user_sigframe(struct user_ctxs *user, > >> } > >> > >> static int restore_sigframe(struct pt_regs *regs, > >> - struct rt_sigframe __user *sf) > >> + struct rt_sigframe __user *sf, > >> + struct user_access_state *ua_state) > >> { > >> sigset_t set; > >> int i, err; > >> @@ -899,7 +956,7 @@ static int restore_sigframe(struct pt_regs *regs, > >> err = restore_zt_context(&user); > >> > >> if (err == 0 && system_supports_poe() && user.poe) > >> - err = restore_poe_context(&user); > >> + err = restore_poe_context(&user, ua_state); > >> > >> return err; > >> } > >> @@ -908,6 +965,7 @@ SYSCALL_DEFINE0(rt_sigreturn) > >> { > >> struct pt_regs *regs = current_pt_regs(); > >> struct rt_sigframe __user *frame; > >> + struct user_access_state ua_state; > >> > >> /* Always make any pending restarted system calls return -EINTR */ > >> current->restart_block.fn = do_no_restart_syscall; > >> @@ -924,12 +982,14 @@ SYSCALL_DEFINE0(rt_sigreturn) > >> if (!access_ok(frame, sizeof (*frame))) > >> goto badframe; > >> > >> - if (restore_sigframe(regs, frame)) > >> + if (restore_sigframe(regs, frame, &ua_state)) > >> goto badframe; > >> > >> if (restore_altstack(&frame->uc.uc_stack)) > >> goto badframe; > >> > > Do you need to move restore_altstack ahead of restore_sigframe? > > This is not necessary because restore_sigframe() no longer writes to > POR_EL0. restore_poe_context() (above) now saves the original POR_EL0 > value into ua_state, and it is restore_user_access_state() (called below > just before returning to userspace) that actually writes to POR_EL0, > after all uaccess is completed. > Got it, thanks for the explanation. -Jeff > Having said that, I somehow missed the call to restore_altstack() when > writing the commit message, so these changes in sys_rt_sigreturn are in > fact necessary. Good catch! At least the patch itself should be doing > the right thing. > > - Kevin > > > similar as x86 change [1], > > the discussion for this happened in [2] [3] > > > > [1] https://lore.kernel.org/lkml/20240802061318.2140081-5-aruna.ramakrishna@oracle.com/ > > [2] https://lore.kernel.org/lkml/20240425210540.3265342-1-jeffxu@chromium.org/ > > [3] https://lore.kernel.org/lkml/d0162c76c25bc8e1c876aebe8e243ff2e6862359.camel@intel.com/ > > > > Thanks > > -Jeff > > > > > >> + restore_user_access_state(&ua_state); > >> + > >> return regs->regs[0]; >
diff --git a/arch/arm64/kernel/signal.c b/arch/arm64/kernel/signal.c index 561986947530..c7d311d8b92a 100644 --- a/arch/arm64/kernel/signal.c +++ b/arch/arm64/kernel/signal.c @@ -19,6 +19,7 @@ #include <linux/ratelimit.h> #include <linux/rseq.h> #include <linux/syscalls.h> +#include <linux/pkeys.h> #include <asm/daifflags.h> #include <asm/debug-monitors.h> @@ -66,10 +67,63 @@ struct rt_sigframe_user_layout { unsigned long end_offset; }; +/* + * Holds any EL0-controlled state that influences unprivileged memory accesses. + * This includes both accesses done in userspace and uaccess done in the kernel. + * + * This state needs to be carefully managed to ensure that it doesn't cause + * uaccess to fail when setting up the signal frame, and the signal handler + * itself also expects a well-defined state when entered. + */ +struct user_access_state { + u64 por_el0; +}; + #define BASE_SIGFRAME_SIZE round_up(sizeof(struct rt_sigframe), 16) #define TERMINATOR_SIZE round_up(sizeof(struct _aarch64_ctx), 16) #define EXTRA_CONTEXT_SIZE round_up(sizeof(struct extra_context), 16) +/* + * Save the user access state into ua_state and reset it to disable any + * restrictions. + */ +static void save_reset_user_access_state(struct user_access_state *ua_state) +{ + if (system_supports_poe()) { + u64 por_enable_all = 0; + + for (int pkey = 0; pkey < arch_max_pkey(); pkey++) + por_enable_all |= POE_RXW << (pkey * POR_BITS_PER_PKEY); + + ua_state->por_el0 = read_sysreg_s(SYS_POR_EL0); + write_sysreg_s(por_enable_all, SYS_POR_EL0); + /* Ensure that any subsequent uaccess observes the updated value */ + isb(); + } +} + +/* + * Set the user access state for invoking the signal handler. + * + * No uaccess should be done after that function is called. + */ +static void set_handler_user_access_state(void) +{ + if (system_supports_poe()) + write_sysreg_s(POR_EL0_INIT, SYS_POR_EL0); +} + +/* + * Restore the user access state to the values saved in ua_state. + * + * No uaccess should be done after that function is called. + */ +static void restore_user_access_state(const struct user_access_state *ua_state) +{ + if (system_supports_poe()) + write_sysreg_s(ua_state->por_el0, SYS_POR_EL0); +} + static void init_user_layout(struct rt_sigframe_user_layout *user) { const size_t reserved_size = @@ -261,18 +315,20 @@ static int restore_fpmr_context(struct user_ctxs *user) return err; } -static int preserve_poe_context(struct poe_context __user *ctx) +static int preserve_poe_context(struct poe_context __user *ctx, + const struct user_access_state *ua_state) { int err = 0; __put_user_error(POE_MAGIC, &ctx->head.magic, err); __put_user_error(sizeof(*ctx), &ctx->head.size, err); - __put_user_error(read_sysreg_s(SYS_POR_EL0), &ctx->por_el0, err); + __put_user_error(ua_state->por_el0, &ctx->por_el0, err); return err; } -static int restore_poe_context(struct user_ctxs *user) +static int restore_poe_context(struct user_ctxs *user, + struct user_access_state *ua_state) { u64 por_el0; int err = 0; @@ -282,7 +338,7 @@ static int restore_poe_context(struct user_ctxs *user) __get_user_error(por_el0, &(user->poe->por_el0), err); if (!err) - write_sysreg_s(por_el0, SYS_POR_EL0); + ua_state->por_el0 = por_el0; return err; } @@ -850,7 +906,8 @@ static int parse_user_sigframe(struct user_ctxs *user, } static int restore_sigframe(struct pt_regs *regs, - struct rt_sigframe __user *sf) + struct rt_sigframe __user *sf, + struct user_access_state *ua_state) { sigset_t set; int i, err; @@ -899,7 +956,7 @@ static int restore_sigframe(struct pt_regs *regs, err = restore_zt_context(&user); if (err == 0 && system_supports_poe() && user.poe) - err = restore_poe_context(&user); + err = restore_poe_context(&user, ua_state); return err; } @@ -908,6 +965,7 @@ SYSCALL_DEFINE0(rt_sigreturn) { struct pt_regs *regs = current_pt_regs(); struct rt_sigframe __user *frame; + struct user_access_state ua_state; /* Always make any pending restarted system calls return -EINTR */ current->restart_block.fn = do_no_restart_syscall; @@ -924,12 +982,14 @@ SYSCALL_DEFINE0(rt_sigreturn) if (!access_ok(frame, sizeof (*frame))) goto badframe; - if (restore_sigframe(regs, frame)) + if (restore_sigframe(regs, frame, &ua_state)) goto badframe; if (restore_altstack(&frame->uc.uc_stack)) goto badframe; + restore_user_access_state(&ua_state); + return regs->regs[0]; badframe: @@ -1035,7 +1095,8 @@ static int setup_sigframe_layout(struct rt_sigframe_user_layout *user, } static int setup_sigframe(struct rt_sigframe_user_layout *user, - struct pt_regs *regs, sigset_t *set) + struct pt_regs *regs, sigset_t *set, + const struct user_access_state *ua_state) { int i, err = 0; struct rt_sigframe __user *sf = user->sigframe; @@ -1097,10 +1158,9 @@ static int setup_sigframe(struct rt_sigframe_user_layout *user, struct poe_context __user *poe_ctx = apply_user_offset(user, user->poe_offset); - err |= preserve_poe_context(poe_ctx); + err |= preserve_poe_context(poe_ctx, ua_state); } - /* ZA state if present */ if (system_supports_sme() && err == 0 && user->za_offset) { struct za_context __user *za_ctx = @@ -1237,9 +1297,6 @@ static void setup_return(struct pt_regs *regs, struct k_sigaction *ka, sme_smstop(); } - if (system_supports_poe()) - write_sysreg_s(POR_EL0_INIT, SYS_POR_EL0); - if (ka->sa.sa_flags & SA_RESTORER) sigtramp = ka->sa.sa_restorer; else @@ -1253,6 +1310,7 @@ static int setup_rt_frame(int usig, struct ksignal *ksig, sigset_t *set, { struct rt_sigframe_user_layout user; struct rt_sigframe __user *frame; + struct user_access_state ua_state; int err = 0; fpsimd_signal_preserve_current_state(); @@ -1260,13 +1318,14 @@ static int setup_rt_frame(int usig, struct ksignal *ksig, sigset_t *set, if (get_sigframe(&user, ksig, regs)) return 1; + save_reset_user_access_state(&ua_state); frame = user.sigframe; __put_user_error(0, &frame->uc.uc_flags, err); __put_user_error(NULL, &frame->uc.uc_link, err); err |= __save_altstack(&frame->uc.uc_stack, regs->sp); - err |= setup_sigframe(&user, regs, set); + err |= setup_sigframe(&user, regs, set, &ua_state); if (err == 0) { setup_return(regs, &ksig->ka, &user, usig); if (ksig->ka.sa.sa_flags & SA_SIGINFO) { @@ -1276,6 +1335,11 @@ static int setup_rt_frame(int usig, struct ksignal *ksig, sigset_t *set, } } + if (err == 0) + set_handler_user_access_state(); + else + restore_user_access_state(&ua_state); + return err; }