€•¿      Œsphinx.addnodes”Œdocument”“”)”}”(Œ	rawsource”Œ ”Œchildren”]”(Œtranslations”ŒLanguagesNode”“”)”}”(hhh]”(h Œpending_xref”“”)”}”(hhh]”Œdocutils.nodes”ŒText”“”ŒChinese (Simplified)”…””}”Œparent”hsbaŒ
attributes”}”(Œids”]”Œclasses”]”Œnames”]”Œdupnames”]”Œbackrefs”]”Œ	refdomain”Œstd”Œreftype”Œdoc”Œ	reftarget”Œ /translations/zh_CN/arch/x86/pti”Œmodname”NŒ	classname”NŒrefexplicit”ˆuŒtagname”hhhubh)”}”(hhh]”hŒChinese (Traditional)”…””}”hh2sbah}”(h]”h ]”h"]”h$]”h&]”Œ	refdomain”h)Œreftype”h+Œ	reftarget”Œ /translations/zh_TW/arch/x86/pti”Œmodname”NŒ	classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒItalian”…””}”hhFsbah}”(h]”h ]”h"]”h$]”h&]”Œ	refdomain”h)Œreftype”h+Œ	reftarget”Œ /translations/it_IT/arch/x86/pti”Œmodname”NŒ	classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒJapanese”…””}”hhZsbah}”(h]”h ]”h"]”h$]”h&]”Œ	refdomain”h)Œreftype”h+Œ	reftarget”Œ /translations/ja_JP/arch/x86/pti”Œmodname”NŒ	classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒKorean”…””}”hhnsbah}”(h]”h ]”h"]”h$]”h&]”Œ	refdomain”h)Œreftype”h+Œ	reftarget”Œ /translations/ko_KR/arch/x86/pti”Œmodname”NŒ	classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒSpanish”…””}”hh‚sbah}”(h]”h ]”h"]”h$]”h&]”Œ	refdomain”h)Œreftype”h+Œ	reftarget”Œ /translations/sp_SP/arch/x86/pti”Œmodname”NŒ	classname”NŒrefexplicit”ˆuh1hhhubeh}”(h]”h ]”h"]”h$]”h&]”Œcurrent_language”ŒEnglish”uh1h
hhŒ	_document”hŒsource”NŒline”NubhŒcomment”“”)”}”(hŒ SPDX-License-Identifier: GPL-2.0”h]”hŒ SPDX-License-Identifier: GPL-2.0”…””}”hh£sbah}”(h]”h ]”h"]”h$]”h&]”Œ	xml:space”Œpreserve”uh1h¡hhhžhhŸŒ:/var/lib/git/docbuild/linux/Documentation/arch/x86/pti.rst”h KubhŒsection”“”)”}”(hhh]”(hŒtitle”“”)”}”(hŒPage Table Isolation (PTI)”h]”hŒPage Table Isolation (PTI)”…””}”(hh»hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¹hh¶hžhhŸh³h Kubhµ)”}”(hhh]”(hº)”}”(hŒOverview”h]”hŒOverview”…””}”(hhÌhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¹hhÉhžhhŸh³h KubhŒ	paragraph”“”)”}”(hŒ­Page Table Isolation (pti, previously known as KAISER [1]_) is a
countermeasure against attacks on the shared user/kernel address
space such as the "Meltdown" approach [2]_.”h]”(hŒ6Page Table Isolation (pti, previously known as KAISER ”…””}”(hhÜhžhhŸNh NubhŒfootnote_reference”“”)”}”(hŒ[1]_”h]”hŒ1”…””}”(hhæhžhhŸNh Nubah}”(h]”Œid1”ah ]”h"]”h$]”h&]”Œrefid”Œid3”Œdocname”Œarch/x86/pti”uh1hähhÜŒresolved”KubhŒr) is a
countermeasure against attacks on the shared user/kernel address
space such as the â€œMeltdownâ€ approach ”…””}”(hhÜhžhhŸNh Nubhå)”}”(hŒ[2]_”h]”hŒ2”…””}”(hhþhžhhŸNh Nubah}”(h]”Œid2”ah ]”h"]”h$]”h&]”hõŒid4”h÷høuh1hähhÜhùKubhŒ.”…””}”(hhÜhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K
hhÉhžhubhÛ)”}”(hXF  To mitigate this class of attacks, we create an independent set of
page tables for use only when running userspace applications.  When
the kernel is entered via syscalls, interrupts or exceptions, the
page tables are switched to the full "kernel" copy.  When the system
switches back to user mode, the user copy is used again.”h]”hXJ  To mitigate this class of attacks, we create an independent set of
page tables for use only when running userspace applications.  When
the kernel is entered via syscalls, interrupts or exceptions, the
page tables are switched to the full â€œkernelâ€ copy.  When the system
switches back to user mode, the user copy is used again.”…””}”(hj  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KhhÉhžhubhÛ)”}”(hXX  The userspace page tables contain only a minimal amount of kernel
data: only what is needed to enter/exit the kernel such as the
entry/exit functions themselves and the interrupt descriptor table
(IDT).  There are a few strictly unnecessary things that get mapped
such as the first C function when entering an interrupt (see
comments in pti.c).”h]”hXX  The userspace page tables contain only a minimal amount of kernel
data: only what is needed to enter/exit the kernel such as the
entry/exit functions themselves and the interrupt descriptor table
(IDT).  There are a few strictly unnecessary things that get mapped
such as the first C function when entering an interrupt (see
comments in pti.c).”…””}”(hj&  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KhhÉhžhubhÛ)”}”(hXY  This approach helps to ensure that side-channel attacks leveraging
the paging structures do not function when PTI is enabled.  It can be
enabled by setting CONFIG_MITIGATION_PAGE_TABLE_ISOLATION=y at compile
time.  Once enabled at compile-time, it can be disabled at boot with
the 'nopti' or 'pti=' kernel parameters (see kernel-parameters.txt).”h]”hXa  This approach helps to ensure that side-channel attacks leveraging
the paging structures do not function when PTI is enabled.  It can be
enabled by setting CONFIG_MITIGATION_PAGE_TABLE_ISOLATION=y at compile
time.  Once enabled at compile-time, it can be disabled at boot with
the â€˜noptiâ€™ or â€˜pti=â€™ kernel parameters (see kernel-parameters.txt).”…””}”(hj4  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KhhÉhžhubeh}”(h]”Œoverview”ah ]”h"]”Œoverview”ah$]”h&]”uh1h´hh¶hžhhŸh³h Kubhµ)”}”(hhh]”(hº)”}”(hŒPage Table Management”h]”hŒPage Table Management”…””}”(hjM  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¹hjJ  hžhhŸh³h K"ubhÛ)”}”(hX   When PTI is enabled, the kernel manages two sets of page tables.
The first set is very similar to the single set which is present in
kernels without PTI.  This includes a complete mapping of userspace
that the kernel can use for things like copy_to_user().”h]”hX   When PTI is enabled, the kernel manages two sets of page tables.
The first set is very similar to the single set which is present in
kernels without PTI.  This includes a complete mapping of userspace
that the kernel can use for things like copy_to_user().”…””}”(hj[  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K$hjJ  hžhubhÛ)”}”(hŒðAlthough _complete_, the user portion of the kernel page tables is
crippled by setting the NX bit in the top level.  This ensures
that any missed kernel->user CR3 switch will immediately crash
userspace upon executing its first instruction.”h]”hŒðAlthough _complete_, the user portion of the kernel page tables is
crippled by setting the NX bit in the top level.  This ensures
that any missed kernel->user CR3 switch will immediately crash
userspace upon executing its first instruction.”…””}”(hji  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K)hjJ  hžhubhÛ)”}”(hX  The userspace page tables map only the kernel data needed to enter
and exit the kernel.  This data is entirely contained in the 'struct
cpu_entry_area' structure which is placed in the fixmap which gives
each CPU's copy of the area a compile-time-fixed virtual address.”h]”hX  The userspace page tables map only the kernel data needed to enter
and exit the kernel.  This data is entirely contained in the â€˜struct
cpu_entry_areaâ€™ structure which is placed in the fixmap which gives
each CPUâ€™s copy of the area a compile-time-fixed virtual address.”…””}”(hjw  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K.hjJ  hžhubhÛ)”}”(hX  For new userspace mappings, the kernel makes the entries in its
page tables like normal.  The only difference is when the kernel
makes entries in the top (PGD) level.  In addition to setting the
entry in the main kernel PGD, a copy of the entry is made in the
userspace page tables' PGD.”h]”hX!  For new userspace mappings, the kernel makes the entries in its
page tables like normal.  The only difference is when the kernel
makes entries in the top (PGD) level.  In addition to setting the
entry in the main kernel PGD, a copy of the entry is made in the
userspace page tablesâ€™ PGD.”…””}”(hj…  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K3hjJ  hžhubhÛ)”}”(hŒâThis sharing at the PGD level also inherently shares all the lower
layers of the page tables.  This leaves a single, shared set of
userspace page tables to manage.  One PTE to lock, one set of
accessed bits, dirty bits, etc...”h]”hŒâThis sharing at the PGD level also inherently shares all the lower
layers of the page tables.  This leaves a single, shared set of
userspace page tables to manage.  One PTE to lock, one set of
accessed bits, dirty bits, etc...”…””}”(hj“  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K9hjJ  hžhubeh}”(h]”Œpage-table-management”ah ]”h"]”Œpage table management”ah$]”h&]”uh1h´hh¶hžhhŸh³h K"ubhµ)”}”(hhh]”(hº)”}”(hŒOverhead”h]”hŒOverhead”…””}”(hj¬  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¹hj©  hžhhŸh³h K?ubhÛ)”}”(hŒ\Protection against side-channel attacks is important.  But,
this protection comes at a cost:”h]”hŒ\Protection against side-channel attacks is important.  But,
this protection comes at a cost:”…””}”(hjº  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KAhj©  hžhubhŒenumerated_list”“”)”}”(hhh]”hŒ	list_item”“”)”}”(hŒIncreased Memory Use
”h]”hÛ)”}”(hŒIncreased Memory Use”h]”hŒIncreased Memory Use”…””}”(hjÓ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KDhjÏ  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjÊ  hžhhŸh³h Nubah}”(h]”h ]”h"]”h$]”h&]”Œenumtype”Œarabic”Œprefix”hŒsuffix”Œ.”uh1jÈ  hj©  hžhhŸh³h KDubhŒblock_quote”“”)”}”(hX[  a. Each process now needs an order-1 PGD instead of order-0.
   (Consumes an additional 4k per process).
b. The 'cpu_entry_area' structure must be 2MB in size and 2MB
   aligned so that it can be mapped by setting a single PMD
   entry.  This consumes nearly 2MB of RAM once the kernel
   is decompressed, but no space in the kernel image itself.
”h]”jÉ  )”}”(hhh]”(jÎ  )”}”(hŒbEach process now needs an order-1 PGD instead of order-0.
(Consumes an additional 4k per process).”h]”hÛ)”}”(hŒbEach process now needs an order-1 PGD instead of order-0.
(Consumes an additional 4k per process).”h]”hŒbEach process now needs an order-1 PGD instead of order-0.
(Consumes an additional 4k per process).”…””}”(hjÿ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KFhjû  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjø  ubjÎ  )”}”(hŒæThe 'cpu_entry_area' structure must be 2MB in size and 2MB
aligned so that it can be mapped by setting a single PMD
entry.  This consumes nearly 2MB of RAM once the kernel
is decompressed, but no space in the kernel image itself.
”h]”hÛ)”}”(hŒåThe 'cpu_entry_area' structure must be 2MB in size and 2MB
aligned so that it can be mapped by setting a single PMD
entry.  This consumes nearly 2MB of RAM once the kernel
is decompressed, but no space in the kernel image itself.”h]”hŒéThe â€˜cpu_entry_areaâ€™ structure must be 2MB in size and 2MB
aligned so that it can be mapped by setting a single PMD
entry.  This consumes nearly 2MB of RAM once the kernel
is decompressed, but no space in the kernel image itself.”…””}”(hj  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KHhj  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjø  ubeh}”(h]”h ]”h"]”h$]”h&]”jí  Œ
loweralpha”jï  hjð  jñ  uh1jÈ  hjô  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jò  hŸh³h KFhj©  hžhubjÉ  )”}”(hhh]”jÎ  )”}”(hŒRuntime Cost
”h]”hÛ)”}”(hŒRuntime Cost”h]”hŒRuntime Cost”…””}”(hj?  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KMhj;  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj8  hžhhŸh³h Nubah}”(h]”h ]”h"]”h$]”h&]”jí  jî  jï  hjð  jñ  Œstart”Kuh1jÈ  hj©  hžhhŸh³h KMubjó  )”}”(hXI
  a. CR3 manipulation to switch between the page table copies
   must be done at interrupt, syscall, and exception entry
   and exit (it can be skipped when the kernel is interrupted,
   though.)  Moves to CR3 are on the order of a hundred
   cycles, and are required at every entry and exit.
b. Percpu TSS is mapped into the user page tables to allow SYSCALL64 path
   to work under PTI. This doesn't have a direct runtime cost but it can
   be argued it opens certain timing attack scenarios.
c. Global pages are disabled for all kernel structures not
   mapped into both kernel and userspace page tables.  This
   feature of the MMU allows different processes to share TLB
   entries mapping the kernel.  Losing the feature means more
   TLB misses after a context switch.  The actual loss of
   performance is very small, however, never exceeding 1%.
d. Process Context IDentifiers (PCID) is a CPU feature that
   allows us to skip flushing the entire TLB when switching page
   tables by setting a special bit in CR3 when the page tables
   are changed.  This makes switching the page tables (at context
   switch, or kernel entry/exit) cheaper.  But, on systems with
   PCID support, the context switch code must flush both the user
   and kernel entries out of the TLB.  The user PCID TLB flush is
   deferred until the exit to userspace, minimizing the cost.
   See intel.com/sdm for the gory PCID/INVPCID details.
e. The userspace page tables must be populated for each new
   process.  Even without PTI, the shared kernel mappings
   are created by copying top-level (PGD) entries into each
   new process.  But, with PTI, there are now *two* kernel
   mappings: one in the kernel page tables that maps everything
   and one for the entry/exit structures.  At fork(), we need to
   copy both.
f. In addition to the fork()-time copying, there must also
   be an update to the userspace PGD any time a set_pgd() is done
   on a PGD used to map userspace.  This ensures that the kernel
   and userspace copies always map the same userspace
   memory.
g. On systems without PCID support, each CR3 write flushes
   the entire TLB.  That means that each syscall, interrupt
   or exception flushes the TLB.
h. INVPCID is a TLB-flushing instruction which allows flushing
   of TLB entries for non-current PCIDs.  Some systems support
   PCIDs, but do not support INVPCID.  On these systems, addresses
   can only be flushed from the TLB for the current PCID.  When
   flushing a kernel address, we need to flush all PCIDs, so a
   single kernel address flush will require a TLB-flushing CR3
   write upon the next use of every PCID.
”h]”jÉ  )”}”(hhh]”(jÎ  )”}”(hX  CR3 manipulation to switch between the page table copies
must be done at interrupt, syscall, and exception entry
and exit (it can be skipped when the kernel is interrupted,
though.)  Moves to CR3 are on the order of a hundred
cycles, and are required at every entry and exit.”h]”hÛ)”}”(hX  CR3 manipulation to switch between the page table copies
must be done at interrupt, syscall, and exception entry
and exit (it can be skipped when the kernel is interrupted,
though.)  Moves to CR3 are on the order of a hundred
cycles, and are required at every entry and exit.”h]”hX  CR3 manipulation to switch between the page table copies
must be done at interrupt, syscall, and exception entry
and exit (it can be skipped when the kernel is interrupted,
though.)  Moves to CR3 are on the order of a hundred
cycles, and are required at every entry and exit.”…””}”(hje  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KOhja  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubjÎ  )”}”(hŒÀPercpu TSS is mapped into the user page tables to allow SYSCALL64 path
to work under PTI. This doesn't have a direct runtime cost but it can
be argued it opens certain timing attack scenarios.”h]”hÛ)”}”(hŒÀPercpu TSS is mapped into the user page tables to allow SYSCALL64 path
to work under PTI. This doesn't have a direct runtime cost but it can
be argued it opens certain timing attack scenarios.”h]”hŒÂPercpu TSS is mapped into the user page tables to allow SYSCALL64 path
to work under PTI. This doesnâ€™t have a direct runtime cost but it can
be argued it opens certain timing attack scenarios.”…””}”(hj}  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KThjy  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubjÎ  )”}”(hXU  Global pages are disabled for all kernel structures not
mapped into both kernel and userspace page tables.  This
feature of the MMU allows different processes to share TLB
entries mapping the kernel.  Losing the feature means more
TLB misses after a context switch.  The actual loss of
performance is very small, however, never exceeding 1%.”h]”hÛ)”}”(hXU  Global pages are disabled for all kernel structures not
mapped into both kernel and userspace page tables.  This
feature of the MMU allows different processes to share TLB
entries mapping the kernel.  Losing the feature means more
TLB misses after a context switch.  The actual loss of
performance is very small, however, never exceeding 1%.”h]”hXU  Global pages are disabled for all kernel structures not
mapped into both kernel and userspace page tables.  This
feature of the MMU allows different processes to share TLB
entries mapping the kernel.  Losing the feature means more
TLB misses after a context switch.  The actual loss of
performance is very small, however, never exceeding 1%.”…””}”(hj•  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KWhj‘  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubjÎ  )”}”(hX  Process Context IDentifiers (PCID) is a CPU feature that
allows us to skip flushing the entire TLB when switching page
tables by setting a special bit in CR3 when the page tables
are changed.  This makes switching the page tables (at context
switch, or kernel entry/exit) cheaper.  But, on systems with
PCID support, the context switch code must flush both the user
and kernel entries out of the TLB.  The user PCID TLB flush is
deferred until the exit to userspace, minimizing the cost.
See intel.com/sdm for the gory PCID/INVPCID details.”h]”hÛ)”}”(hX  Process Context IDentifiers (PCID) is a CPU feature that
allows us to skip flushing the entire TLB when switching page
tables by setting a special bit in CR3 when the page tables
are changed.  This makes switching the page tables (at context
switch, or kernel entry/exit) cheaper.  But, on systems with
PCID support, the context switch code must flush both the user
and kernel entries out of the TLB.  The user PCID TLB flush is
deferred until the exit to userspace, minimizing the cost.
See intel.com/sdm for the gory PCID/INVPCID details.”h]”hX  Process Context IDentifiers (PCID) is a CPU feature that
allows us to skip flushing the entire TLB when switching page
tables by setting a special bit in CR3 when the page tables
are changed.  This makes switching the page tables (at context
switch, or kernel entry/exit) cheaper.  But, on systems with
PCID support, the context switch code must flush both the user
and kernel entries out of the TLB.  The user PCID TLB flush is
deferred until the exit to userspace, minimizing the cost.
See intel.com/sdm for the gory PCID/INVPCID details.”…””}”(hj­  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K]hj©  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubjÎ  )”}”(hXf  The userspace page tables must be populated for each new
process.  Even without PTI, the shared kernel mappings
are created by copying top-level (PGD) entries into each
new process.  But, with PTI, there are now *two* kernel
mappings: one in the kernel page tables that maps everything
and one for the entry/exit structures.  At fork(), we need to
copy both.”h]”hÛ)”}”(hXf  The userspace page tables must be populated for each new
process.  Even without PTI, the shared kernel mappings
are created by copying top-level (PGD) entries into each
new process.  But, with PTI, there are now *two* kernel
mappings: one in the kernel page tables that maps everything
and one for the entry/exit structures.  At fork(), we need to
copy both.”h]”(hŒÔThe userspace page tables must be populated for each new
process.  Even without PTI, the shared kernel mappings
are created by copying top-level (PGD) entries into each
new process.  But, with PTI, there are now ”…””}”(hjÅ  hžhhŸNh NubhŒemphasis”“”)”}”(hŒ*two*”h]”hŒtwo”…””}”(hjÏ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjÅ  ubhŒ kernel
mappings: one in the kernel page tables that maps everything
and one for the entry/exit structures.  At fork(), we need to
copy both.”…””}”(hjÅ  hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KfhjÁ  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubjÎ  )”}”(hŒïIn addition to the fork()-time copying, there must also
be an update to the userspace PGD any time a set_pgd() is done
on a PGD used to map userspace.  This ensures that the kernel
and userspace copies always map the same userspace
memory.”h]”hÛ)”}”(hŒïIn addition to the fork()-time copying, there must also
be an update to the userspace PGD any time a set_pgd() is done
on a PGD used to map userspace.  This ensures that the kernel
and userspace copies always map the same userspace
memory.”h]”hŒïIn addition to the fork()-time copying, there must also
be an update to the userspace PGD any time a set_pgd() is done
on a PGD used to map userspace.  This ensures that the kernel
and userspace copies always map the same userspace
memory.”…””}”(hjñ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h Kmhjí  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubjÎ  )”}”(hŒŽOn systems without PCID support, each CR3 write flushes
the entire TLB.  That means that each syscall, interrupt
or exception flushes the TLB.”h]”hÛ)”}”(hŒŽOn systems without PCID support, each CR3 write flushes
the entire TLB.  That means that each syscall, interrupt
or exception flushes the TLB.”h]”hŒŽOn systems without PCID support, each CR3 write flushes
the entire TLB.  That means that each syscall, interrupt
or exception flushes the TLB.”…””}”(hj	  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h Krhj  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubjÎ  )”}”(hX”  INVPCID is a TLB-flushing instruction which allows flushing
of TLB entries for non-current PCIDs.  Some systems support
PCIDs, but do not support INVPCID.  On these systems, addresses
can only be flushed from the TLB for the current PCID.  When
flushing a kernel address, we need to flush all PCIDs, so a
single kernel address flush will require a TLB-flushing CR3
write upon the next use of every PCID.
”h]”hÛ)”}”(hX“  INVPCID is a TLB-flushing instruction which allows flushing
of TLB entries for non-current PCIDs.  Some systems support
PCIDs, but do not support INVPCID.  On these systems, addresses
can only be flushed from the TLB for the current PCID.  When
flushing a kernel address, we need to flush all PCIDs, so a
single kernel address flush will require a TLB-flushing CR3
write upon the next use of every PCID.”h]”hX“  INVPCID is a TLB-flushing instruction which allows flushing
of TLB entries for non-current PCIDs.  Some systems support
PCIDs, but do not support INVPCID.  On these systems, addresses
can only be flushed from the TLB for the current PCID.  When
flushing a kernel address, we need to flush all PCIDs, so a
single kernel address flush will require a TLB-flushing CR3
write upon the next use of every PCID.”…””}”(hj!  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h Kuhj  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hj^  ubeh}”(h]”h ]”h"]”h$]”h&]”jí  j1  jï  hjð  jñ  uh1jÈ  hjZ  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jò  hŸh³h KOhj©  hžhubeh}”(h]”Œoverhead”ah ]”h"]”Œoverhead”ah$]”h&]”uh1h´hh¶hžhhŸh³h K?ubhµ)”}”(hhh]”(hº)”}”(hŒPossible Future Work”h]”hŒPossible Future Work”…””}”(hjL  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¹hjI  hžhhŸh³h K~ubjÉ  )”}”(hhh]”(jÎ  )”}”(hŒ^We can be more careful about not actually writing to CR3
unless its value is actually changed.”h]”hÛ)”}”(hŒ^We can be more careful about not actually writing to CR3
unless its value is actually changed.”h]”hŒ^We can be more careful about not actually writing to CR3
unless its value is actually changed.”…””}”(hja  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h Khj]  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjZ  hžhhŸh³h NubjÎ  )”}”(hŒTAllow PTI to be enabled/disabled at runtime in addition to the
boot-time switching.
”h]”hÛ)”}”(hŒSAllow PTI to be enabled/disabled at runtime in addition to the
boot-time switching.”h]”hŒSAllow PTI to be enabled/disabled at runtime in addition to the
boot-time switching.”…””}”(hjy  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h Khju  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjZ  hžhhŸh³h Nubeh}”(h]”h ]”h"]”h$]”h&]”jí  jî  jï  hjð  jñ  uh1jÈ  hjI  hžhhŸh³h Kubeh}”(h]”Œpossible-future-work”ah ]”h"]”Œpossible future work”ah$]”h&]”uh1h´hh¶hžhhŸh³h K~ubhµ)”}”(hhh]”(hº)”}”(hŒTesting”h]”hŒTesting”…””}”(hjž  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¹hj›  hžhhŸh³h K…ubhÛ)”}”(hŒnTo test stability of PTI, the following test procedure is recommended,
ideally doing all of these in parallel:”h]”hŒnTo test stability of PTI, the following test procedure is recommended,
ideally doing all of these in parallel:”…””}”(hj¬  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K‡hj›  hžhubjÉ  )”}”(hhh]”(jÎ  )”}”(hŒSet CONFIG_DEBUG_ENTRY=y”h]”hÛ)”}”(hj¿  h]”hŒSet CONFIG_DEBUG_ENTRY=y”…””}”(hjÁ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KŠhj½  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjº  hžhhŸh³h NubjÎ  )”}”(hXL  Run several copies of all of the tools/testing/selftests/x86/ tests
(excluding MPX and protection_keys) in a loop on multiple CPUs for
several minutes.  These tests frequently uncover corner cases in the
kernel entry code.  In general, old kernels might cause these tests
themselves to crash, but they should never crash the kernel.”h]”hÛ)”}”(hXL  Run several copies of all of the tools/testing/selftests/x86/ tests
(excluding MPX and protection_keys) in a loop on multiple CPUs for
several minutes.  These tests frequently uncover corner cases in the
kernel entry code.  In general, old kernels might cause these tests
themselves to crash, but they should never crash the kernel.”h]”hXL  Run several copies of all of the tools/testing/selftests/x86/ tests
(excluding MPX and protection_keys) in a loop on multiple CPUs for
several minutes.  These tests frequently uncover corner cases in the
kernel entry code.  In general, old kernels might cause these tests
themselves to crash, but they should never crash the kernel.”…””}”(hjØ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K‹hjÔ  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjº  hžhhŸh³h NubjÎ  )”}”(hX	  Run the 'perf' tool in a mode (top or record) that generates many
frequent performance monitoring non-maskable interrupts (see "NMI"
in /proc/interrupts).  This exercises the NMI entry/exit code which
is known to trigger bugs in code paths that did not expect to be
interrupted, including nested NMIs.  Using "-c" boosts the rate of
NMIs, and using two -c with separate counters encourages nested NMIs
and less deterministic behavior.
::

     while true; do perf record -c 10000 -e instructions,cycles -a sleep 10; done
”h]”(hÛ)”}”(hXµ  Run the 'perf' tool in a mode (top or record) that generates many
frequent performance monitoring non-maskable interrupts (see "NMI"
in /proc/interrupts).  This exercises the NMI entry/exit code which
is known to trigger bugs in code paths that did not expect to be
interrupted, including nested NMIs.  Using "-c" boosts the rate of
NMIs, and using two -c with separate counters encourages nested NMIs
and less deterministic behavior.
::”h]”hX¾  Run the â€˜perfâ€™ tool in a mode (top or record) that generates many
frequent performance monitoring non-maskable interrupts (see â€œNMIâ€
in /proc/interrupts).  This exercises the NMI entry/exit code which
is known to trigger bugs in code paths that did not expect to be
interrupted, including nested NMIs.  Using â€œ-câ€ boosts the rate of
NMIs, and using two -c with separate counters encourages nested NMIs
and less deterministic behavior.”…””}”(hjð  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h Khjì  ubhŒliteral_block”“”)”}”(hŒLwhile true; do perf record -c 10000 -e instructions,cycles -a sleep 10; done”h]”hŒLwhile true; do perf record -c 10000 -e instructions,cycles -a sleep 10; done”…””}”hj   sbah}”(h]”h ]”h"]”h$]”h&]”h±h²uh1jþ  hŸh³h K™hjì  ubeh}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjº  hžhhŸh³h NubjÎ  )”}”(hŒLaunch a KVM virtual machine.”h]”hÛ)”}”(hj  h]”hŒLaunch a KVM virtual machine.”…””}”(hj  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K›hj  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjº  hžhhŸh³h NubjÎ  )”}”(hŒ†Run 32-bit binaries on systems supporting the SYSCALL instruction.
This has been a lightly-tested code path and needs extra scrutiny.
”h]”hÛ)”}”(hŒ…Run 32-bit binaries on systems supporting the SYSCALL instruction.
This has been a lightly-tested code path and needs extra scrutiny.”h]”hŒ…Run 32-bit binaries on systems supporting the SYSCALL instruction.
This has been a lightly-tested code path and needs extra scrutiny.”…””}”(hj/  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h Kœhj+  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjº  hžhhŸh³h Nubeh}”(h]”h ]”h"]”h$]”h&]”jí  jî  jï  hjð  jñ  uh1jÈ  hj›  hžhhŸh³h KŠubeh}”(h]”Œtesting”ah ]”h"]”Œtesting”ah$]”h&]”uh1h´hh¶hžhhŸh³h K…ubhµ)”}”(hhh]”(hº)”}”(hŒ	Debugging”h]”hŒ	Debugging”…””}”(hjT  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¹hjQ  hžhhŸh³h K ubhÛ)”}”(hŒSBugs in PTI cause a few different signatures of crashes
that are worth noting here.”h]”hŒSBugs in PTI cause a few different signatures of crashes
that are worth noting here.”…””}”(hjb  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K¢hjQ  hžhubjó  )”}”(hX§  * Failures of the selftests/x86 code.  Usually a bug in one of the
  more obscure corners of entry_64.S
* Crashes in early boot, especially around CPU bringup.  Bugs
  in the mappings cause these.
* Crashes at the first interrupt.  Caused by bugs in entry_64.S,
  like screwing up a page table switch.  Also caused by
  incorrectly mapping the IRQ handler entry code.
* Crashes at the first NMI.  The NMI code is separate from main
  interrupt handlers and can have bugs that do not affect
  normal interrupts.  Also caused by incorrectly mapping NMI
  code.  NMIs that interrupt the entry code must be very
  careful and can be the cause of crashes that show up when
  running perf.
* Kernel crashes at the first exit to userspace.  entry_64.S
  bugs, or failing to map some of the exit code.
* Crashes at first interrupt that interrupts userspace. The paths
  in entry_64.S that return to userspace are sometimes separate
  from the ones that return to the kernel.
* Double faults: overflowing the kernel stack because of page
  faults upon page faults.  Caused by touching non-pti-mapped
  data in the entry code, or forgetting to switch to kernel
  CR3 before calling into C functions which are not pti-mapped.
* Userspace segfaults early in boot, sometimes manifesting
  as mount(8) failing to mount the rootfs.  These have
  tended to be TLB invalidation issues.  Usually invalidating
  the wrong PCID, or otherwise missing an invalidation.
”h]”hŒbullet_list”“”)”}”(hhh]”(jÎ  )”}”(hŒcFailures of the selftests/x86 code.  Usually a bug in one of the
more obscure corners of entry_64.S”h]”hÛ)”}”(hŒcFailures of the selftests/x86 code.  Usually a bug in one of the
more obscure corners of entry_64.S”h]”hŒcFailures of the selftests/x86 code.  Usually a bug in one of the
more obscure corners of entry_64.S”…””}”(hj}  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K¥hjy  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubjÎ  )”}”(hŒXCrashes in early boot, especially around CPU bringup.  Bugs
in the mappings cause these.”h]”hÛ)”}”(hŒXCrashes in early boot, especially around CPU bringup.  Bugs
in the mappings cause these.”h]”hŒXCrashes in early boot, especially around CPU bringup.  Bugs
in the mappings cause these.”…””}”(hj•  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K§hj‘  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubjÎ  )”}”(hŒ¤Crashes at the first interrupt.  Caused by bugs in entry_64.S,
like screwing up a page table switch.  Also caused by
incorrectly mapping the IRQ handler entry code.”h]”hÛ)”}”(hŒ¤Crashes at the first interrupt.  Caused by bugs in entry_64.S,
like screwing up a page table switch.  Also caused by
incorrectly mapping the IRQ handler entry code.”h]”hŒ¤Crashes at the first interrupt.  Caused by bugs in entry_64.S,
like screwing up a page table switch.  Also caused by
incorrectly mapping the IRQ handler entry code.”…””}”(hj­  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K©hj©  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubjÎ  )”}”(hX/  Crashes at the first NMI.  The NMI code is separate from main
interrupt handlers and can have bugs that do not affect
normal interrupts.  Also caused by incorrectly mapping NMI
code.  NMIs that interrupt the entry code must be very
careful and can be the cause of crashes that show up when
running perf.”h]”hÛ)”}”(hX/  Crashes at the first NMI.  The NMI code is separate from main
interrupt handlers and can have bugs that do not affect
normal interrupts.  Also caused by incorrectly mapping NMI
code.  NMIs that interrupt the entry code must be very
careful and can be the cause of crashes that show up when
running perf.”h]”hX/  Crashes at the first NMI.  The NMI code is separate from main
interrupt handlers and can have bugs that do not affect
normal interrupts.  Also caused by incorrectly mapping NMI
code.  NMIs that interrupt the entry code must be very
careful and can be the cause of crashes that show up when
running perf.”…””}”(hjÅ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K¬hjÁ  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubjÎ  )”}”(hŒiKernel crashes at the first exit to userspace.  entry_64.S
bugs, or failing to map some of the exit code.”h]”hÛ)”}”(hŒiKernel crashes at the first exit to userspace.  entry_64.S
bugs, or failing to map some of the exit code.”h]”hŒiKernel crashes at the first exit to userspace.  entry_64.S
bugs, or failing to map some of the exit code.”…””}”(hjÝ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K²hjÙ  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubjÎ  )”}”(hŒ¦Crashes at first interrupt that interrupts userspace. The paths
in entry_64.S that return to userspace are sometimes separate
from the ones that return to the kernel.”h]”hÛ)”}”(hŒ¦Crashes at first interrupt that interrupts userspace. The paths
in entry_64.S that return to userspace are sometimes separate
from the ones that return to the kernel.”h]”hŒ¦Crashes at first interrupt that interrupts userspace. The paths
in entry_64.S that return to userspace are sometimes separate
from the ones that return to the kernel.”…””}”(hjõ  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K´hjñ  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubjÎ  )”}”(hŒïDouble faults: overflowing the kernel stack because of page
faults upon page faults.  Caused by touching non-pti-mapped
data in the entry code, or forgetting to switch to kernel
CR3 before calling into C functions which are not pti-mapped.”h]”hÛ)”}”(hŒïDouble faults: overflowing the kernel stack because of page
faults upon page faults.  Caused by touching non-pti-mapped
data in the entry code, or forgetting to switch to kernel
CR3 before calling into C functions which are not pti-mapped.”h]”hŒïDouble faults: overflowing the kernel stack because of page
faults upon page faults.  Caused by touching non-pti-mapped
data in the entry code, or forgetting to switch to kernel
CR3 before calling into C functions which are not pti-mapped.”…””}”(hj  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K·hj	  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubjÎ  )”}”(hŒàUserspace segfaults early in boot, sometimes manifesting
as mount(8) failing to mount the rootfs.  These have
tended to be TLB invalidation issues.  Usually invalidating
the wrong PCID, or otherwise missing an invalidation.
”h]”hÛ)”}”(hŒßUserspace segfaults early in boot, sometimes manifesting
as mount(8) failing to mount the rootfs.  These have
tended to be TLB invalidation issues.  Usually invalidating
the wrong PCID, or otherwise missing an invalidation.”h]”hŒßUserspace segfaults early in boot, sometimes manifesting
as mount(8) failing to mount the rootfs.  These have
tended to be TLB invalidation issues.  Usually invalidating
the wrong PCID, or otherwise missing an invalidation.”…””}”(hj%  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h K»hj!  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jÍ  hjv  ubeh}”(h]”h ]”h"]”h$]”h&]”Œbullet”Œ*”uh1jt  hŸh³h K¥hjp  ubah}”(h]”h ]”h"]”h$]”h&]”uh1jò  hŸh³h K¥hjQ  hžhubhŒfootnote”“”)”}”(hŒ!https://gruss.cc/files/kaiser.pdf”h]”(hŒlabel”“”)”}”(hŒ1”h]”hŒ1”…””}”(hjO  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1jM  hjI  ubhÛ)”}”(hjK  h]”hŒ	reference”“”)”}”(hjK  h]”hŒ!https://gruss.cc/files/kaiser.pdf”…””}”(hjb  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”Œrefuri”jK  uh1j`  hj]  ubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KÀhjI  ubeh}”(h]”höah ]”h"]”Œ1”ah$]”h&]”hðah÷høuh1jG  hŸh³h KÀhjQ  hžhhùKubjH  )”}”(hŒ'https://meltdownattack.com/meltdown.pdf”h]”(jN  )”}”(hŒ2”h]”hŒ2”…””}”(hj  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1jM  hj}  ubhÛ)”}”(hj  h]”ja  )”}”(hj  h]”hŒ'https://meltdownattack.com/meltdown.pdf”…””}”(hj’  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”Œrefuri”j  uh1j`  hj  ubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhŸh³h KÁhj}  ubeh}”(h]”j  ah ]”h"]”Œ2”ah$]”h&]”j  ah÷høuh1jG  hŸh³h KÁhjQ  hžhhùKubeh}”(h]”Œ	debugging”ah ]”h"]”Œ	debugging”ah$]”h&]”uh1h´hh¶hžhhŸh³h K ubeh}”(h]”Œpage-table-isolation-pti”ah ]”h"]”Œpage table isolation (pti)”ah$]”h&]”uh1h´hhhžhhŸh³h Kubeh}”(h]”h ]”h"]”h$]”h&]”Œsource”h³uh1hŒcurrent_source”NŒcurrent_line”NŒsettings”Œdocutils.frontend”ŒValues”“”)”}”(h¹NŒ	generator”NŒ	datestamp”NŒsource_link”NŒ
source_url”NŒtoc_backlinks”Œentry”Œfootnote_backlinks”KŒsectnum_xform”KŒstrip_comments”NŒstrip_elements_with_classes”NŒstrip_classes”NŒreport_level”KŒ
halt_level”KŒexit_status_level”KŒdebug”NŒwarning_stream”NŒ	traceback”ˆŒinput_encoding”Œ	utf-8-sig”Œinput_encoding_error_handler”Œstrict”Œoutput_encoding”Œutf-8”Œoutput_encoding_error_handler”jà  Œerror_encoding”Œutf-8”Œerror_encoding_error_handler”Œbackslashreplace”Œlanguage_code”Œen”Œrecord_dependencies”NŒconfig”NŒ	id_prefix”hŒauto_id_prefix”Œid”Œdump_settings”NŒdump_internals”NŒdump_transforms”NŒdump_pseudo_xml”NŒexpose_internals”NŒstrict_visitor”NŒ_disable_config”NŒ_source”h³Œ_destination”NŒ_config_files”]”Œ7/var/lib/git/docbuild/linux/Documentation/docutils.conf”aŒfile_insertion_enabled”ˆŒraw_enabled”KŒline_length_limit”M'Œpep_references”NŒpep_base_url”Œhttps://peps.python.org/”Œpep_file_url_template”Œpep-%04d”Œrfc_references”NŒrfc_base_url”Œ&https://datatracker.ietf.org/doc/html/”Œ	tab_width”KŒtrim_footnote_reference_space”‰Œsyntax_highlight”Œlong”Œsmart_quotes”ˆŒsmartquotes_locales”]”Œcharacter_level_inline_markup”‰Œdoctitle_xform”‰Œdocinfo_xform”KŒsectsubtitle_xform”‰Œimage_loading”Œlink”Œembed_stylesheet”‰Œcloak_email_addresses”ˆŒsection_self_link”‰Œenv”NubŒreporter”NŒindirect_targets”]”Œsubstitution_defs”}”Œsubstitution_names”}”Œrefnames”}”(Œ1”]”hæaŒ2”]”hþauŒrefids”}”Œnameids”}”(jº  j·  jG  jD  j¦  j£  jF  jC  j˜  j•  jN  jK  j²  j¯  jz  höjª  j  uŒ	nametypes”}”(jº  ‰jG  ‰j¦  ‰jF  ‰j˜  ‰jN  ‰j²  ‰jz  ˆjª  ˆuh}”(j·  h¶jD  hÉhðhæj  hþj£  jJ  jC  j©  j•  jI  jK  j›  j¯  jQ  höjI  j  j}  uŒfootnote_refs”}”(j   ]”hæaj"  ]”hþauŒcitation_refs”}”Œautofootnotes”]”Œautofootnote_refs”]”Œsymbol_footnotes”]”Œsymbol_footnote_refs”]”Œ	footnotes”]”(jI  j}  eŒ	citations”]”Œautofootnote_start”KŒsymbol_footnote_start”K Œ
id_counter”Œcollections”ŒCounter”“”}”jî  Ks…”R”Œparse_messages”]”hŒsystem_message”“”)”}”(hhh]”hÛ)”}”(hŒ:Enumerated list start value not ordinal-1: "2" (ordinal 2)”h]”hŒ>Enumerated list start value not ordinal-1: â€œ2â€ (ordinal 2)”…””}”(hjM  hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hÚhjJ  ubah}”(h]”h ]”h"]”h$]”h&]”Œlevel”KŒtype”ŒINFO”Œsource”h³Œline”Kuh1jH  hj©  hžhhŸh³h KMubaŒtransform_messages”]”Œtransformer”NŒinclude_log”]”Œ
decoration”Nhžhub.