€•CäŒsphinx.addnodes”Œdocument”“”)”}”(Œ rawsource”Œ”Œchildren”]”(Œtranslations”Œ LanguagesNode”“”)”}”(hhh]”(hŒpending_xref”“”)”}”(hhh]”Œdocutils.nodes”ŒText”“”ŒChinese (Simplified)”…””}”(hhŒparent”hubaŒ attributes”}”(Œids”]”Œclasses”]”Œnames”]”Œdupnames”]”Œbackrefs”]”Œ refdomain”Œstd”Œreftype”Œdoc”Œ reftarget”Œ+/translations/zh_CN/admin-guide/bug-hunting”Œmodname”NŒ classname”NŒrefexplicit”ˆuŒtagname”hhhubh)”}”(hhh]”hŒChinese (Traditional)”…””}”(hhhh2ubah}”(h]”h ]”h"]”h$]”h&]”Œ refdomain”h)Œreftype”h+Œ reftarget”Œ+/translations/zh_TW/admin-guide/bug-hunting”Œmodname”NŒ classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒItalian”…””}”(hhhhFubah}”(h]”h ]”h"]”h$]”h&]”Œ refdomain”h)Œreftype”h+Œ reftarget”Œ+/translations/it_IT/admin-guide/bug-hunting”Œmodname”NŒ classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒJapanese”…””}”(hhhhZubah}”(h]”h ]”h"]”h$]”h&]”Œ refdomain”h)Œreftype”h+Œ reftarget”Œ+/translations/ja_JP/admin-guide/bug-hunting”Œmodname”NŒ classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒKorean”…””}”(hhhhnubah}”(h]”h ]”h"]”h$]”h&]”Œ refdomain”h)Œreftype”h+Œ reftarget”Œ+/translations/ko_KR/admin-guide/bug-hunting”Œmodname”NŒ classname”NŒrefexplicit”ˆuh1hhhubh)”}”(hhh]”hŒSpanish”…””}”(hhhh‚ubah}”(h]”h ]”h"]”h$]”h&]”Œ refdomain”h)Œreftype”h+Œ reftarget”Œ+/translations/sp_SP/admin-guide/bug-hunting”Œmodname”NŒ classname”NŒrefexplicit”ˆuh1hhhubeh}”(h]”h ]”h"]”h$]”h&]”Œcurrent_language”ŒEnglish”uh1h hhŒ _document”hŒsource”NŒline”NubhŒsection”“”)”}”(hhh]”(hŒtitle”“”)”}”(hŒBug hunting”h]”hŒBug hunting”…””}”(hhªhh¨hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¦hh£hžhhŸŒE/var/lib/git/docbuild/linux/Documentation/admin-guide/bug-hunting.rst”h KubhŒ paragraph”“”)”}”(hŒDKernel bug reports often come with a stack dump like the one below::”h]”hŒCKernel bug reports often come with a stack dump like the one below:”…””}”(hŒCKernel bug reports often come with a stack dump like the one below:”hh¹hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Khh£hžhubhŒ literal_block”“”)”}”(hXñ------------[ cut here ]------------ WARNING: CPU: 1 PID: 28102 at kernel/module.c:1108 module_put+0x57/0x70 Modules linked in: dvb_usb_gp8psk(-) dvb_usb dvb_core nvidia_drm(PO) nvidia_modeset(PO) snd_hda_codec_hdmi snd_hda_intel snd_hda_codec snd_hwdep snd_hda_core snd_pcm snd_timer snd soundcore nvidia(PO) [last unloaded: rc_core] CPU: 1 PID: 28102 Comm: rmmod Tainted: P WC O 4.8.4-build.1 #1 Hardware name: MSI MS-7309/MS-7309, BIOS V1.12 02/23/2009 00000000 c12ba080 00000000 00000000 c103ed6a c1616014 00000001 00006dc6 c1615862 00000454 c109e8a7 c109e8a7 00000009 ffffffff 00000000 f13f6a10 f5f5a600 c103ee33 00000009 00000000 00000000 c109e8a7 f80ca4d0 c109f617 Call Trace: [] ? dump_stack+0x44/0x64 [] ? __warn+0xfa/0x120 [] ? module_put+0x57/0x70 [] ? module_put+0x57/0x70 [] ? warn_slowpath_null+0x23/0x30 [] ? module_put+0x57/0x70 [] ? gp8psk_fe_set_frontend+0x460/0x460 [dvb_usb_gp8psk] [] ? symbol_put_addr+0x27/0x50 [] ? dvb_usb_adapter_frontend_exit+0x3a/0x70 [dvb_usb] [] ? dvb_usb_exit+0x2f/0xd0 [dvb_usb] [] ? usb_disable_endpoint+0x7c/0xb0 [] ? dvb_usb_device_exit+0x2a/0x50 [dvb_usb] [] ? usb_unbind_interface+0x62/0x250 [] ? __pm_runtime_idle+0x44/0x70 [] ? __device_release_driver+0x78/0x120 [] ? driver_detach+0x87/0x90 [] ? bus_remove_driver+0x38/0x90 [] ? usb_deregister+0x58/0xb0 [] ? SyS_delete_module+0x130/0x1f0 [] ? task_work_run+0x64/0x80 [] ? exit_to_usermode_loop+0x85/0x90 [] ? do_fast_syscall_32+0x80/0x130 [] ? sysenter_past_esp+0x40/0x6a ---[ end trace 6ebc60ef3981792f ]---”h]”hXñ------------[ cut here ]------------ WARNING: CPU: 1 PID: 28102 at kernel/module.c:1108 module_put+0x57/0x70 Modules linked in: dvb_usb_gp8psk(-) dvb_usb dvb_core nvidia_drm(PO) nvidia_modeset(PO) snd_hda_codec_hdmi snd_hda_intel snd_hda_codec snd_hwdep snd_hda_core snd_pcm snd_timer snd soundcore nvidia(PO) [last unloaded: rc_core] CPU: 1 PID: 28102 Comm: rmmod Tainted: P WC O 4.8.4-build.1 #1 Hardware name: MSI MS-7309/MS-7309, BIOS V1.12 02/23/2009 00000000 c12ba080 00000000 00000000 c103ed6a c1616014 00000001 00006dc6 c1615862 00000454 c109e8a7 c109e8a7 00000009 ffffffff 00000000 f13f6a10 f5f5a600 c103ee33 00000009 00000000 00000000 c109e8a7 f80ca4d0 c109f617 Call Trace: [] ? dump_stack+0x44/0x64 [] ? __warn+0xfa/0x120 [] ? module_put+0x57/0x70 [] ? module_put+0x57/0x70 [] ? warn_slowpath_null+0x23/0x30 [] ? module_put+0x57/0x70 [] ? gp8psk_fe_set_frontend+0x460/0x460 [dvb_usb_gp8psk] [] ? symbol_put_addr+0x27/0x50 [] ? dvb_usb_adapter_frontend_exit+0x3a/0x70 [dvb_usb] [] ? dvb_usb_exit+0x2f/0xd0 [dvb_usb] [] ? usb_disable_endpoint+0x7c/0xb0 [] ? dvb_usb_device_exit+0x2a/0x50 [dvb_usb] [] ? usb_unbind_interface+0x62/0x250 [] ? __pm_runtime_idle+0x44/0x70 [] ? __device_release_driver+0x78/0x120 [] ? driver_detach+0x87/0x90 [] ? bus_remove_driver+0x38/0x90 [] ? usb_deregister+0x58/0xb0 [] ? SyS_delete_module+0x130/0x1f0 [] ? task_work_run+0x64/0x80 [] ? exit_to_usermode_loop+0x85/0x90 [] ? do_fast_syscall_32+0x80/0x130 [] ? sysenter_past_esp+0x40/0x6a ---[ end trace 6ebc60ef3981792f ]---”…””}”(hhhhÊubah}”(h]”h ]”h"]”h$]”h&]”Œ xml:space”Œpreserve”uh1hÈhŸh¶h Khh£hžhubh¸)”}”(hŒÙSuch stack traces provide enough information to identify the line inside the Kernel's source code where the bug happened. Depending on the severity of the issue, it may also contain the word **Oops**, as on this one::”h]”(hŒÁSuch stack traces provide enough information to identify the line inside the Kernelâ€™s source code where the bug happened. Depending on the severity of the issue, it may also contain the word ”…””}”(hŒ¿Such stack traces provide enough information to identify the line inside the Kernel's source code where the bug happened. Depending on the severity of the issue, it may also contain the word ”hhÚhžhhŸNh NubhŒstrong”“”)”}”(hŒ**Oops**”h]”hŒOops”…””}”(hhhhåhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hãhhÚubhŒ, as on this one:”…””}”(hŒ, as on this one:”hhÚhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K(hh£hžhubhÉ)”}”(hŒ¸BUG: unable to handle kernel NULL pointer dereference at (null) IP: [] iret_exc+0x7d0/0xa59 *pdpt = 000000002258a001 *pde = 0000000000000000 Oops: 0002 [#1] PREEMPT SMP ...”h]”hŒ¸BUG: unable to handle kernel NULL pointer dereference at (null) IP: [] iret_exc+0x7d0/0xa59 *pdpt = 000000002258a001 *pde = 0000000000000000 Oops: 0002 [#1] PREEMPT SMP ...”…””}”(hhhhþubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h K,hh£hžhubh¸)”}”(hŒäDespite being an **Oops** or some other sort of stack trace, the offended line is usually required to identify and handle the bug. Along this chapter, we'll refer to "Oops" for all kinds of stack traces that need to be analyzed.”h]”(hŒDespite being an ”…””}”(hŒDespite being an ”hjhžhhŸNh Nubhä)”}”(hŒ**Oops**”h]”hŒOops”…””}”(hhhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1hãhjubhŒÑ or some other sort of stack trace, the offended line is usually required to identify and handle the bug. Along this chapter, weâ€™ll refer to â€œOopsâ€ for all kinds of stack traces that need to be analyzed.”…””}”(hŒË or some other sort of stack trace, the offended line is usually required to identify and handle the bug. Along this chapter, we'll refer to "Oops" for all kinds of stack traces that need to be analyzed.”hjhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K2hh£hžhubh¸)”}”(hŒ’If the kernel is compiled with ``CONFIG_DEBUG_INFO``, you can enhance the quality of the stack trace by using file:`scripts/decode_stacktrace.sh`.”h]”(hŒIf the kernel is compiled with ”…””}”(hŒIf the kernel is compiled with ”hj.hžhhŸNh NubhŒliteral”“”)”}”(hŒ``CONFIG_DEBUG_INFO``”h]”hŒCONFIG_DEBUG_INFO”…””}”(hhhj9hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj.ubhŒ?, you can enhance the quality of the stack trace by using file:”…””}”(hŒ?, you can enhance the quality of the stack trace by using file:”hj.hžhhŸNh NubhŒtitle_reference”“”)”}”(hŒ`scripts/decode_stacktrace.sh`”h]”hŒscripts/decode_stacktrace.sh”…””}”(hhhjNhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1jLhj.ubhŒ.”…””}”(hŒ.”hj.hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K6hh£hžhubh¢)”}”(hhh]”(h§)”}”(hŒModules linked in”h]”hŒModules linked in”…””}”(hjlhjjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¦hjghžhhŸh¶h K:ubh¸)”}”(hXModules that are tainted or are being loaded or unloaded are marked with "(...)", where the taint flags are described in file:`Documentation/admin-guide/tainted-kernels.rst`, "being loaded" is annotated with "+", and "being unloaded" is annotated with "-".”h]”(hŒ‚Modules that are tainted or are being loaded or unloaded are marked with â€œ(...)â€, where the taint flags are described in file:”…””}”(hŒ~Modules that are tainted or are being loaded or unloaded are marked with "(...)", where the taint flags are described in file:”hjxhžhhŸNh NubjM)”}”(hŒ/`Documentation/admin-guide/tainted-kernels.rst`”h]”hŒ-Documentation/admin-guide/tainted-kernels.rst”…””}”(hhhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1jLhjxubhŒc, â€œbeing loadedâ€ is annotated with â€œ+â€, and â€œbeing unloadedâ€ is annotated with â€œ-â€œ.”…””}”(hŒS, "being loaded" is annotated with "+", and "being unloaded" is annotated with "-".”hjxhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K file`` to read the data from the kernel buffers and save it. Or you can ``cat /proc/kmsg > file``, however you have to break in to stop the transfer, since ``kmsg`` is a "never ending file".”h]”(hŒ Sometimes ”…””}”(hŒ Sometimes ”hj!hžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhj*hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj!ubhŒ! dies, in which case you can run ”…””}”(hŒ! dies, in which case you can run ”hj!hžhhŸNh Nubj8)”}”(hŒ``dmesg > file``”h]”hŒdmesg > file”…””}”(hhhj=hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj!ubhŒC to read the data from the kernel buffers and save it. Or you can ”…””}”(hŒC to read the data from the kernel buffers and save it. Or you can ”hj!hžhhŸNh Nubj8)”}”(hŒ``cat /proc/kmsg > file``”h]”hŒcat /proc/kmsg > file”…””}”(hhhjPhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj!ubhŒ;, however you have to break in to stop the transfer, since ”…””}”(hŒ;, however you have to break in to stop the transfer, since ”hj!hžhhŸNh Nubj8)”}”(hŒ``kmsg``”h]”hŒkmsg”…””}”(hhhjchžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj!ubhŒ is a â€œnever ending fileâ€.”…””}”(hŒ is a "never ending file".”hj!hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KKhj¢hžhubh¸)”}”(hŒ|If the machine has crashed so badly that you cannot enter commands or the disk is not available then you have three options:”h]”hŒ|If the machine has crashed so badly that you cannot enter commands or the disk is not available then you have three options:”…””}”(hj~hj|hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KPhj¢hžhubhŒenumerated_list”“”)”}”(hhh]”(hŒ list_item”“”)”}”(hXïHand copy the text from the screen and type it in after the machine has restarted. Messy but it is the only option if you have not planned for a crash. Alternatively, you can take a picture of the screen with a digital camera - not nice, but better than nothing. If the messages scroll off the top of the console, you may find that booting with a higher resolution (e.g., ``vga=791``) will allow you to read more of the text. (Caveat: This needs ``vesafb``, so won't help for 'early' oopses.) ”h]”h¸)”}”(hXîHand copy the text from the screen and type it in after the machine has restarted. Messy but it is the only option if you have not planned for a crash. Alternatively, you can take a picture of the screen with a digital camera - not nice, but better than nothing. If the messages scroll off the top of the console, you may find that booting with a higher resolution (e.g., ``vga=791``) will allow you to read more of the text. (Caveat: This needs ``vesafb``, so won't help for 'early' oopses.)”h]”(hXvHand copy the text from the screen and type it in after the machine has restarted. Messy but it is the only option if you have not planned for a crash. Alternatively, you can take a picture of the screen with a digital camera - not nice, but better than nothing. If the messages scroll off the top of the console, you may find that booting with a higher resolution (e.g., ”…””}”(hXvHand copy the text from the screen and type it in after the machine has restarted. Messy but it is the only option if you have not planned for a crash. Alternatively, you can take a picture of the screen with a digital camera - not nice, but better than nothing. If the messages scroll off the top of the console, you may find that booting with a higher resolution (e.g., ”hj•hžhhŸNh Nubj8)”}”(hŒ``vga=791``”h]”hŒvga=791”…””}”(hhhjžhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj•ubhŒ?) will allow you to read more of the text. (Caveat: This needs ”…””}”(hŒ?) will allow you to read more of the text. (Caveat: This needs ”hj•hžhhŸNh Nubj8)”}”(hŒ ``vesafb``”h]”hŒvesafb”…””}”(hhhj±hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj•ubhŒ*, so wonâ€™t help for â€˜earlyâ€™ oopses.)”…””}”(hŒ$, so won't help for 'early' oopses.)”hj•hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KShj‘ubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjŒhžhhŸh¶h Nubj)”}”(hŒêBoot with a serial console (see :ref:`Documentation/admin-guide/serial-console.rst `), run a null modem to a second machine and capture the output there using your favourite communication program. Minicom works well. ”h]”h¸)”}”(hŒéBoot with a serial console (see :ref:`Documentation/admin-guide/serial-console.rst `), run a null modem to a second machine and capture the output there using your favourite communication program. Minicom works well.”h]”(hŒ Boot with a serial console (see ”…””}”(hŒ Boot with a serial console (see ”hjÔhžhhŸNh Nubh)”}”(hŒD:ref:`Documentation/admin-guide/serial-console.rst `”h]”hŒinline”“”)”}”(hjßh]”hŒ,Documentation/admin-guide/serial-console.rst”…””}”(hhhjãhžhhŸNh Nubah}”(h]”h ]”(Œxref”Œstd”Œstd-ref”eh"]”h$]”h&]”uh1jáhjÝubah}”(h]”h ]”h"]”h$]”h&]”Œrefdoc”Œadmin-guide/bug-hunting”Œ refdomain”jîŒreftype”Œref”Œrefexplicit”ˆŒrefwarn”ˆŒ reftarget”Œserial_console”uh1hhŸh¶h K\hjÔubhŒ…), run a null modem to a second machine and capture the output there using your favourite communication program. Minicom works well.”…””}”(hŒ…), run a null modem to a second machine and capture the output there using your favourite communication program. Minicom works well.”hjÔhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K\hjÐubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjŒhžhhŸh¶h Nubj)”}”(hŒ¶Use Kdump (see Documentation/admin-guide/kdump/kdump.rst), extract the kernel ring buffer from old memory with using dmesg gdbmacro in Documentation/admin-guide/kdump/gdbmacros.txt. ”h]”h¸)”}”(hŒµUse Kdump (see Documentation/admin-guide/kdump/kdump.rst), extract the kernel ring buffer from old memory with using dmesg gdbmacro in Documentation/admin-guide/kdump/gdbmacros.txt.”h]”hŒµUse Kdump (see Documentation/admin-guide/kdump/kdump.rst), extract the kernel ring buffer from old memory with using dmesg gdbmacro in Documentation/admin-guide/kdump/gdbmacros.txt.”…””}”(hjhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Kahjubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjŒhžhhŸh¶h Nubeh}”(h]”h ]”h"]”h$]”h&]”Œenumtype”Œarabic”Œprefix”Œ(”Œsuffix”Œ)”uh1jŠhj¢hžhhŸh¶h KSubeh}”(h]”Œ$where-is-the-oops-message-is-located”ah ]”h"]”Œ%where is the oops message is located?”ah$]”h&]”uh1h¡hh£hžhhŸh¶h KCubh¢)”}”(hhh]”(h§)”}”(hŒFinding the bug's location”h]”hŒFinding the bugâ€™s location”…””}”(hjDhjBhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¦hj?hžhhŸh¶h Kfubh¸)”}”(hŒÙReporting a bug works best if you point the location of the bug at the Kernel source file. There are two methods for doing that. Usually, using ``gdb`` is easier, but the Kernel should be pre-compiled with debug info.”h]”(hŒReporting a bug works best if you point the location of the bug at the Kernel source file. There are two methods for doing that. Usually, using ”…””}”(hŒReporting a bug works best if you point the location of the bug at the Kernel source file. There are two methods for doing that. Usually, using ”hjPhžhhŸNh Nubj8)”}”(hŒ``gdb``”h]”hŒgdb”…””}”(hhhjYhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjPubhŒB is easier, but the Kernel should be pre-compiled with debug info.”…””}”(hŒB is easier, but the Kernel should be pre-compiled with debug info.”hjPhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Khhj?hžhubh¢)”}”(hhh]”(h§)”}”(hŒgdb”h]”hŒgdb”…””}”(hjwhjuhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¦hjrhžhhŸh¶h Kmubh¸)”}”(hŒ~The GNU debugger (``gdb``) is the best way to figure out the exact file and line number of the OOPS from the ``vmlinux`` file.”h]”(hŒThe GNU debugger (”…””}”(hŒThe GNU debugger (”hjƒhžhhŸNh Nubj8)”}”(hŒ``gdb``”h]”hŒgdb”…””}”(hhhjŒhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjƒubhŒT) is the best way to figure out the exact file and line number of the OOPS from the ”…””}”(hŒT) is the best way to figure out the exact file and line number of the OOPS from the ”hjƒhžhhŸNh Nubj8)”}”(hŒ``vmlinux``”h]”hŒvmlinux”…””}”(hhhjŸhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjƒubhŒ file.”…””}”(hŒ file.”hjƒhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Kohjrhžhubh¸)”}”(hŒiThe usage of gdb works best on a kernel compiled with ``CONFIG_DEBUG_INFO``. This can be set by running::”h]”(hŒ6The usage of gdb works best on a kernel compiled with ”…””}”(hŒ6The usage of gdb works best on a kernel compiled with ”hj¸hžhhŸNh Nubj8)”}”(hŒ``CONFIG_DEBUG_INFO``”h]”hŒCONFIG_DEBUG_INFO”…””}”(hhhjÁhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj¸ubhŒ. This can be set by running:”…””}”(hŒ. This can be set by running:”hj¸hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KrhjrhžhubhÉ)”}”(hŒ@$ ./scripts/config -d COMPILE_TEST -e DEBUG_KERNEL -e DEBUG_INFO”h]”hŒ@$ ./scripts/config -d COMPILE_TEST -e DEBUG_KERNEL -e DEBUG_INFO”…””}”(hhhjÚubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h Kuhjrhžhubh¸)”}”(hŒbOn a kernel compiled with ``CONFIG_DEBUG_INFO``, you can simply copy the EIP value from the OOPS::”h]”(hŒOn a kernel compiled with ”…””}”(hŒOn a kernel compiled with ”hjèhžhhŸNh Nubj8)”}”(hŒ``CONFIG_DEBUG_INFO``”h]”hŒCONFIG_DEBUG_INFO”…””}”(hhhjñhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjèubhŒ2, you can simply copy the EIP value from the OOPS:”…””}”(hŒ2, you can simply copy the EIP value from the OOPS:”hjèhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KwhjrhžhubhÉ)”}”(hŒ,EIP: 0060:[] Not tainted VLI”h]”hŒ,EIP: 0060:[] Not tainted VLI”…””}”(hhhj ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h Kzhjrhžhubh¸)”}”(hŒ6And use GDB to translate that to human-readable form::”h]”hŒ5And use GDB to translate that to human-readable form:”…””}”(hŒ5And use GDB to translate that to human-readable form:”hjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K|hjrhžhubhÉ)”}”(hŒ!$ gdb vmlinux (gdb) l *0xc021e50e”h]”hŒ!$ gdb vmlinux (gdb) l *0xc021e50e”…””}”(hhhj'ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h K~hjrhžhubh¸)”}”(hŒ\If you don't have ``CONFIG_DEBUG_INFO`` enabled, you use the function offset from the OOPS::”h]”(hŒIf you donâ€™t have ”…””}”(hŒIf you don't have ”hj5hžhhŸNh Nubj8)”}”(hŒ``CONFIG_DEBUG_INFO``”h]”hŒCONFIG_DEBUG_INFO”…””}”(hhhj>hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj5ubhŒ4 enabled, you use the function offset from the OOPS:”…””}”(hŒ4 enabled, you use the function offset from the OOPS:”hj5hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KhjrhžhubhÉ)”}”(hŒEIP is at vt_ioctl+0xda8/0x1482”h]”hŒEIP is at vt_ioctl+0xda8/0x1482”…””}”(hhhjWubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h K„hjrhžhubh¸)”}”(hŒ=And recompile the kernel with ``CONFIG_DEBUG_INFO`` enabled::”h]”(hŒAnd recompile the kernel with ”…””}”(hŒAnd recompile the kernel with ”hjehžhhŸNh Nubj8)”}”(hŒ``CONFIG_DEBUG_INFO``”h]”hŒCONFIG_DEBUG_INFO”…””}”(hhhjnhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjeubhŒ enabled:”…””}”(hŒ enabled:”hjehžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K†hjrhžhubhÉ)”}”(hXÒ$ ./scripts/config -d COMPILE_TEST -e DEBUG_KERNEL -e DEBUG_INFO $ make vmlinux $ gdb vmlinux (gdb) l *vt_ioctl+0xda8 0x1888 is in vt_ioctl (drivers/tty/vt/vt_ioctl.c:293). 288 { 289 struct vc_data *vc = NULL; 290 int ret = 0; 291 292 console_lock(); 293 if (VT_BUSY(vc_num)) 294 ret = -EBUSY; 295 else if (vc_num) 296 vc = vc_deallocate(vc_num); 297 console_unlock();”h]”hXÒ$ ./scripts/config -d COMPILE_TEST -e DEBUG_KERNEL -e DEBUG_INFO $ make vmlinux $ gdb vmlinux (gdb) l *vt_ioctl+0xda8 0x1888 is in vt_ioctl (drivers/tty/vt/vt_ioctl.c:293). 288 { 289 struct vc_data *vc = NULL; 290 int ret = 0; 291 292 console_lock(); 293 if (VT_BUSY(vc_num)) 294 ret = -EBUSY; 295 else if (vc_num) 296 vc = vc_deallocate(vc_num); 297 console_unlock();”…””}”(hhhj‡ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h Kˆhjrhžhubh¸)”}”(hŒ$or, if you want to be more verbose::”h]”hŒ#or, if you want to be more verbose:”…””}”(hŒ#or, if you want to be more verbose:”hj•hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K˜hjrhžhubhÉ)”}”(hŒt(gdb) p vt_ioctl $1 = {int (struct tty_struct *, unsigned int, unsigned long)} 0xae0 (gdb) l *0xae0+0xda8”h]”hŒt(gdb) p vt_ioctl $1 = {int (struct tty_struct *, unsigned int, unsigned long)} 0xae0 (gdb) l *0xae0+0xda8”…””}”(hhhj¤ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h Kšhjrhžhubh¸)”}”(hŒ)You could, instead, use the object file::”h]”hŒ(You could, instead, use the object file:”…””}”(hŒ(You could, instead, use the object file:”hj²hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KžhjrhžhubhÉ)”}”(hŒK$ make drivers/tty/ $ gdb drivers/tty/vt/vt_ioctl.o (gdb) l *vt_ioctl+0xda8”h]”hŒK$ make drivers/tty/ $ gdb drivers/tty/vt/vt_ioctl.o (gdb) l *vt_ioctl+0xda8”…””}”(hhhjÁubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h K hjrhžhubh¸)”}”(hŒ#If you have a call trace, such as::”h]”hŒ"If you have a call trace, such as:”…””}”(hŒ"If you have a call trace, such as:”hjÏhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K¤hjrhžhubhÉ)”}”(hŒ±Call Trace: [] :jbd:log_wait_commit+0xa3/0xf5 [] autoremove_wake_function+0x0/0x2e [] :jbd:journal_stop+0x1be/0x1ee ...”h]”hŒ±Call Trace: [] :jbd:log_wait_commit+0xa3/0xf5 [] autoremove_wake_function+0x0/0x2e [] :jbd:journal_stop+0x1be/0x1ee ...”…””}”(hhhjÞubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h K¦hjrhžhubh¸)”}”(hŒrthis shows the problem likely is in the :jbd: module. You can load that module in gdb and list the relevant code::”h]”hŒqthis shows the problem likely is in the :jbd: module. You can load that module in gdb and list the relevant code:”…””}”(hŒqthis shows the problem likely is in the :jbd: module. You can load that module in gdb and list the relevant code:”hjìhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K¬hjrhžhubhÉ)”}”(hŒ1$ gdb fs/jbd/jbd.ko (gdb) l *log_wait_commit+0xa3”h]”hŒ1$ gdb fs/jbd/jbd.ko (gdb) l *log_wait_commit+0xa3”…””}”(hhhjûubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h K¯hjrhžhubhŒnote”“”)”}”(hX4You can also do the same for any function call at the stack trace, like this one:: [] ? dvb_usb_adapter_frontend_exit+0x3a/0x70 [dvb_usb] The position where the above call happened can be seen with:: $ gdb drivers/media/usb/dvb-usb/dvb-usb.o (gdb) l *dvb_usb_adapter_frontend_exit+0x3a”h]”(h¸)”}”(hŒRYou can also do the same for any function call at the stack trace, like this one::”h]”hŒQYou can also do the same for any function call at the stack trace, like this one:”…””}”(hŒQYou can also do the same for any function call at the stack trace, like this one:”hjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K´hjubhÉ)”}”(hŒ@[] ? dvb_usb_adapter_frontend_exit+0x3a/0x70 [dvb_usb]”h]”hŒ@[] ? dvb_usb_adapter_frontend_exit+0x3a/0x70 [dvb_usb]”…””}”(hhhjubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h K·hjubh¸)”}”(hŒ=The position where the above call happened can be seen with::”h]”hŒ 83 3c 01 00 00 89 44 24 14 8b 45 28 85 c0 89 44 24 18 0f 85 Put the bytes into a "foo.s" file like this: .text .globl foo foo: .byte .... /* bytes from Code: part of OOPS dump */ Compile it with "gcc -c -o foo.o foo.s" then look at the output of "objdump --disassemble foo.o". Output: ip_queue_xmit: push %ebp push %edi push %esi push %ebx sub $0xbc, %esp mov 0xd0(%esp), %ebp ! %ebp = arg0 (skb) mov 0x8(%ebp), %ebx ! %ebx = skb->sk mov 0x13c(%ebx), %eax ! %eax = inet_sk(sk)->opt”h]”hXEIP is at +0x14/0x4c0 ... Code: 44 24 04 e8 6f 05 00 00 e9 e8 fe ff ff 8d 76 00 8d bc 27 00 00 00 00 55 57 56 53 81 ec bc 00 00 00 8b ac 24 d0 00 00 00 8b 5d 08 <8b> 83 3c 01 00 00 89 44 24 14 8b 45 28 85 c0 89 44 24 18 0f 85 Put the bytes into a "foo.s" file like this: .text .globl foo foo: .byte .... /* bytes from Code: part of OOPS dump */ Compile it with "gcc -c -o foo.o foo.s" then look at the output of "objdump --disassemble foo.o". Output: ip_queue_xmit: push %ebp push %edi push %esi push %ebx sub $0xbc, %esp mov 0xd0(%esp), %ebp ! %ebp = arg0 (skb) mov 0x8(%ebp), %ebx ! %ebx = skb->sk mov 0x13c(%ebx), %eax ! %eax = inet_sk(sk)->opt”…””}”(hhhj¬ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h KÒhjWhžhubh¸)”}”(hŒufile:`scripts/decodecode` can be used to automate most of this, depending on what CPU architecture is being debugged.”h]”(hŒfile:”…””}”(hŒfile:”hjºhžhhŸNh NubjM)”}”(hŒ`scripts/decodecode`”h]”hŒscripts/decodecode”…””}”(hhhjÃhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1jLhjºubhŒ\ can be used to automate most of this, depending on what CPU architecture is being debugged.”…””}”(hŒ\ can be used to automate most of this, depending on what CPU architecture is being debugged.”hjºhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KîhjWhžhubeh}”(h]”Œobjdump”ah ]”h"]”Œobjdump”ah$]”h&]”uh1h¡hj?hžhhŸh¶h K¿ubeh}”(h]”Œfinding-the-bug-s-location”ah ]”h"]”Œfinding the bug's location”ah$]”h&]”uh1h¡hh£hžhhŸh¶h Kfubh¢)”}”(hhh]”(h§)”}”(hŒReporting the bug”h]”hŒReporting the bug”…””}”(hjñhjïhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¦hjìhžhhŸh¶h Kòubh¸)”}”(hŒ€Once you find where the bug happened, by inspecting its location, you could either try to fix it yourself or report it upstream.”h]”hŒ€Once you find where the bug happened, by inspecting its location, you could either try to fix it yourself or report it upstream.”…””}”(hjÿhjýhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Kôhjìhžhubh¸)”}”(hŒ¯In order to report it upstream, you should identify the mailing list used for the development of the affected code. This can be done by using the ``get_maintainer.pl`` script.”h]”(hŒ’In order to report it upstream, you should identify the mailing list used for the development of the affected code. This can be done by using the ”…””}”(hŒ’In order to report it upstream, you should identify the mailing list used for the development of the affected code. This can be done by using the ”hjhžhhŸNh Nubj8)”}”(hŒ``get_maintainer.pl``”h]”hŒget_maintainer.pl”…””}”(hhhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjubhŒ script.”…””}”(hŒ script.”hjhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h K÷hjìhžhubh¸)”}”(hŒ_For example, if you find a bug at the gspca's sonixj.c file, you can get its maintainers with::”h]”hŒ`For example, if you find a bug at the gspcaâ€™s sonixj.c file, you can get its maintainers with:”…””}”(hŒ^For example, if you find a bug at the gspca's sonixj.c file, you can get its maintainers with:”hj-hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h KûhjìhžhubhÉ)”}”(hX4$ ./scripts/get_maintainer.pl -f drivers/media/usb/gspca/sonixj.c Hans Verkuil (odd fixer:GSPCA USB WEBCAM DRIVER,commit_signer:1/1=100%) Mauro Carvalho Chehab (maintainer:MEDIA INPUT INFRASTRUCTURE (V4L/DVB),commit_signer:1/1=100%) Tejun Heo (commit_signer:1/1=100%) Bhaktipriya Shridhar (commit_signer:1/1=100%,authored:1/1=100%,added_lines:4/4=100%,removed_lines:9/9=100%) linux-media@vger.kernel.org (open list:GSPCA USB WEBCAM DRIVER) linux-kernel@vger.kernel.org (open list)”h]”hX4$ ./scripts/get_maintainer.pl -f drivers/media/usb/gspca/sonixj.c Hans Verkuil (odd fixer:GSPCA USB WEBCAM DRIVER,commit_signer:1/1=100%) Mauro Carvalho Chehab (maintainer:MEDIA INPUT INFRASTRUCTURE (V4L/DVB),commit_signer:1/1=100%) Tejun Heo (commit_signer:1/1=100%) Bhaktipriya Shridhar (commit_signer:1/1=100%,authored:1/1=100%,added_lines:4/4=100%,removed_lines:9/9=100%) linux-media@vger.kernel.org (open list:GSPCA USB WEBCAM DRIVER) linux-kernel@vger.kernel.org (open list)”…””}”(hhhj<ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h Kþhjìhžhubh¸)”}”(hŒ$Please notice that it will point to:”h]”hŒ$Please notice that it will point to:”…””}”(hjLhjJhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MhjìhžhubhŒbullet_list”“”)”}”(hhh]”(j)”}”(hŒÐThe last developers that touched the source code (if this is done inside a git tree). On the above example, Tejun and Bhaktipriya (in this specific case, none really involved on the development of this file);”h]”h¸)”}”(hŒÐThe last developers that touched the source code (if this is done inside a git tree). On the above example, Tejun and Bhaktipriya (in this specific case, none really involved on the development of this file);”h]”hŒÐThe last developers that touched the source code (if this is done inside a git tree). On the above example, Tejun and Bhaktipriya (in this specific case, none really involved on the development of this file);”…””}”(hjchjahžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Mhj]ubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjZhžhhŸh¶h Nubj)”}”(hŒ%The driver maintainer (Hans Verkuil);”h]”h¸)”}”(hjwh]”hŒ%The driver maintainer (Hans Verkuil);”…””}”(hjwhjyhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Mhjuubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjZhžhhŸh¶h Nubj)”}”(hŒ1The subsystem maintainer (Mauro Carvalho Chehab);”h]”h¸)”}”(hjŽh]”hŒ1The subsystem maintainer (Mauro Carvalho Chehab);”…””}”(hjŽhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MhjŒubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjZhžhhŸh¶h Nubj)”}”(hŒGThe driver and/or subsystem mailing list (linux-media@vger.kernel.org);”h]”h¸)”}”(hj¥h]”(hŒ*The driver and/or subsystem mailing list (”…””}”(hŒ*The driver and/or subsystem mailing list (”hj§hžhhŸNh NubhŒ reference”“”)”}”(hŒlinux-media@vger.kernel.org”h]”hŒlinux-media@vger.kernel.org”…””}”(hhhj±hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”Œrefuri”Œ"mailto:linux-media@vger.kernel.org”uh1j¯hj§ubhŒ);”…””}”(hŒ);”hj§hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h M hj£ubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjZhžhhŸh¶h Nubj)”}”(hŒ>the Linux Kernel mailing list (linux-kernel@vger.kernel.org). ”h]”h¸)”}”(hŒ=the Linux Kernel mailing list (linux-kernel@vger.kernel.org).”h]”(hŒthe Linux Kernel mailing list (”…””}”(hŒthe Linux Kernel mailing list (”hjÖhžhhŸNh Nubj°)”}”(hŒlinux-kernel@vger.kernel.org”h]”hŒlinux-kernel@vger.kernel.org”…””}”(hhhjßhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”Œrefuri”Œ#mailto:linux-kernel@vger.kernel.org”uh1j¯hjÖubhŒ).”…””}”(hŒ).”hjÖhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MhjÒubah}”(h]”h ]”h"]”h$]”h&]”uh1jhjZhžhhŸh¶h Nubeh}”(h]”h ]”h"]”h$]”h&]”Œbullet”Œ-”uh1jXhŸh¶h Mhjìhžhubh¸)”}”(hŒ«Usually, the fastest way to have your bug fixed is to report it to mailing list used for the development of the code (linux-media ML) copying the driver maintainer (Hans).”h]”hŒ«Usually, the fastest way to have your bug fixed is to report it to mailing list used for the development of the code (linux-media ML) copying the driver maintainer (Hans).”…””}”(hj hjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Mhjìhžhubh¸)”}”(hŒ If you are totally stumped as to whom to send the report, and ``get_maintainer.pl`` didn't provide you anything useful, send it to linux-kernel@vger.kernel.org.”h]”(hŒ>If you are totally stumped as to whom to send the report, and ”…””}”(hŒ>If you are totally stumped as to whom to send the report, and ”hjhžhhŸNh Nubj8)”}”(hŒ``get_maintainer.pl``”h]”hŒget_maintainer.pl”…””}”(hhhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjubhŒ2 didnâ€™t provide you anything useful, send it to ”…””}”(hŒ0 didn't provide you anything useful, send it to ”hjhžhhŸNh Nubj°)”}”(hŒlinux-kernel@vger.kernel.org”h]”hŒlinux-kernel@vger.kernel.org”…””}”(hhhj2hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”Œrefuri”Œ#mailto:linux-kernel@vger.kernel.org”uh1j¯hjubhŒ.”…””}”(hj`hjhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Mhjìhžhubh¸)”}”(hŒCThanks for your help in making Linux as stable as humanly possible.”h]”hŒCThanks for your help in making Linux as stable as humanly possible.”…””}”(hjNhjLhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Mhjìhžhubeh}”(h]”Œreporting-the-bug”ah ]”h"]”Œreporting the bug”ah$]”h&]”uh1h¡hh£hžhhŸh¶h Kòubh¢)”}”(hhh]”(h§)”}”(hŒFixing the bug”h]”hŒFixing the bug”…””}”(hjghjehžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h¦hjbhžhhŸh¶h Mubh¸)”}”(hŒÙIf you know programming, you could help us by not only reporting the bug, but also providing us with a solution. After all, open source is about sharing what you do and don't you want to be recognised for your genius?”h]”hŒÛIf you know programming, you could help us by not only reporting the bug, but also providing us with a solution. After all, open source is about sharing what you do and donâ€™t you want to be recognised for your genius?”…””}”(hjuhjshžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h Mhjbhžhubh¸)”}”(hŒYIf you decide to take this way, once you have worked out a fix please submit it upstream.”h]”hŒYIf you decide to take this way, once you have worked out a fix please submit it upstream.”…””}”(hjƒhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h M!hjbhžhubh¸)”}”(hŒ}Please do read :ref:`Documentation/process/submitting-patches.rst ` though to help your code get accepted.”h]”(hŒPlease do read ”…””}”(hŒPlease do read ”hjhžhhŸNh Nubh)”}”(hŒG:ref:`Documentation/process/submitting-patches.rst `”h]”jâ)”}”(hjšh]”hŒ,Documentation/process/submitting-patches.rst”…””}”(hhhjœhžhhŸNh Nubah}”(h]”h ]”(jíŒstd”Œstd-ref”eh"]”h$]”h&]”uh1jáhj˜ubah}”(h]”h ]”h"]”h$]”h&]”Œrefdoc”júŒ refdomain”j¦Œreftype”Œref”Œrefexplicit”ˆŒrefwarn”ˆjŒsubmittingpatches”uh1hhŸh¶h M$hjubhŒ' though to help your code get accepted.”…””}”(hŒ' though to help your code get accepted.”hjhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h M$hjbhžhubeh}”(h]”Œfixing-the-bug”ah ]”h"]”Œfixing the bug”ah$]”h&]”uh1h¡hh£hžhhŸh¶h MubhŒ transition”“”)”}”(hŒK---------------------------------------------------------------------------”h]”h}”(h]”h ]”h"]”h$]”h&]”uh1jËhŸh¶h M)hh£hžhubh¢)”}”(hhh]”(h§)”}”(hŒ$Notes on Oops tracing with ``klogd``”h]”(hŒNotes on Oops tracing with ”…””}”(hŒNotes on Oops tracing with ”hjÚhžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhjãhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjÚubeh}”(h]”h ]”h"]”h$]”h&]”uh1h¦hj×hžhhŸh¶h M,ubh¸)”}”(hXIn order to help Linus and the other kernel developers there has been substantial support incorporated into ``klogd`` for processing protection faults. In order to have full support for address resolution at least version 1.3-pl3 of the ``sysklogd`` package should be used.”h]”(hŒlIn order to help Linus and the other kernel developers there has been substantial support incorporated into ”…””}”(hŒlIn order to help Linus and the other kernel developers there has been substantial support incorporated into ”hj÷hžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj÷ubhŒy for processing protection faults. In order to have full support for address resolution at least version 1.3-pl3 of the ”…””}”(hŒy for processing protection faults. In order to have full support for address resolution at least version 1.3-pl3 of the ”hj÷hžhhŸNh Nubj8)”}”(hŒ``sysklogd``”h]”hŒsysklogd”…””}”(hhhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj÷ubhŒ package should be used.”…””}”(hŒ package should be used.”hj÷hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h M.hj×hžhubh¸)”}”(hXvWhen a protection fault occurs the ``klogd`` daemon automatically translates important addresses in the kernel log messages to their symbolic equivalents. This translated kernel message is then forwarded through whatever reporting mechanism ``klogd`` is using. The protection fault message can be simply cut out of the message files and forwarded to the kernel developers.”h]”(hŒ#When a protection fault occurs the ”…””}”(hŒ#When a protection fault occurs the ”hj,hžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhj5hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj,ubhŒÆ daemon automatically translates important addresses in the kernel log messages to their symbolic equivalents. This translated kernel message is then forwarded through whatever reporting mechanism ”…””}”(hŒÆ daemon automatically translates important addresses in the kernel log messages to their symbolic equivalents. This translated kernel message is then forwarded through whatever reporting mechanism ”hj,hžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhjHhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj,ubhŒ{ is using. The protection fault message can be simply cut out of the message files and forwarded to the kernel developers.”…””}”(hŒ{ is using. The protection fault message can be simply cut out of the message files and forwarded to the kernel developers.”hj,hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h M3hj×hžhubh¸)”}”(hX}Two types of address resolution are performed by ``klogd``. The first is static translation and the second is dynamic translation. Static translation uses the System.map file. In order to do static translation the ``klogd`` daemon must be able to find a system map file at daemon initialization time. See the klogd man page for information on how ``klogd`` searches for map files.”h]”(hŒ1Two types of address resolution are performed by ”…””}”(hŒ1Two types of address resolution are performed by ”hjahžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhjjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjaubhŒ. The first is static translation and the second is dynamic translation. Static translation uses the System.map file. In order to do static translation the ”…””}”(hŒ. The first is static translation and the second is dynamic translation. Static translation uses the System.map file. In order to do static translation the ”hjahžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhj}hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjaubhŒ| daemon must be able to find a system map file at daemon initialization time. See the klogd man page for information on how ”…””}”(hŒ| daemon must be able to find a system map file at daemon initialization time. See the klogd man page for information on how ”hjahžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhjhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjaubhŒ searches for map files.”…””}”(hŒ searches for map files.”hjahžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h M:hj×hžhubh¸)”}”(hXDynamic address translation is important when kernel loadable modules are being used. Since memory for kernel modules is allocated from the kernel's dynamic memory pools there are no fixed locations for either the start of the module or for functions and symbols in the module.”h]”hXDynamic address translation is important when kernel loadable modules are being used. Since memory for kernel modules is allocated from the kernelâ€™s dynamic memory pools there are no fixed locations for either the start of the module or for functions and symbols in the module.”…””}”(hj«hj©hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MBhj×hžhubh¸)”}”(hXThe kernel supports system calls which allow a program to determine which modules are loaded and their location in memory. Using these system calls the klogd daemon builds a symbol table which can be used to debug a protection fault which occurs in a loadable kernel module.”h]”hXThe kernel supports system calls which allow a program to determine which modules are loaded and their location in memory. Using these system calls the klogd daemon builds a symbol table which can be used to debug a protection fault which occurs in a loadable kernel module.”…””}”(hj¹hj·hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MGhj×hžhubh¸)”}”(hŒ÷At the very minimum klogd will provide the name of the module which generated the protection fault. There may be additional symbolic information available if the developer of the loadable module chose to export symbol information from the module.”h]”hŒ÷At the very minimum klogd will provide the name of the module which generated the protection fault. There may be additional symbolic information available if the developer of the loadable module chose to export symbol information from the module.”…””}”(hjÇhjÅhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MLhj×hžhubh¸)”}”(hXbSince the kernel module environment can be dynamic there must be a mechanism for notifying the ``klogd`` daemon when a change in module environment occurs. There are command line options available which allow klogd to signal the currently executing daemon that symbol information should be refreshed. See the ``klogd`` manual page for more information.”h]”(hŒ_Since the kernel module environment can be dynamic there must be a mechanism for notifying the ”…””}”(hŒ_Since the kernel module environment can be dynamic there must be a mechanism for notifying the ”hjÓhžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhjÜhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjÓubhŒÏ daemon when a change in module environment occurs. There are command line options available which allow klogd to signal the currently executing daemon that symbol information should be refreshed. See the ”…””}”(hŒÏ daemon when a change in module environment occurs. There are command line options available which allow klogd to signal the currently executing daemon that symbol information should be refreshed. See the ”hjÓhžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhjïhžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hjÓubhŒ" manual page for more information.”…””}”(hŒ" manual page for more information.”hjÓhžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MQhj×hžhubh¸)”}”(hX+A patch is included with the sysklogd distribution which modifies the ``modules-2.0.0`` package to automatically signal klogd whenever a module is loaded or unloaded. Applying this patch provides essentially seamless support for debugging protection faults which occur with kernel loadable modules.”h]”(hŒFA patch is included with the sysklogd distribution which modifies the ”…””}”(hŒFA patch is included with the sysklogd distribution which modifies the ”hj hžhhŸNh Nubj8)”}”(hŒ``modules-2.0.0``”h]”hŒ modules-2.0.0”…””}”(hhhj hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj ubhŒÔ package to automatically signal klogd whenever a module is loaded or unloaded. Applying this patch provides essentially seamless support for debugging protection faults which occur with kernel loadable modules.”…””}”(hŒÔ package to automatically signal klogd whenever a module is loaded or unloaded. Applying this patch provides essentially seamless support for debugging protection faults which occur with kernel loadable modules.”hj hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h MXhj×hžhubh¸)”}”(hŒ_The following is an example of a protection fault in a loadable module processed by ``klogd``::”h]”(hŒTThe following is an example of a protection fault in a loadable module processed by ”…””}”(hŒTThe following is an example of a protection fault in a loadable module processed by ”hj* hžhhŸNh Nubj8)”}”(hŒ ``klogd``”h]”hŒklogd”…””}”(hhhj3 hžhhŸNh Nubah}”(h]”h ]”h"]”h$]”h&]”uh1j7hj* ubhŒ:”…””}”(hŒ:”hj* hžhhŸNh Nubeh}”(h]”h ]”h"]”h$]”h&]”uh1h·hŸh¶h M^hj×hžhubhÉ)”}”(hX9Aug 29 09:51:01 blizard kernel: Unable to handle kernel paging request at virtual address f15e97cc Aug 29 09:51:01 blizard kernel: current->tss.cr3 = 0062d000, %cr3 = 0062d000 Aug 29 09:51:01 blizard kernel: *pde = 00000000 Aug 29 09:51:01 blizard kernel: Oops: 0002 Aug 29 09:51:01 blizard kernel: CPU: 0 Aug 29 09:51:01 blizard kernel: EIP: 0010:[oops:_oops+16/3868] Aug 29 09:51:01 blizard kernel: EFLAGS: 00010212 Aug 29 09:51:01 blizard kernel: eax: 315e97cc ebx: 003a6f80 ecx: 001be77b edx: 00237c0c Aug 29 09:51:01 blizard kernel: esi: 00000000 edi: bffffdb3 ebp: 00589f90 esp: 00589f8c Aug 29 09:51:01 blizard kernel: ds: 0018 es: 0018 fs: 002b gs: 002b ss: 0018 Aug 29 09:51:01 blizard kernel: Process oops_test (pid: 3374, process nr: 21, stackpage=00589000) Aug 29 09:51:01 blizard kernel: Stack: 315e97cc 00589f98 0100b0b4 bffffed4 0012e38e 00240c64 003a6f80 00000001 Aug 29 09:51:01 blizard kernel: 00000000 00237810 bfffff00 0010a7fa 00000003 00000001 00000000 bfffff00 Aug 29 09:51:01 blizard kernel: bffffdb3 bffffed4 ffffffda 0000002b 0007002b 0000002b 0000002b 00000036 Aug 29 09:51:01 blizard kernel: Call Trace: [oops:_oops_ioctl+48/80] [_sys_ioctl+254/272] [_system_call+82/128] Aug 29 09:51:01 blizard kernel: Code: c7 00 05 00 00 00 eb 08 90 90 90 90 90 90 90 90 89 ec 5d c3”h]”hX9Aug 29 09:51:01 blizard kernel: Unable to handle kernel paging request at virtual address f15e97cc Aug 29 09:51:01 blizard kernel: current->tss.cr3 = 0062d000, %cr3 = 0062d000 Aug 29 09:51:01 blizard kernel: *pde = 00000000 Aug 29 09:51:01 blizard kernel: Oops: 0002 Aug 29 09:51:01 blizard kernel: CPU: 0 Aug 29 09:51:01 blizard kernel: EIP: 0010:[oops:_oops+16/3868] Aug 29 09:51:01 blizard kernel: EFLAGS: 00010212 Aug 29 09:51:01 blizard kernel: eax: 315e97cc ebx: 003a6f80 ecx: 001be77b edx: 00237c0c Aug 29 09:51:01 blizard kernel: esi: 00000000 edi: bffffdb3 ebp: 00589f90 esp: 00589f8c Aug 29 09:51:01 blizard kernel: ds: 0018 es: 0018 fs: 002b gs: 002b ss: 0018 Aug 29 09:51:01 blizard kernel: Process oops_test (pid: 3374, process nr: 21, stackpage=00589000) Aug 29 09:51:01 blizard kernel: Stack: 315e97cc 00589f98 0100b0b4 bffffed4 0012e38e 00240c64 003a6f80 00000001 Aug 29 09:51:01 blizard kernel: 00000000 00237810 bfffff00 0010a7fa 00000003 00000001 00000000 bfffff00 Aug 29 09:51:01 blizard kernel: bffffdb3 bffffed4 ffffffda 0000002b 0007002b 0000002b 0000002b 00000036 Aug 29 09:51:01 blizard kernel: Call Trace: [oops:_oops_ioctl+48/80] [_sys_ioctl+254/272] [_system_call+82/128] Aug 29 09:51:01 blizard kernel: Code: c7 00 05 00 00 00 eb 08 90 90 90 90 90 90 90 90 89 ec 5d c3”…””}”(hhhjL ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h Mahj×hžhubjÌ)”}”(hŒK---------------------------------------------------------------------------”h]”h}”(h]”h ]”h"]”h$]”h&]”uh1jËhŸh¶h Mrhj×hžhubhÉ)”}”(hŒ´Dr. G.W. Wettstein Oncology Research Div. Computing Facility Roger Maris Cancer Center INTERNET: greg@wind.rmcc.com 820 4th St. N. Fargo, ND 58122 Phone: 701-234-7556”h]”hŒ´Dr. G.W. Wettstein Oncology Research Div. Computing Facility Roger Maris Cancer Center INTERNET: greg@wind.rmcc.com 820 4th St. N. Fargo, ND 58122 Phone: 701-234-7556”…””}”(hhhjd ubah}”(h]”h ]”h"]”h$]”h&]”hØhÙuh1hÈhŸh¶h Mvhj×hžhubeh}”(h]”Œ notes-on-oops-tracing-with-klogd”ah ]”h"]”Œ notes on oops tracing with klogd”ah$]”h&]”uh1h¡hh£hžhhŸh¶h M,ubeh}”(h]”Œbug-hunting”ah ]”h"]”Œbug hunting”ah$]”h&]”uh1h¡hhhžhhŸh¶h Kubeh}”(h]”h ]”h"]”h$]”h&]”Œsource”h¶uh1hŒcurrent_source”NŒcurrent_line”NŒsettings”Œdocutils.frontend”ŒValues”“”)”}”(h¦NŒ generator”NŒ datestamp”NŒsource_link”NŒ source_url”NŒ toc_backlinks”Œentry”Œfootnote_backlinks”KŒ sectnum_xform”KŒstrip_comments”NŒstrip_elements_with_classes”NŒ strip_classes”NŒreport_level”KŒ halt_level”KŒexit_status_level”KŒdebug”NŒwarning_stream”NŒ traceback”ˆŒinput_encoding”Œ utf-8-sig”Œinput_encoding_error_handler”Œstrict”Œoutput_encoding”Œutf-8”Œoutput_encoding_error_handler”j¥ Œerror_encoding”ŒUTF-8”Œerror_encoding_error_handler”Œbackslashreplace”Œ language_code”Œen”Œrecord_dependencies”NŒconfig”NŒ id_prefix”hŒauto_id_prefix”Œid”Œ dump_settings”NŒdump_internals”NŒdump_transforms”NŒdump_pseudo_xml”NŒexpose_internals”NŒstrict_visitor”NŒ_disable_config”NŒ_source”h¶Œ_destination”NŒ _config_files”]”Œ7/var/lib/git/docbuild/linux/Documentation/docutils.conf”aŒpep_references”NŒpep_base_url”Œhttps://peps.python.org/”Œpep_file_url_template”Œpep-%04d”Œrfc_references”NŒrfc_base_url”Œ&https://datatracker.ietf.org/doc/html/”Œ tab_width”KŒtrim_footnote_reference_space”‰Œfile_insertion_enabled”ˆŒraw_enabled”KŒline_length_limit”M'Œsyntax_highlight”Œlong”Œsmart_quotes”ˆŒsmartquotes_locales”]”Œcharacter_level_inline_markup”‰Œdoctitle_xform”‰Œ docinfo_xform”KŒsectsubtitle_xform”‰Œ image_loading”Œlink”Œembed_stylesheet”‰Œcloak_email_addresses”ˆŒsection_self_link”‰Œembed_images”‰Œenv”NubŒreporter”NŒindirect_targets”]”Œsubstitution_defs”}”Œsubstitution_names”}”Œrefnames”}”Œrefids”}”Œnameids”}”(j j| jŸjœj<j9jéjæjTjQjájÞj_j\jÈjÅjw jt uŒ nametypes”}”(j NjŸNj<NjéNjTNjáNj_NjÈNjw Nuh}”(j| h£jœjgj9j¢jæj?jQjrjÞjWj\jìjÅjbjt j×uŒ footnote_refs”}”Œ citation_refs”}”Œ autofootnotes”]”Œautofootnote_refs”]”Œsymbol_footnotes”]”Œsymbol_footnote_refs”]”Œ footnotes”]”Œ citations”]”Œautofootnote_start”KŒsymbol_footnote_start”KŒ id_counter”Œcollections”ŒCounter”“”}”…”R”Œparse_messages”]”Œtransform_messages”]”Œtransformer”NŒinclude_log”]”Œ decoration”Nhžhub.