Lines Matching full:patch
25 #include "patch.h"
71 * Note that the patch might still be needed before klp_module_going() in klp_find_object_module()
100 static struct klp_object *klp_find_object(struct klp_patch *patch, in klp_find_object() argument
105 klp_for_each_object(patch, obj) { in klp_find_object()
343 * /sys/kernel/livepatch/<patch>
344 * /sys/kernel/livepatch/<patch>/enabled
345 * /sys/kernel/livepatch/<patch>/transition
346 * /sys/kernel/livepatch/<patch>/force
347 * /sys/kernel/livepatch/<patch>/replace
348 * /sys/kernel/livepatch/<patch>/stack_order
349 * /sys/kernel/livepatch/<patch>/<object>
350 * /sys/kernel/livepatch/<patch>/<object>/patched
351 * /sys/kernel/livepatch/<patch>/<object>/<function,sympos>
353 static int __klp_disable_patch(struct klp_patch *patch);
358 struct klp_patch *patch; in enabled_store() local
366 patch = container_of(kobj, struct klp_patch, kobj); in enabled_store()
370 if (patch->enabled == enabled) { in enabled_store()
381 * Do not allow to re-enable a disabled patch. in enabled_store()
383 if (patch == klp_transition_patch) in enabled_store()
386 ret = __klp_disable_patch(patch); in enabled_store()
401 struct klp_patch *patch; in enabled_show() local
403 patch = container_of(kobj, struct klp_patch, kobj); in enabled_show()
404 return sysfs_emit(buf, "%d\n", patch->enabled); in enabled_show()
410 struct klp_patch *patch; in transition_show() local
412 patch = container_of(kobj, struct klp_patch, kobj); in transition_show()
413 return sysfs_emit(buf, "%d\n", patch == klp_transition_patch); in transition_show()
419 struct klp_patch *patch; in force_store() local
432 patch = container_of(kobj, struct klp_patch, kobj); in force_store()
433 if (patch != klp_transition_patch) { in force_store()
448 struct klp_patch *patch; in replace_show() local
450 patch = container_of(kobj, struct klp_patch, kobj); in replace_show()
451 return sysfs_emit(buf, "%d\n", patch->replace); in replace_show()
457 struct klp_patch *patch, *this_patch; in stack_order_show() local
464 klp_for_each_patch(patch) { in stack_order_show()
466 if (patch == this_patch) in stack_order_show()
514 static void klp_init_object_early(struct klp_patch *patch,
518 struct klp_patch *patch) in klp_alloc_object_dynamic() argument
534 klp_init_object_early(patch, obj); in klp_alloc_object_dynamic()
574 static int klp_add_object_nops(struct klp_patch *patch, in klp_add_object_nops() argument
580 obj = klp_find_object(patch, old_obj); in klp_add_object_nops()
583 obj = klp_alloc_object_dynamic(old_obj->name, patch); in klp_add_object_nops()
609 static int klp_add_nops(struct klp_patch *patch) in klp_add_nops() argument
618 err = klp_add_object_nops(patch, old_obj); in klp_add_nops()
629 struct klp_patch *patch; in klp_kobj_release_patch() local
631 patch = container_of(kobj, struct klp_patch, kobj); in klp_kobj_release_patch()
632 complete(&patch->finish); in klp_kobj_release_patch()
700 static void __klp_free_objects(struct klp_patch *patch, bool nops_only) in __klp_free_objects() argument
704 klp_for_each_object_safe(patch, obj, tmp_obj) { in __klp_free_objects()
715 static void klp_free_objects(struct klp_patch *patch) in klp_free_objects() argument
717 __klp_free_objects(patch, false); in klp_free_objects()
720 static void klp_free_objects_dynamic(struct klp_patch *patch) in klp_free_objects_dynamic() argument
722 __klp_free_objects(patch, true); in klp_free_objects_dynamic()
732 static void klp_free_patch_start(struct klp_patch *patch) in klp_free_patch_start() argument
734 if (!list_empty(&patch->list)) in klp_free_patch_start()
735 list_del(&patch->list); in klp_free_patch_start()
737 klp_free_objects(patch); in klp_free_patch_start()
745 * the last function accessing the livepatch structures when the patch
748 static void klp_free_patch_finish(struct klp_patch *patch) in klp_free_patch_finish() argument
753 * this is called when the patch gets disabled and it in klp_free_patch_finish()
756 kobject_put(&patch->kobj); in klp_free_patch_finish()
757 wait_for_completion(&patch->finish); in klp_free_patch_finish()
760 if (!patch->forced) in klp_free_patch_finish()
761 module_put(patch->mod); in klp_free_patch_finish()
765 * The livepatch might be freed from sysfs interface created by the patch.
771 struct klp_patch *patch = in klp_free_patch_work_fn() local
774 klp_free_patch_finish(patch); in klp_free_patch_work_fn()
777 void klp_free_patch_async(struct klp_patch *patch) in klp_free_patch_async() argument
779 klp_free_patch_start(patch); in klp_free_patch_async()
780 schedule_work(&patch->free_work); in klp_free_patch_async()
823 static int klp_write_object_relocs(struct klp_patch *patch, in klp_write_object_relocs() argument
828 struct klp_modinfo *info = patch->mod->klp_info; in klp_write_object_relocs()
836 ret = klp_write_section_relocs(patch->mod, info->sechdrs, in klp_write_object_relocs()
838 patch->mod->core_kallsyms.strtab, in klp_write_object_relocs()
847 static int klp_apply_object_relocs(struct klp_patch *patch, in klp_apply_object_relocs() argument
850 return klp_write_object_relocs(patch, obj, true); in klp_apply_object_relocs()
853 static void klp_clear_object_relocs(struct klp_patch *patch, in klp_clear_object_relocs() argument
856 klp_write_object_relocs(patch, obj, false); in klp_clear_object_relocs()
860 static int klp_init_object_loaded(struct klp_patch *patch, in klp_init_object_loaded() argument
873 ret = klp_apply_object_relocs(patch, obj); in klp_init_object_loaded()
908 static int klp_init_object(struct klp_patch *patch, struct klp_object *obj) in klp_init_object() argument
923 ret = kobject_add(&obj->kobj, &patch->kobj, "%s", name); in klp_init_object()
934 ret = klp_init_object_loaded(patch, obj); in klp_init_object()
946 static void klp_init_object_early(struct klp_patch *patch, in klp_init_object_early() argument
951 list_add_tail(&obj->node, &patch->obj_list); in klp_init_object_early()
954 static void klp_init_patch_early(struct klp_patch *patch) in klp_init_patch_early() argument
959 INIT_LIST_HEAD(&patch->list); in klp_init_patch_early()
960 INIT_LIST_HEAD(&patch->obj_list); in klp_init_patch_early()
961 kobject_init(&patch->kobj, &klp_ktype_patch); in klp_init_patch_early()
962 patch->enabled = false; in klp_init_patch_early()
963 patch->forced = false; in klp_init_patch_early()
964 INIT_WORK(&patch->free_work, klp_free_patch_work_fn); in klp_init_patch_early()
965 init_completion(&patch->finish); in klp_init_patch_early()
967 klp_for_each_object_static(patch, obj) { in klp_init_patch_early()
968 klp_init_object_early(patch, obj); in klp_init_patch_early()
976 static int klp_init_patch(struct klp_patch *patch) in klp_init_patch() argument
981 ret = kobject_add(&patch->kobj, klp_root_kobj, "%s", patch->mod->name); in klp_init_patch()
985 if (patch->replace) { in klp_init_patch()
986 ret = klp_add_nops(patch); in klp_init_patch()
991 klp_for_each_object(patch, obj) { in klp_init_patch()
992 ret = klp_init_object(patch, obj); in klp_init_patch()
997 list_add_tail(&patch->list, &klp_patches); in klp_init_patch()
1002 static int __klp_disable_patch(struct klp_patch *patch) in __klp_disable_patch() argument
1006 if (WARN_ON(!patch->enabled)) in __klp_disable_patch()
1012 klp_init_transition(patch, KLP_TRANSITION_UNPATCHED); in __klp_disable_patch()
1014 klp_for_each_object(patch, obj) in __klp_disable_patch()
1028 patch->enabled = false; in __klp_disable_patch()
1034 static int __klp_enable_patch(struct klp_patch *patch) in __klp_enable_patch() argument
1042 if (WARN_ON(patch->enabled)) in __klp_enable_patch()
1045 pr_notice("enabling patch '%s'\n", patch->mod->name); in __klp_enable_patch()
1047 klp_init_transition(patch, KLP_TRANSITION_PATCHED); in __klp_enable_patch()
1058 klp_for_each_object(patch, obj) { in __klp_enable_patch()
1064 pr_warn("pre-patch callback failed for object '%s'\n", in __klp_enable_patch()
1071 pr_warn("failed to patch object '%s'\n", in __klp_enable_patch()
1078 patch->enabled = true; in __klp_enable_patch()
1083 pr_warn("failed to enable patch '%s'\n", patch->mod->name); in __klp_enable_patch()
1091 * @patch: patch to be enabled
1093 * Initializes the data structure associated with the patch, creates the sysfs
1102 int klp_enable_patch(struct klp_patch *patch) in klp_enable_patch() argument
1107 if (!patch || !patch->mod || !patch->objs) in klp_enable_patch()
1110 klp_for_each_object_static(patch, obj) { in klp_enable_patch()
1116 if (!is_livepatch_module(patch->mod)) { in klp_enable_patch()
1118 patch->mod->name); in klp_enable_patch()
1132 if (!klp_is_patch_compatible(patch)) { in klp_enable_patch()
1133 pr_err("Livepatch patch (%s) is not compatible with the already installed livepatches.\n", in klp_enable_patch()
1134 patch->mod->name); in klp_enable_patch()
1139 if (!try_module_get(patch->mod)) { in klp_enable_patch()
1144 klp_init_patch_early(patch); in klp_enable_patch()
1146 ret = klp_init_patch(patch); in klp_enable_patch()
1150 ret = __klp_enable_patch(patch); in klp_enable_patch()
1159 klp_free_patch_start(patch); in klp_enable_patch()
1163 klp_free_patch_finish(patch); in klp_enable_patch()
1179 * klp_ftrace_handler() might still see the replaced patch on the stack.
1182 * this is handled transparently by patch->module_put.
1227 struct klp_patch *patch; in klp_cleanup_module_patches_limited() local
1230 klp_for_each_patch(patch) { in klp_cleanup_module_patches_limited()
1231 if (patch == limit) in klp_cleanup_module_patches_limited()
1234 klp_for_each_object(patch, obj) { in klp_cleanup_module_patches_limited()
1238 if (patch != klp_transition_patch) in klp_cleanup_module_patches_limited()
1241 pr_notice("reverting patch '%s' on unloading module '%s'\n", in klp_cleanup_module_patches_limited()
1242 patch->mod->name, obj->mod->name); in klp_cleanup_module_patches_limited()
1246 klp_clear_object_relocs(patch, obj); in klp_cleanup_module_patches_limited()
1256 struct klp_patch *patch; in klp_module_coming() local
1271 * get patched by a new patch. in klp_module_coming()
1275 klp_for_each_patch(patch) { in klp_module_coming()
1276 klp_for_each_object(patch, obj) { in klp_module_coming()
1282 ret = klp_init_object_loaded(patch, obj); in klp_module_coming()
1284 pr_warn("failed to initialize patch '%s' for module '%s' (%d)\n", in klp_module_coming()
1285 patch->mod->name, obj->mod->name, ret); in klp_module_coming()
1289 pr_notice("applying patch '%s' to loading module '%s'\n", in klp_module_coming()
1290 patch->mod->name, obj->mod->name); in klp_module_coming()
1294 pr_warn("pre-patch callback failed for object '%s'\n", in klp_module_coming()
1301 pr_warn("failed to apply patch '%s' to module '%s' (%d)\n", in klp_module_coming()
1302 patch->mod->name, obj->mod->name, ret); in klp_module_coming()
1308 if (patch != klp_transition_patch) in klp_module_coming()
1321 * If a patch is unsuccessfully applied, return in klp_module_coming()
1324 pr_warn("patch '%s' failed for module '%s', refusing to load module '%s'\n", in klp_module_coming()
1325 patch->mod->name, obj->mod->name, obj->mod->name); in klp_module_coming()
1328 klp_cleanup_module_patches_limited(mod, patch); in klp_module_coming()
1344 * get patched by a new patch. in klp_module_going()