drivers/md/dm-integrity.c

111 #define journal_entry_tag(ic, je)		((__u8 *)&(je)->last_bytes[(ic)->sectors_per_block])
114 #define journal_entry_set_sector(je, x)		do { smp_wmb(); WRITE_ONCE((je)->u.sector, cpu_to_le64(x)); } while (0)
116 #define journal_entry_set_sector(je, x)		do { (je)->u.s.sector_lo = cpu_to_le32(x); smp_wmb(); WRITE_ONCE((je)->u.s.sector_hi, cpu_to_le32((x) >> 32)); } while (0)
118 #define journal_entry_get_sector(je)		le64_to_cpu((je)->u.sector)
119 #define journal_entry_is_unused(je)		((je)->u.s.sector_hi == cpu_to_le32(-1))
120 #define journal_entry_set_unused(je)		((je)->u.s.sector_hi = cpu_to_le32(-1))
121 #define journal_entry_is_inprogress(je)		((je)->u.s.sector_hi == cpu_to_le32(-2))
122 #define journal_entry_set_inprogress(je)	((je)->u.s.sector_hi = cpu_to_le32(-2))
809 		struct journal_entry *je = access_journal_entry(ic, section, j);
811 		r = crypto_shash_update(desc, (__u8 *)&je->u.sector, sizeof(je->u.sector));
2049 			struct journal_entry *je = access_journal_entry(ic, journal_section, journal_entry);
2056 				if (unlikely(journal_entry_is_inprogress(je))) {
2060 					__io_wait_event(ic->copy_to_journal_wait, !journal_entry_is_inprogress(je));
2064 				BUG_ON(journal_entry_get_sector(je) != logical_sector);
2070 					*(commit_id_t *)(mem_ptr + JOURNAL_SECTOR_DATA) = je->last_bytes[s];
2079 					if (unlikely(crypto_memneq(checksums_onstack, journal_entry_tag(ic, je), ic->tag_size))) {
2092 				char *tag_ptr = journal_entry_tag(ic, je);
2123 					je->last_bytes[s] = js[s].commit_id;
2133 						memcpy(journal_entry_tag(ic, je), checksums_onstack, ic->tag_size);
2135 						integrity_sector_checksum(ic, logical_sector, (char *)js, journal_entry_tag(ic, je));
2138 				journal_entry_set_sector(je, logical_sector);
2239 				struct journal_entry *je;
2246 				je = access_journal_entry(ic, ws, we);
2247 				BUG_ON(!journal_entry_is_unused(je));
2248 				journal_entry_set_inprogress(je);
2731 			struct journal_entry *je;
2733 			je = access_journal_entry(ic, i, j);
2734 			io_wait_event(ic->copy_to_journal_wait, !journal_entry_is_inprogress(je));
2785 			       struct journal_entry *je)
2790 		js->commit_id = je->last_bytes[s];
2815 			struct journal_entry *je = access_journal_entry(ic, i, j);
2822 			if (journal_entry_is_unused(je))
2824 			BUG_ON(unlikely(journal_entry_is_inprogress(je)) && !from_replay);
2825 			sec = journal_entry_get_sector(je);
2832 					journal_entry_set_unused(je);
2837 			restore_last_bytes(ic, access_journal_data(ic, i, j), je);
3389 			struct journal_entry *je = access_journal_entry(ic, i, j);
3391 			journal_entry_set_unused(je);
3465 				struct journal_entry *je = access_journal_entry(ic, i, j);
3467 				if (!journal_entry_is_unused(je)) {