238 lines
5.9 KiB
C
238 lines
5.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _BCACHEFS_CHECKSUM_H
|
|
#define _BCACHEFS_CHECKSUM_H
|
|
|
|
#include "bcachefs.h"
|
|
#include "extents_types.h"
|
|
#include "super-io.h"
|
|
|
|
#include <linux/crc64.h>
|
|
#include <crypto/chacha.h>
|
|
|
|
static inline bool bch2_checksum_mergeable(unsigned type)
|
|
{
|
|
|
|
switch (type) {
|
|
case BCH_CSUM_none:
|
|
case BCH_CSUM_crc32c:
|
|
case BCH_CSUM_crc64:
|
|
return true;
|
|
default:
|
|
return false;
|
|
}
|
|
}
|
|
|
|
struct bch_csum bch2_checksum_merge(unsigned, struct bch_csum,
|
|
struct bch_csum, size_t);
|
|
|
|
#define BCH_NONCE_EXTENT cpu_to_le32(1 << 28)
|
|
#define BCH_NONCE_BTREE cpu_to_le32(2 << 28)
|
|
#define BCH_NONCE_JOURNAL cpu_to_le32(3 << 28)
|
|
#define BCH_NONCE_PRIO cpu_to_le32(4 << 28)
|
|
#define BCH_NONCE_POLY cpu_to_le32(1 << 31)
|
|
|
|
struct bch_csum bch2_checksum(struct bch_fs *, unsigned, struct nonce,
|
|
const void *, size_t);
|
|
|
|
/*
|
|
* This is used for various on disk data structures - bch_sb, prio_set, bset,
|
|
* jset: The checksum is _always_ the first field of these structs
|
|
*/
|
|
#define csum_vstruct(_c, _type, _nonce, _i) \
|
|
({ \
|
|
const void *_start = ((const void *) (_i)) + sizeof((_i)->csum);\
|
|
\
|
|
bch2_checksum(_c, _type, _nonce, _start, vstruct_end(_i) - _start);\
|
|
})
|
|
|
|
static inline void bch2_csum_to_text(struct printbuf *out,
|
|
enum bch_csum_type type,
|
|
struct bch_csum csum)
|
|
{
|
|
const u8 *p = (u8 *) &csum;
|
|
unsigned bytes = type < BCH_CSUM_NR ? bch_crc_bytes[type] : 16;
|
|
|
|
for (unsigned i = 0; i < bytes; i++)
|
|
prt_hex_byte(out, p[i]);
|
|
}
|
|
|
|
static inline void bch2_csum_err_msg(struct printbuf *out,
|
|
enum bch_csum_type type,
|
|
struct bch_csum expected,
|
|
struct bch_csum got)
|
|
{
|
|
prt_str(out, "checksum error, type ");
|
|
bch2_prt_csum_type(out, type);
|
|
prt_str(out, ": got ");
|
|
bch2_csum_to_text(out, type, got);
|
|
prt_str(out, " should be ");
|
|
bch2_csum_to_text(out, type, expected);
|
|
}
|
|
|
|
int bch2_chacha_encrypt_key(struct bch_key *, struct nonce, void *, size_t);
|
|
int bch2_request_key(struct bch_sb *, struct bch_key *);
|
|
#ifndef __KERNEL__
|
|
int bch2_revoke_key(struct bch_sb *);
|
|
#endif
|
|
|
|
int bch2_encrypt(struct bch_fs *, unsigned, struct nonce,
|
|
void *data, size_t);
|
|
|
|
struct bch_csum bch2_checksum_bio(struct bch_fs *, unsigned,
|
|
struct nonce, struct bio *);
|
|
|
|
int bch2_rechecksum_bio(struct bch_fs *, struct bio *, struct bversion,
|
|
struct bch_extent_crc_unpacked,
|
|
struct bch_extent_crc_unpacked *,
|
|
struct bch_extent_crc_unpacked *,
|
|
unsigned, unsigned, unsigned);
|
|
|
|
int __bch2_encrypt_bio(struct bch_fs *, unsigned,
|
|
struct nonce, struct bio *);
|
|
|
|
static inline int bch2_encrypt_bio(struct bch_fs *c, unsigned type,
|
|
struct nonce nonce, struct bio *bio)
|
|
{
|
|
return bch2_csum_type_is_encryption(type)
|
|
? __bch2_encrypt_bio(c, type, nonce, bio)
|
|
: 0;
|
|
}
|
|
|
|
extern const struct bch_sb_field_ops bch_sb_field_ops_crypt;
|
|
|
|
int bch2_decrypt_sb_key(struct bch_fs *, struct bch_sb_field_crypt *,
|
|
struct bch_key *);
|
|
|
|
int bch2_disable_encryption(struct bch_fs *);
|
|
int bch2_enable_encryption(struct bch_fs *, bool);
|
|
|
|
void bch2_fs_encryption_exit(struct bch_fs *);
|
|
int bch2_fs_encryption_init(struct bch_fs *);
|
|
|
|
static inline enum bch_csum_type bch2_csum_opt_to_type(enum bch_csum_opts type,
|
|
bool data)
|
|
{
|
|
switch (type) {
|
|
case BCH_CSUM_OPT_none:
|
|
return BCH_CSUM_none;
|
|
case BCH_CSUM_OPT_crc32c:
|
|
return data ? BCH_CSUM_crc32c : BCH_CSUM_crc32c_nonzero;
|
|
case BCH_CSUM_OPT_crc64:
|
|
return data ? BCH_CSUM_crc64 : BCH_CSUM_crc64_nonzero;
|
|
case BCH_CSUM_OPT_xxhash:
|
|
return BCH_CSUM_xxhash;
|
|
default:
|
|
BUG();
|
|
}
|
|
}
|
|
|
|
static inline enum bch_csum_type bch2_data_checksum_type(struct bch_fs *c,
|
|
struct bch_io_opts opts)
|
|
{
|
|
if (opts.nocow)
|
|
return 0;
|
|
|
|
if (c->sb.encryption_type)
|
|
return c->opts.wide_macs
|
|
? BCH_CSUM_chacha20_poly1305_128
|
|
: BCH_CSUM_chacha20_poly1305_80;
|
|
|
|
return bch2_csum_opt_to_type(opts.data_checksum, true);
|
|
}
|
|
|
|
static inline enum bch_csum_type bch2_meta_checksum_type(struct bch_fs *c)
|
|
{
|
|
if (c->sb.encryption_type)
|
|
return BCH_CSUM_chacha20_poly1305_128;
|
|
|
|
return bch2_csum_opt_to_type(c->opts.metadata_checksum, false);
|
|
}
|
|
|
|
static inline bool bch2_checksum_type_valid(const struct bch_fs *c,
|
|
unsigned type)
|
|
{
|
|
if (type >= BCH_CSUM_NR)
|
|
return false;
|
|
|
|
if (bch2_csum_type_is_encryption(type) && !c->chacha20)
|
|
return false;
|
|
|
|
return true;
|
|
}
|
|
|
|
/* returns true if not equal */
|
|
static inline bool bch2_crc_cmp(struct bch_csum l, struct bch_csum r)
|
|
{
|
|
/*
|
|
* XXX: need some way of preventing the compiler from optimizing this
|
|
* into a form that isn't constant time..
|
|
*/
|
|
return ((l.lo ^ r.lo) | (l.hi ^ r.hi)) != 0;
|
|
}
|
|
|
|
/* for skipping ahead and encrypting/decrypting at an offset: */
|
|
static inline struct nonce nonce_add(struct nonce nonce, unsigned offset)
|
|
{
|
|
EBUG_ON(offset & (CHACHA_BLOCK_SIZE - 1));
|
|
|
|
le32_add_cpu(&nonce.d[0], offset / CHACHA_BLOCK_SIZE);
|
|
return nonce;
|
|
}
|
|
|
|
static inline struct nonce null_nonce(void)
|
|
{
|
|
struct nonce ret;
|
|
|
|
memset(&ret, 0, sizeof(ret));
|
|
return ret;
|
|
}
|
|
|
|
static inline struct nonce extent_nonce(struct bversion version,
|
|
struct bch_extent_crc_unpacked crc)
|
|
{
|
|
unsigned compression_type = crc_is_compressed(crc)
|
|
? crc.compression_type
|
|
: 0;
|
|
unsigned size = compression_type ? crc.uncompressed_size : 0;
|
|
struct nonce nonce = (struct nonce) {{
|
|
[0] = cpu_to_le32(size << 22),
|
|
[1] = cpu_to_le32(version.lo),
|
|
[2] = cpu_to_le32(version.lo >> 32),
|
|
[3] = cpu_to_le32(version.hi|
|
|
(compression_type << 24))^BCH_NONCE_EXTENT,
|
|
}};
|
|
|
|
return nonce_add(nonce, crc.nonce << 9);
|
|
}
|
|
|
|
static inline bool bch2_key_is_encrypted(struct bch_encrypted_key *key)
|
|
{
|
|
return le64_to_cpu(key->magic) != BCH_KEY_MAGIC;
|
|
}
|
|
|
|
static inline struct nonce __bch2_sb_key_nonce(struct bch_sb *sb)
|
|
{
|
|
__le64 magic = __bch2_sb_magic(sb);
|
|
|
|
return (struct nonce) {{
|
|
[0] = 0,
|
|
[1] = 0,
|
|
[2] = ((__le32 *) &magic)[0],
|
|
[3] = ((__le32 *) &magic)[1],
|
|
}};
|
|
}
|
|
|
|
static inline struct nonce bch2_sb_key_nonce(struct bch_fs *c)
|
|
{
|
|
__le64 magic = bch2_sb_magic(c);
|
|
|
|
return (struct nonce) {{
|
|
[0] = 0,
|
|
[1] = 0,
|
|
[2] = ((__le32 *) &magic)[0],
|
|
[3] = ((__le32 *) &magic)[1],
|
|
}};
|
|
}
|
|
|
|
#endif /* _BCACHEFS_CHECKSUM_H */
|