examples/fips_validation/fips_dev_self_test.c

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2019 Intel Corporation
 */

#include <rte_cryptodev.h>
#include <rte_cryptodev_pmd.h>

#include "fips_dev_self_test.h"

#define IV_OFF (sizeof(struct rte_crypto_op) + sizeof(struct rte_crypto_sym_op))

#define FIPS_DEV_TEST_DATA_MAX_SIZE 8096
#define AES_CCM_AAD_PAD_SIZE        18

struct fips_dev_self_test_vector {
    const char *name;
    enum rte_crypto_sym_xform_type operation_type;

    struct {
        uint8_t data[64];
        uint16_t len;
    } digest;

    struct {
        uint8_t data[256];
        uint16_t len;
    } key;

    struct {
        uint8_t data[16];
        uint8_t len;
    } iv;

    union {
        struct {
            enum rte_crypto_cipher_algorithm algo;
        } cipher;

        struct {
            enum rte_crypto_aead_algorithm algo;
            struct {
                uint8_t data[FIPS_DEV_TEST_DATA_MAX_SIZE];
                uint16_t len;
            } aad;
        } aead;

        struct {
            enum rte_crypto_auth_algorithm algo;
        } auth;
    };

    struct {
        const uint8_t data[FIPS_DEV_TEST_DATA_MAX_SIZE];
        uint16_t len;
    } input;

    struct {
        uint8_t data[FIPS_DEV_TEST_DATA_MAX_SIZE];
        uint16_t len;
    } output;
};

#define GET_MBUF_DATA(data, len, m)         \
do {                            \
    len = rte_pktmbuf_pkt_len(m);           \
    data = rte_pktmbuf_mtod(m, uint8_t *);      \
} while (0)


/* <-- SHA-x HMAC --> */
static struct fips_dev_self_test_vector
SELF_TEST_SHA1_HMAC_test_vector = {
        .name = "SELF_TEST_SHA1_HMAC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH,

        .auth = {
            .algo = RTE_CRYPTO_AUTH_SHA1_HMAC,
        },
        .input = {
            .data = {
                0xed, 0xb2, 0xba, 0x09, 0x99, 0x61, 0xd3, 0x8f,
                0xd0, 0xa0, 0xa6, 0xa2, 0x35, 0xd6, 0x12, 0x71,
                0xcb, 0x4d, 0x49, 0x3b, 0x64, 0xd9, 0xde, 0x13,
                0x5c, 0xbb, 0x1f, 0xe0, 0x86, 0xc4, 0xa4, 0xa7,
                0x67, 0xbe, 0x28, 0x0d, 0xa2, 0x07, 0x98, 0x17,
                0xb4, 0x7f, 0x6a, 0x35, 0xe1, 0xa4, 0x30, 0x7f,
                0x6e, 0xfc, 0x6d, 0x3e, 0x11, 0xb4, 0xa7, 0xae,
                0xa6, 0x86, 0xbd, 0x02, 0x23, 0xe0, 0x7b, 0xa9,
                0xce, 0x42, 0x6c, 0xd0, 0xae, 0xe7, 0xef, 0x28,
                0x3f, 0xa9, 0x8d, 0xe9, 0x6a, 0x1f, 0x8a, 0x17,
                0xb3, 0x08, 0xba, 0x04, 0xb5, 0xec, 0x96, 0x16,
                0xcb, 0x00, 0x8f, 0xca, 0x11, 0x4b, 0xa3, 0xf9,
                0x8b, 0x07, 0x2d, 0x5a, 0xa3, 0x4a, 0x01, 0x49,
                0xd9, 0xe5, 0xb8, 0xc6, 0xb6, 0x8c, 0x49, 0xc1,
                0x01, 0x38, 0xda, 0x95, 0x36, 0xca, 0xd5, 0xd2,
                0x34, 0xf1, 0x3d, 0x3f, 0x36, 0x4d, 0x43, 0x1f
            },
            .len = 128,
        },
        .key = {
            .data = {
                0x8d, 0x8d, 0x15, 0xd8, 0xa9, 0x57, 0x9a, 0xdb,
                0x2d, 0x62
            },
            .len = 10,
        },
        .digest = {
            .data = {
                0x0c, 0x66, 0x2e, 0x47, 0x93, 0x93, 0x8c, 0xc3,
                0x7f, 0x3d, 0x51, 0xd2, 0xb4, 0x05, 0x48, 0xec,
                0x55, 0x91, 0x4f, 0x0d
            },
            .len = 20,
        },
};

static struct fips_dev_self_test_vector
SELF_TEST_SHA224_HMAC_test_vector = {
        .name = "SELF_TEST_SHA224_HMAC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH,
        .auth = {
            .algo = RTE_CRYPTO_AUTH_SHA224_HMAC,
        },
        .input = {
            .data = {
                0x41, 0x18, 0x43, 0xa2, 0x13, 0x87, 0x84, 0x6f,
                0x3b, 0x9e, 0xd5, 0xfc, 0x54, 0x5a, 0xca, 0xdf,
                0xa5, 0xb7, 0x03, 0x86, 0xf6, 0x2d, 0xa4, 0xd9,
                0xa2, 0x7b, 0x04, 0x1b, 0xee, 0xa3, 0xaa, 0x11,
                0x99, 0x36, 0x75, 0x67, 0xb4, 0xd1, 0x1a, 0x4f,
                0xb4, 0xe8, 0xd4, 0x6b, 0xc6, 0xc2, 0x56, 0xed,
                0x62, 0xc5, 0x05, 0xfd, 0x23, 0xf4, 0x64, 0x5b,
                0xd6, 0xb6, 0xcf, 0x45, 0xd1, 0xd9, 0x6d, 0x9b,
                0x86, 0xd6, 0x60, 0x41, 0x57, 0x57, 0x3e, 0xc5,
                0xac, 0xf6, 0xc5, 0x41, 0x43, 0x48, 0xca, 0x83,
                0xc8, 0x1a, 0x73, 0x6c, 0xa6, 0xfa, 0xa6, 0x96,
                0x1c, 0xfa, 0xc1, 0x39, 0x93, 0xb0, 0x8c, 0x50,
                0x2f, 0x81, 0x6c, 0xf7, 0xa4, 0x20, 0xd9, 0x18,
                0x4b, 0x51, 0x11, 0x46, 0x75, 0xf3, 0x0e, 0xe9,
                0xff, 0x3d, 0xb6, 0x9c, 0x26, 0x48, 0x53, 0xd3,
                0x9d, 0xcd, 0x42, 0xc1, 0xdd, 0x31, 0xef, 0x79

            },
            .len = 128,
        },
        .key = {
            .data = {
                0x37, 0x14, 0x70, 0x78, 0x39, 0xda, 0xf7, 0x91,
                0x22, 0xc7, 0x82, 0x41, 0x63, 0x51, 0x38, 0x5e,
                0x88, 0xa8, 0x1d, 0x31, 0xc9, 0xf6, 0x41, 0xd8,
                0xdc, 0xe5, 0x38, 0xe9, 0x0e, 0x63, 0xc9, 0x58,
                0x92, 0xa2, 0xea, 0x9b, 0x19, 0x62, 0xed, 0x0b,
                0xa3, 0x72, 0xf4, 0x8e, 0x94, 0x74, 0xaa, 0x73,
                0x0a, 0xe2
            },
            .len = 50,
        },
        .digest = {
            .data = {
                0x33, 0xf1, 0x7a, 0xc8, 0xa5, 0xc6, 0xb5, 0x25,
                0xdb, 0x8b, 0x86, 0x44, 0xb6, 0xab

            },
            .len = 14,
        },
};


static struct fips_dev_self_test_vector
SELF_TEST_SHA256_HMAC_test_vector = {
        .name = "SELF_TEST_SHA256_HMAC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH,
        .auth = {
            .algo = RTE_CRYPTO_AUTH_SHA256_HMAC,
        },
        .input = {
            .data = {
                0x1c, 0x43, 0x96, 0xf7, 0xb7, 0xf9, 0x22, 0x8e,
                0x83, 0x2a, 0x13, 0x69, 0x20, 0x02, 0xba, 0x2a,
                0xff, 0x43, 0x9d, 0xcb, 0x7f, 0xdd, 0xbf, 0xd4,
                0x56, 0xc0, 0x22, 0xd1, 0x33, 0xee, 0x89, 0x03,
                0xa2, 0xd4, 0x82, 0x56, 0x2f, 0xda, 0xa4, 0x93,
                0xce, 0x39, 0x16, 0xd7, 0x7a, 0x0c, 0x51, 0x44,
                0x1d, 0xab, 0x26, 0xf6, 0xb0, 0x34, 0x02, 0x38,
                0xa3, 0x6a, 0x71, 0xf8, 0x7f, 0xc3, 0xe1, 0x79,
                0xca, 0xbc, 0xa9, 0x48, 0x2b, 0x70, 0x49, 0x71,
                0xce, 0x69, 0xf3, 0xf2, 0x0a, 0xb6, 0x4b, 0x70,
                0x41, 0x3d, 0x6c, 0x29, 0x08, 0x53, 0x2b, 0x2a,
                0x88, 0x8a, 0x9f, 0xc2, 0x24, 0xca, 0xe1, 0x36,
                0x5d, 0xa4, 0x10, 0xb6, 0xf2, 0xe2, 0x98, 0x90,
                0x4b, 0x63, 0xb4, 0xa4, 0x17, 0x26, 0x32, 0x18,
                0x35, 0xa4, 0x77, 0x4d, 0xd0, 0x63, 0xc2, 0x11,
                0xcf, 0xc8, 0xb5, 0x16, 0x6c, 0x2d, 0x11, 0xa2
            },
            .len = 128,
        },
        .key = {
            .data = {
                0x54, 0x48, 0x99, 0x8f, 0x9d, 0x8f, 0x98, 0x53,
                0x4a, 0xdd, 0xf0, 0xc8, 0xba, 0x63, 0x1c, 0x49,
                0x6b, 0xf8, 0xa8, 0x00, 0x6c, 0xbb, 0x46, 0xad,
                0x15, 0xfa, 0x1f, 0xa2, 0xf5, 0x53, 0x67, 0x12,
                0x0c, 0x19, 0x34, 0x8c, 0x3a, 0xfa, 0x90, 0xc3
            },
            .len = 40,
        },
        .digest = {
            .data = {
                0x7e, 0x8c, 0xba, 0x9d, 0xd9, 0xf0, 0x6e, 0xbd,
                0xd7, 0xf9, 0x2e, 0x0f, 0x1a, 0x67, 0xc7, 0xf4,
                0xdf, 0x52, 0x69, 0x3c, 0x21, 0x2b, 0xdd, 0x84,
                0xf6, 0x73, 0x70, 0xb3, 0x51, 0x53, 0x3c, 0x6c
            },
            .len = 32,
        },
};

/* HMAC count=34 L=48 SHA384 GENERATE*/
static struct fips_dev_self_test_vector
SELF_TEST_SHA384_HMAC_test_vector = {
        .name = "SELF_TEST_SHA384_HMAC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH,
        .auth = {
            .algo = RTE_CRYPTO_AUTH_SHA384_HMAC,
        },
        .input = {
            .data = {
                0xf5, 0x10, 0x86, 0xfe, 0x78, 0x15, 0x0f, 0xe4,
                0x8b, 0xd1, 0x41, 0x5a, 0x47, 0x85, 0xac, 0xc0,
                0x5a, 0xb8, 0x0e, 0xf0, 0x0b, 0x29, 0x75, 0xce,
                0x78, 0x07, 0xa4, 0x21, 0x22, 0x64, 0xb8, 0xa1,
                0xac, 0xe8, 0x0b, 0x50, 0xe0, 0xc2, 0x59, 0x0e,
                0xf3, 0xe4, 0x21, 0x68, 0x0a, 0x70, 0x4e, 0xb2,
                0xfc, 0x6d, 0x17, 0x55, 0x5a, 0xbf, 0x24, 0x69,
                0xad, 0x56, 0xf2, 0x87, 0xfe, 0xa5, 0x78, 0xd8,
                0x9c, 0x56, 0x0b, 0x72, 0x19, 0x3c, 0x7f, 0xe5,
                0x96, 0x89, 0x8f, 0x10, 0x40, 0x41, 0x7e, 0x3a,
                0x1b, 0xee, 0xff, 0x5e, 0xff, 0x96, 0x53, 0xc5,
                0xe0, 0xea, 0xb1, 0xda, 0x52, 0xc0, 0xea, 0x3b,
                0x4b, 0xc3, 0x4d, 0x0c, 0x2b, 0x69, 0xc8, 0x90,
                0xfb, 0x26, 0x51, 0xfa, 0xf2, 0xe0, 0x84, 0x80,
                0x3e, 0xa2, 0x8e, 0xb2, 0x01, 0x94, 0x49, 0x0a,
                0x99, 0x2b, 0xa8, 0xc4, 0x24, 0x9d, 0x56, 0xef
            },
            .len = 128,
        },
        .key = {
            .data = {
                0x91, 0x7a, 0x69, 0x8c, 0x82, 0xf4, 0x4f, 0x19,
                0x57, 0x3b, 0x64, 0x5c, 0x48, 0x79, 0xb8, 0x73,
                0x0b, 0x58, 0xdf, 0xf4, 0xed, 0xc6, 0xa0, 0xd3,
                0x21, 0xf5, 0xf1, 0x86, 0x58, 0xa5, 0x24, 0x66,
                0x92, 0xa5, 0x5b, 0x59, 0x33, 0x97, 0x41, 0xae,
                0x59, 0xf5, 0xfc, 0x48, 0x6d, 0x51, 0x5d, 0xff,
                0xf8, 0xe1
            },
            .len = 50,
        },
        .digest = {
            .data = {
                0x77, 0xbf, 0x56, 0x15, 0xec, 0x52, 0xf7, 0x06,
                0xca, 0x74, 0x64, 0x01, 0xe9, 0xfd, 0xe4, 0x3f,
                0x15, 0x60, 0x52, 0x37, 0xe5, 0x50, 0xb9, 0x3a,
                0x84, 0x72, 0xfd, 0x14, 0x4f, 0xc3, 0x9e, 0x5e,
                0xca, 0x0f, 0xe8, 0x90, 0x83, 0x88, 0x28, 0xa0
            },
            .len = 40,
        },
};

/* HMAC count=28 L=64 SHA512 GENERATE*/
static struct fips_dev_self_test_vector
SELF_TEST_SHA512_HMAC_test_vector = {
        .name = "SELF_TEST_SHA512_HMAC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH,
        .auth = {
            .algo = RTE_CRYPTO_AUTH_SHA512_HMAC,
        },
        .input = {
            .data = {
                0x0a, 0x33, 0x1c, 0xe2, 0x00, 0x89, 0xb2, 0x9e,
                0x94, 0xb2, 0xc5, 0xf5, 0x18, 0xc8, 0xdb, 0xea,
                0xd4, 0x04, 0x17, 0xa2, 0xa8, 0xd5, 0x00, 0x18,
                0xf3, 0x2f, 0x85, 0x12, 0xb3, 0x26, 0x3d, 0x54,
                0xed, 0xbb, 0xf3, 0x13, 0x4f, 0xf6, 0x61, 0xac,
                0x14, 0x35, 0x3c, 0x96, 0x28, 0xc3, 0x71, 0x95,
                0x8c, 0xac, 0xaf, 0x31, 0xfd, 0xd0, 0x25, 0x67,
                0xd0, 0x37, 0x8d, 0x9e, 0x21, 0xa4, 0x69, 0xdd,
                0x2c, 0x6d, 0x8c, 0x3a, 0xfb, 0x89, 0xdd, 0x96,
                0x42, 0xeb, 0x58, 0x87, 0x87, 0x0e, 0x55, 0x96,
                0x85, 0xd2, 0x0d, 0xab, 0xd3, 0x86, 0x5a, 0xc5,
                0xc1, 0x46, 0xbe, 0xee, 0x83, 0x87, 0xa7, 0x6f,
                0x91, 0xf0, 0xf1, 0x40, 0x4d, 0x6c, 0xad, 0xc2,
                0xe6, 0x7d, 0x21, 0xb0, 0x7d, 0xd3, 0x0f, 0x53,
                0x87, 0x1d, 0x3b, 0xf6, 0x73, 0x1f, 0x27, 0x9a,
                0x8c, 0x04, 0x21, 0xeb, 0x20, 0xf6, 0x7f, 0x72
            },
            .len = 128,
        },
        .key = {
            .data = {
                0x39, 0xb8, 0x77, 0xb8, 0xe8, 0x2e, 0xcb, 0xd9,
                0x74, 0x03, 0x25, 0x82, 0x8f, 0xaf, 0x67, 0x21,
                0xc1, 0x29, 0x04, 0x6e, 0xb0, 0x13, 0x61, 0x44,
                0xa0, 0x31, 0x82, 0xb1, 0x36, 0x20, 0xe2, 0x49,
                0x81, 0x45, 0xa2, 0xbf, 0x3b, 0x03, 0xe6, 0xb6,
                0x4b, 0x31, 0x7d, 0xd4, 0x8f, 0xcb, 0xc0, 0x18,
                0xd9, 0xe7, 0xbc, 0x6e, 0x37, 0xeb, 0x93, 0x81,
                0x78, 0xfe, 0x1f, 0xd1, 0xeb, 0xbc, 0xd9, 0x05,
                0x6a, 0x2e, 0xf9, 0x82, 0x97, 0xf9, 0xdf, 0x3c,
                0x66, 0xd5, 0xb2, 0xcc, 0xdc, 0x41, 0x47, 0xc4,
                0x16, 0x76, 0x44, 0x3f, 0x8c, 0x99, 0x85, 0xbc,
                0x97, 0x34, 0xbe, 0x2c, 0x31, 0xe7, 0x62, 0x49,
                0xfc, 0x5b, 0xc4, 0x2a
            },
            .len = 100,
        },
        .digest = {
            .data = {
                0x97, 0x16, 0x8f, 0x55, 0x13, 0xc2, 0xe9, 0xbc,
                0x4b, 0xc5, 0x25, 0xce, 0x27, 0x03, 0x74, 0x0b,
                0xce, 0x1a, 0x06, 0xec, 0xfe, 0x99, 0xa5, 0x70,
                0xac, 0x66, 0xc8, 0x3e, 0xde, 0x96, 0x67, 0xcc,
                0x07, 0xed, 0xf6, 0x64, 0x61, 0x7c, 0xe5, 0x3c
            },
            .len = 40,
        },
};

/* <-- AES CMAC --> */
static struct fips_dev_self_test_vector
SELF_TEST_AES_CMAC_test_vector = {
        .name = "SELF_TEST_AES_CMAC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AUTH,
        .auth = {
            .algo = RTE_CRYPTO_AUTH_AES_CMAC,
        },
        .input = {
            .data = {
                0x57, 0x88, 0xf6, 0x1e, 0x02, 0x30, 0x47, 0x91,
                0xb5, 0x2f, 0x40, 0x05, 0x7a, 0xbb, 0x4e, 0x04,
                0x46, 0x40, 0x3e, 0xf3, 0x74, 0x02, 0x53, 0xdf,
                0x72, 0x05, 0x96, 0x79, 0xbb, 0x2a, 0x6e, 0x5e,
                0x05, 0x9a, 0x70, 0x9c, 0xbb
            },
            .len = 37,
        },
        .key = {
            .data = {
                0x18, 0x42, 0x15, 0x14, 0x5d, 0xa4, 0x9d, 0xb4,
                0x17, 0xe8, 0xbd, 0xd5, 0x73, 0xd6, 0x28, 0x2d
            },
            .len = 16,
        },
        .digest = {
            .data = {
                0x8d, 0xa8, 0xcc, 0xa9, 0xb3, 0x6f, 0x68, 0x57,
                0x1c, 0x6c, 0x0e, 0x40, 0xa3, 0xf4, 0x10
            },
            .len = 15,
        },
};

/* <-- AES CCM --> */
static struct fips_dev_self_test_vector
SELF_TEST_AES128_CCM_test_vector = {
        .name = "SELF_TEST_AES128_CCM_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD,
        .iv = {
            .data = {
                0x00, 0x50, 0x30, 0xF1, 0x84, 0x44, 0x08, 0xB5,
                0x03, 0x97, 0x76, 0xE7, 0x0C
            },
            .len = 13,
        },
        .aead = {
            .algo = RTE_CRYPTO_AEAD_AES_CCM,
            .aad = {
                .data = {
                    /* 18 bytes padding for AAD */
                    0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
                    0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
                    0x00, 0x00,
                    0x08, 0x40, 0x0F, 0xD2, 0xE1, 0x28, 0xA5, 0x7C,
                    0x50, 0x30, 0xF1, 0x84, 0x44, 0x08, 0xAB, 0xAE,
                    0xA5, 0xB8, 0xFC, 0xBA, 0x00, 0x00
                },
                .len = 22,
            },
        },
        .input = {
            .data = {
                0xF8, 0xBA, 0x1A, 0x55, 0xD0, 0x2F, 0x85, 0xAE,
                0x96, 0x7B, 0xB6, 0x2F, 0xB6, 0xCD, 0xA8, 0xEB,
                0x7E, 0x78, 0xA0, 0x50
            },
            .len = 20,
        },
        .key = {
            .data = {
                0xC9, 0x7C, 0x1F, 0x67, 0xCE, 0x37, 0x11, 0x85,
                0x51, 0x4A, 0x8A, 0x19, 0xF2, 0xBD, 0xD5, 0x2F
            },
            .len = 16,
        },
        .output = {
            .data = {
                0xF3, 0xD0, 0xA2, 0xFE, 0x9A, 0x3D, 0xBF, 0x23,
                0x42, 0xA6, 0x43, 0xE4, 0x32, 0x46, 0xE8, 0x0C,
                0x3C, 0x04, 0xD0, 0x19
            },
            .len = 20,
        },
        .digest = {
            .data = {
                0x78, 0x45, 0xCE, 0x0B, 0x16, 0xF9, 0x76, 0x23
            },
            .len = 8,
        },
};

/* <-- AES CBC --> */
static struct fips_dev_self_test_vector
SELF_TEST_AES128_CBC_test_vector = {
        .name = "SELF_TEST_AES128_CBC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,

        .iv = {
            .data = {
                0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
                0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F
            },
            .len = 16,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_AES_CBC,
        },
        .input = {
            .data = {
                0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C,
                0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72,
                0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77,
                0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2,
                0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A
            },
            .len = 16,
        },
        .output = {
            .data = {
                0x8B, 0x4D, 0xDA, 0x1B, 0xCF, 0x04, 0xA0, 0x31,
                0xB4, 0xBF, 0xBD, 0x68, 0x43, 0x20, 0x7E, 0x76,
                0xB1, 0x96, 0x8B, 0xA2, 0x7C, 0xA2, 0x83, 0x9E,
                0x39, 0x5A, 0x2F, 0x7E, 0x92, 0xB4, 0x48, 0x1A,
            },
            .len = 32,
        },
};

static struct fips_dev_self_test_vector
SELF_TEST_AES192_CBC_test_vector = {
        .name = "SELF_TEST_AES192_CBC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,

        .iv = {
            .data = {
                0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
                0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F
            },
            .len = 16,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_AES_CBC,
        },
        .input = {
            .data = {
                0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C,
                0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72,
                0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77,
                0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2,
                0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A,
                0xD4, 0xC3, 0xA3, 0xAA, 0x33, 0x62, 0x61, 0xE0
            },
            .len = 24,
        },
        .output = {
            .data = {
                0x45, 0xEE, 0x9A, 0xEA, 0x3C, 0x03, 0xFC, 0x4C,
                0x84, 0x36, 0xB0, 0xDA, 0xB0, 0xDC, 0xF3, 0x5B,
                0x75, 0xA7, 0xBE, 0x0E, 0xC0, 0x8D, 0x6C, 0xF8,
                0xC1, 0x0F, 0xD0, 0x35, 0x1D, 0x82, 0xAE, 0x7C,
            },
            .len = 32,
        },
};

/* AES-256 CBC ENCRYPT*/
static struct fips_dev_self_test_vector
SELF_TEST_AES256_CBC_test_vector = {
        .name = "SELF_TEST_AES256_CBC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,

        .iv = {
            .data = {
                0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
                0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F
            },
            .len = 16,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_AES_CBC,
        },
        .input = {
            .data = {
                0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C,
                0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72,
                0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77,
                0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2,
                0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A,
                0xD4, 0xC3, 0xA3, 0xAA, 0x33, 0x62, 0x61, 0xE0,
                0x37, 0x07, 0xB8, 0x23, 0xA2, 0xA3, 0xB5, 0x8D
            },
            .len = 32,
        },
        .output = {
            .data = {
                0xF3, 0xDD, 0xF0, 0x0B, 0xFF, 0xA2, 0x6A, 0x04,
                0xBE, 0xDA, 0x52, 0xA6, 0xFE, 0x6B, 0xA6, 0xA7,
                0x48, 0x1D, 0x7D, 0x98, 0x65, 0xDB, 0xEF, 0x06,
                0x26, 0xB5, 0x8E, 0xEB, 0x05, 0x0E, 0x77, 0x98,
            },
            .len = 32,
        },
};

/* DES-128 CBC ENCRYPT*/
static struct fips_dev_self_test_vector
SELF_TEST_3DES_2KEY_CBC_test_vector = {
        .name = "SELF_TEST_3DES_2KEY_CBC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
        .iv = {
            .data = {
                0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07
            },
            .len = 8,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_3DES_CBC,
        },
        .input = {
            .data = {
                0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C,
                0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72,
                0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77,
                0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2,
                0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A,
                0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2
            },
            .len = 24,
        },
        .output = {
            .data = {
                0x28, 0x2a, 0xff, 0x15, 0x5c, 0xdf, 0xd9, 0x6b,
                0x54, 0xbc, 0x7b, 0xfb, 0xc5, 0x64, 0x4d, 0xdd,
                0x3e, 0xf2, 0x9e, 0xb7, 0x53, 0x65, 0x37, 0x05,
                0xe0, 0xdf, 0xae, 0xf7, 0xc9, 0x27, 0xe4, 0xec,
            },
            .len = 32,
        },
};

static struct fips_dev_self_test_vector
SELF_TEST_3DES_3KEY_CBC_test_vector = {
        .name = "SELF_TEST_3DES_3KEY_CBC_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,

        .iv = {
            .data = {
                0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07
            },
            .len = 8,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_3DES_CBC,
        },
        .input = {
            .data = {
                0x57, 0x68, 0x61, 0x74, 0x20, 0x61, 0x20, 0x6C,
                0x6F, 0x75, 0x73, 0x79, 0x20, 0x65, 0x61, 0x72,
                0x74, 0x68, 0x21, 0x20, 0x48, 0x65, 0x20, 0x77,
                0x6F, 0x6E, 0x64, 0x65, 0x72, 0x65, 0x64, 0x20,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0xE4, 0x23, 0x33, 0x8A, 0x35, 0x64, 0x61, 0xE2,
                0x49, 0x03, 0xDD, 0xC6, 0xB8, 0xCA, 0x55, 0x7A,
                0xD4, 0xC3, 0xA3, 0xAA, 0x33, 0x62, 0x61, 0xE0
            },
            .len = 24,
        },
        .output = {
            .data = {
                0xd0, 0xc9, 0xdc, 0x51, 0x29, 0x97, 0x03, 0x64,
                0xcd, 0x22, 0xba, 0x3d, 0x2b, 0xbc, 0x21, 0x37,
                0x7b, 0x1e, 0x29, 0x23, 0xeb, 0x51, 0x6e, 0xac,
                0xbe, 0x5b, 0xd3, 0x67, 0xe0, 0x3f, 0xc3, 0xb5,
            },
            .len = 32,
        },
};

/* <-- AES GCM --> */
static struct fips_dev_self_test_vector
SELF_TEST_AES128_GCM_encrypt_test_vector = {
        .name = "SELF_TEST_AES128_GCM_encrypt_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD,

        .iv = {
            .data = {
                0x5a, 0xdb, 0x96, 0x09, 0xdb, 0xae, 0xb5, 0x8c,
                0xbd, 0x6e, 0x72, 0x75
            },
            .len = 12,
        },
        .aead = {
            .algo = RTE_CRYPTO_AEAD_AES_GCM,
            .aad = {
                .data = {
                    0x88, 0x31, 0x9d, 0x6e, 0x1d, 0x3f, 0xfa, 0x5f,
                    0x98, 0x71, 0x99, 0x16, 0x6c, 0x8a, 0x9b, 0x56,
                    0xc2, 0xae, 0xba, 0x5a
                },
                .len = 20,
            },
        },
        .input = {
            .data = {
                0x7c, 0x0e, 0x88, 0xc8, 0x88, 0x99, 0xa7, 0x79,
                0x22, 0x84, 0x65, 0x07, 0x47, 0x97, 0xcd, 0x4c,
                0x2e, 0x14, 0x98, 0xd2, 0x59, 0xb5, 0x43, 0x90,
                0xb8, 0x5e, 0x3e, 0xef, 0x1c, 0x02, 0xdf, 0x60,
                0xe7, 0x43, 0xf1, 0xb8, 0x40, 0x38, 0x2c, 0x4b,
                0xcc, 0xaf, 0x3b, 0xaf, 0xb4, 0xca, 0x84, 0x29,
                0xbe, 0xa0, 0x63
            },
            .len = 51,
        },
        .key = {
            .data = {
                0xfe, 0x47, 0xfc, 0xce, 0x5f, 0xc3, 0x26, 0x65,
                0xd2, 0xae, 0x39, 0x9e, 0x4e, 0xec, 0x72, 0xba
            },
            .len = 16,
        },
        .output = {
            .data = {
                0x98, 0xf4, 0x82, 0x6f, 0x05, 0xa2, 0x65, 0xe6,
                0xdd, 0x2b, 0xe8, 0x2d, 0xb2, 0x41, 0xc0, 0xfb,
                0xbb, 0xf9, 0xff, 0xb1, 0xc1, 0x73, 0xaa, 0x83,
                0x96, 0x4b, 0x7c, 0xf5, 0x39, 0x30, 0x43, 0x73,
                0x63, 0x65, 0x25, 0x3d, 0xdb, 0xc5, 0xdb, 0x87,
                0x78, 0x37, 0x14, 0x95, 0xda, 0x76, 0xd2, 0x69,
                0xe5, 0xdb, 0x3e
            },
            .len = 51,
        },
        .digest = {
            .data = {
                0x29, 0x1e, 0xf1, 0x98, 0x2e, 0x4d, 0xef, 0xed,
                0xaa, 0x22, 0x49, 0xf8, 0x98, 0x55, 0x6b, 0x47
            },
            .len = 16,
        },
};

static struct fips_dev_self_test_vector
SELF_TEST_AES192_GCM_encrypt_test_vector = {
        .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD,
        .name = "SELF_TEST_AES192_GCM_encrypt_test_vector",
        .iv = {
            .data = {
                0x0b, 0xd4, 0x4f, 0xf4, 0xd2, 0x0c, 0x15, 0xd0,
                0x4f, 0xc6, 0x1e, 0xe7
            },
            .len = 12,
        },
        .aead = {
            .algo = RTE_CRYPTO_AEAD_AES_GCM,
            .aad = {
                .data = {
                    0x9e, 0xa4, 0x2c, 0x50, 0xa7, 0xfd, 0xb8, 0x5e,
                    0x14, 0x1a, 0xa0, 0x84, 0xb4, 0x6b, 0xde, 0x12
                },
                .len = 16,
            },
        },
        .input = {
            .data = {
                0x56, 0x7c, 0xcb, 0x3f, 0xa0, 0xdb, 0x89, 0x70,
                0x8a, 0xf3, 0xff, 0x2b, 0xb0, 0x29, 0xdd, 0xec,
                0x52, 0xc6, 0x69, 0x47, 0x58, 0x5d, 0x29, 0x1a,
                0x28, 0x56, 0x4b, 0xf5, 0x6d, 0xb7, 0x06, 0xf7
            },
            .len = 32,
        },
        .key = {
            .data = {
                0x0d, 0x4a, 0x90, 0x0d, 0x1b, 0x0b, 0xb5, 0xb7,
                0xbe, 0x24, 0x38, 0xc2, 0xba, 0x48, 0xfc, 0x45,
                0x13, 0x4c, 0xc1, 0x98, 0x10, 0x8c, 0xf8, 0x85
            },
            .len = 24,
        },
        .output = {
            .data = {
                0x2f, 0x8a, 0x42, 0xcd, 0x18, 0x3b, 0x03, 0x14,
                0xfd, 0x20, 0xa3, 0xd9, 0x7d, 0x9e, 0x0c, 0x52,
                0x17, 0xb0, 0xf0, 0x88, 0xd2, 0xca, 0x87, 0xa8,
                0x29, 0x0d, 0x4b, 0xae, 0x69, 0xad, 0x83, 0xf5
            },
            .len = 32,
        },
        .digest = {
            .data = {
                0xde, 0x41, 0x45, 0x92, 0xd7, 0x7f, 0x2f, 0x0b,
                0x50, 0xdf, 0x4a, 0xec, 0x71, 0x4f, 0xad, 0x43
            },
            .len = 16,
        },
};

static struct fips_dev_self_test_vector
SELF_TEST_AES256_GCM_encrypt_test_vector = {
        .operation_type = RTE_CRYPTO_SYM_XFORM_AEAD,
        .name = "SELF_TEST_AES256_GCM_encrypt_test_vector",
        .iv = {
            .data = {
                0x5c, 0x1b, 0x21, 0xc8, 0x99, 0x8e, 0xd6, 0x29,
                0x90, 0x06, 0xd3, 0xf9
            },
            .len = 12,
        },
        .aead = {
            .algo = RTE_CRYPTO_AEAD_AES_GCM,
            .aad = {
                .data = {
                    0x22, 0xed, 0x23, 0x59, 0x46, 0x23, 0x5a, 0x85,
                    0xa4, 0x5b, 0xc5, 0xfa, 0xd7, 0x14, 0x0b, 0xfa
                },
                .len = 16,
            },
        },
        .input = {
            .data = {
                0xad, 0x42, 0x60, 0xe3, 0xcd, 0xc7, 0x6b, 0xcc,
                0x10, 0xc7, 0xb2, 0xc0, 0x6b, 0x80, 0xb3, 0xbe,
                0x94, 0x82, 0x58, 0xe5, 0xef, 0x20, 0xc5, 0x08,
                0xa8, 0x1f, 0x51, 0xe9, 0x6a, 0x51, 0x83, 0x88
            },
            .len = 32,
        },
        .key = {
            .data = {
                0x37, 0xcc, 0xdb, 0xa1, 0xd9, 0x29, 0xd6, 0x43,
                0x6c, 0x16, 0xbb, 0xa5, 0xb5, 0xff, 0x34, 0xde,
                0xec, 0x88, 0xed, 0x7d, 0xf3, 0xd1, 0x5d, 0x0f,
                0x4d, 0xdf, 0x80, 0xc0, 0xc7, 0x31, 0xee, 0x1f
            },
            .len = 32,
        },
        .output = {
            .data = {
                0x3b, 0x33, 0x5f, 0x8b, 0x08, 0xd3, 0x3c, 0xcd,
                0xca, 0xd2, 0x28, 0xa7, 0x47, 0x00, 0xf1, 0x00,
                0x75, 0x42, 0xa4, 0xd1, 0xe7, 0xfc, 0x1e, 0xbe,
                0x3f, 0x44, 0x7f, 0xe7, 0x1a, 0xf2, 0x98, 0x16
            },
            .len = 32,
        },
        .digest = {
            .data = {
                0x1f, 0xbf, 0x49, 0xcc, 0x46, 0xf4, 0x58, 0xbf,
                0x6e, 0x88, 0xf6, 0x37, 0x09, 0x75, 0xe6, 0xd4
            },
            .len = 16,
        },
};


/* <-- AES CTR --> */
static struct fips_dev_self_test_vector
SELF_TEST_AES128_CTR_test_vector = {
        .name = "SELF_TEST_AES128_CTR_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,

        .iv = {
            .data = {
                0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7,
                0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF
            },
            .len = 16,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_AES_CTR,
        },
        .input = {
            .data = {
                0x6B, 0xC1, 0xBE, 0xE2, 0x2E, 0x40, 0x9F, 0x96,
                0xE9, 0x3D, 0x7E, 0x11, 0x73, 0x93, 0x17, 0x2A,
                0xAE, 0x2D, 0x8A, 0x57, 0x1E, 0x03, 0xAC, 0x9C,
                0x9E, 0xB7, 0x6F, 0xAC, 0x45, 0xAF, 0x8E, 0x51,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0x2B, 0x7E, 0x15, 0x16, 0x28, 0xAE, 0xD2, 0xA6,
                0xAB, 0xF7, 0x15, 0x88, 0x09, 0xCF, 0x4F, 0x3C
            },
            .len = 16,
        },
        .output = {
            .data = {
                0x87, 0x4D, 0x61, 0x91, 0xB6, 0x20, 0xE3, 0x26,
                0x1B, 0xEF, 0x68, 0x64, 0x99, 0x0D, 0xB6, 0xCE,
                0x98, 0x06, 0xF6, 0x6B, 0x79, 0x70, 0xFD, 0xFF,
                0x86, 0x17, 0x18, 0x7B, 0xB9, 0xFF, 0xFD, 0xFF,
            },
            .len = 32,
        },
};

static struct fips_dev_self_test_vector
SELF_TEST_AES192_CTR_test_vector = {
        .name = "SELF_TEST_AES192_CTR_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,

        .iv = {
            .data = {
                0x3F, 0x69, 0xA8, 0xCD, 0xE8, 0xF0, 0xEF, 0x40,
                0xB8, 0x7A, 0x4B, 0xED, 0x2B, 0xAF, 0xBF, 0x57
            },
            .len = 16,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_AES_CTR,
        },
        .input = {
            .data = {
                0x01, 0x0F, 0x10, 0x1F, 0x20, 0x1C, 0x0E, 0xB8,
                0xFB, 0x5C, 0xCD, 0xCC, 0x1F, 0xF9, 0xAF, 0x0B,
                0x95, 0x03, 0x74, 0x99, 0x49, 0xE7, 0x62, 0x55,
                0xDA, 0xEA, 0x13, 0x20, 0x1D, 0xC6, 0xCC, 0xCC,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0xCB, 0xC5, 0xED, 0x5B, 0xE7, 0x7C, 0xBD, 0x8C,
                0x50, 0xD9, 0x30, 0xF2, 0xB5, 0x6A, 0x0E, 0x5F,
                0xAA, 0xAE, 0xAD, 0xA2, 0x1F, 0x49, 0x52, 0xD4
            },
            .len = 24,
        },
        .output = {
            .data = {
                0x4A, 0x6C, 0xC8, 0xCC, 0x96, 0x2A, 0x13, 0x84,
                0x1C, 0x36, 0x88, 0xE9, 0xE5, 0x94, 0x70, 0xB2,
                0x14, 0x5B, 0x13, 0x80, 0xEA, 0xD8, 0x8D, 0x37,
                0xFD, 0x70, 0xA8, 0x83, 0xE8, 0x2B, 0x88, 0x1E,
            },
            .len = 32,
        },
};

static struct fips_dev_self_test_vector
SELF_TEST_AES256_CTR_test_vector = {
        .name = "SELF_TEST_AES256_CTR_test_vector",
        .operation_type = RTE_CRYPTO_SYM_XFORM_CIPHER,

        .iv = {
            .data = {
                0xF0, 0xF1, 0xF2, 0xF3, 0xF4, 0xF5, 0xF6, 0xF7,
                0xF8, 0xF9, 0xFA, 0xFB, 0xFC, 0xFD, 0xFE, 0xFF
            },
            .len = 16,
        },
        .cipher = {
            .algo = RTE_CRYPTO_CIPHER_AES_CTR,
        },
        .input = {
            .data = {
                0x6B, 0xC1, 0xBE, 0xE2, 0x2E, 0x40, 0x9F, 0x96,
                0xE9, 0x3D, 0x7E, 0x11, 0x73, 0x93, 0x17, 0x2A,
                0xAE, 0x2D, 0x8A, 0x57, 0x1E, 0x03, 0xAC, 0x9C,
                0x9E, 0xB7, 0x6F, 0xAC, 0x45, 0xAF, 0x8E, 0x51,
            },
            .len = 32,
        },
        .key = {
            .data = {
                0x60, 0x3D, 0xEB, 0x10, 0x15, 0xCA, 0x71, 0xBE,
                0x2B, 0x73, 0xAE, 0xF0, 0x85, 0x7D, 0x77, 0x81,
                0x1F, 0x35, 0x2C, 0x07, 0x3B, 0x61, 0x08, 0xD7,
                0x2D, 0x98, 0x10, 0xA3, 0x09, 0x14, 0xDF, 0xF4
            },
            .len = 32,
        },
        .output = {
            .data = {
                0x60, 0x1E, 0xC3, 0x13, 0x77, 0x57, 0x89, 0xA5,
                0xB7, 0xA7, 0xF5, 0x04, 0xBB, 0xF3, 0xD2, 0x28,
                0xF4, 0x43, 0xE3, 0xCA, 0x4D, 0x62, 0xB5, 0x9A,
                0xCA, 0x84, 0xE9, 0x90, 0xCA, 0xCA, 0xF5, 0xC5,
            },
            .len = 32,
        },
};


struct fips_dev_self_test_vector
*self_test_vectors[] = {
        &SELF_TEST_AES128_CBC_test_vector,
        &SELF_TEST_AES192_CBC_test_vector,
        &SELF_TEST_AES256_CBC_test_vector,
        &SELF_TEST_3DES_2KEY_CBC_test_vector,
        &SELF_TEST_3DES_3KEY_CBC_test_vector,
        &SELF_TEST_AES128_CCM_test_vector,
        &SELF_TEST_SHA1_HMAC_test_vector,
        &SELF_TEST_SHA224_HMAC_test_vector,
        &SELF_TEST_SHA256_HMAC_test_vector,
        &SELF_TEST_SHA384_HMAC_test_vector,
        &SELF_TEST_SHA512_HMAC_test_vector,
        &SELF_TEST_AES_CMAC_test_vector,
        &SELF_TEST_AES128_GCM_encrypt_test_vector,
        &SELF_TEST_AES192_GCM_encrypt_test_vector,
        &SELF_TEST_AES256_GCM_encrypt_test_vector,
        &SELF_TEST_AES128_CTR_test_vector,
        &SELF_TEST_AES192_CTR_test_vector,
        &SELF_TEST_AES256_CTR_test_vector,
};

struct fips_dev_auto_test_env {
    struct rte_mempool *mpool;
    struct rte_mempool *op_pool;
    struct rte_mempool *sess_pool;
    struct rte_mempool *sess_priv_pool;
    struct rte_mbuf *mbuf;
    struct rte_crypto_op *op;
};

typedef int (*fips_dev_self_test_prepare_xform_t)(uint8_t,
        struct rte_crypto_sym_xform *,
        struct fips_dev_self_test_vector *,
        uint32_t, uint8_t *,
        uint32_t);

typedef int (*fips_dev_self_test_prepare_op_t)(struct rte_crypto_op *,
        struct rte_mbuf *, struct rte_cryptodev_sym_session *,
        uint32_t, struct fips_dev_self_test_vector *);

typedef int (*fips_dev_self_test_check_result_t)(struct rte_crypto_op *,
        struct fips_dev_self_test_vector *, uint32_t);

struct fips_dev_self_test_ops {
    enum rte_crypto_sym_xform_type last_operation_type;
    fips_dev_self_test_prepare_xform_t prepare_xform;
    fips_dev_self_test_prepare_op_t prepare_op;
    fips_dev_self_test_check_result_t check_result;
};

static int
prepare_cipher_xform(uint8_t dev_id,
        struct rte_crypto_sym_xform *xform,
        struct fips_dev_self_test_vector *vec,
        uint32_t dir,
        uint8_t *key,
        uint32_t neg_test)
{
    const struct rte_cryptodev_symmetric_capability *cap;
    struct rte_cryptodev_sym_capability_idx cap_idx;
    struct rte_crypto_cipher_xform *cipher_xform = &xform->cipher;

    memset(xform, 0, sizeof(*xform));

    if (neg_test) {
        uint32_t i;

        for (i = 0; i < vec->key.len; i++)
            key[i] ^= vec->key.data[i];
    } else
        memcpy(key, vec->key.data, vec->key.len);

    xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;

    cipher_xform->algo = vec->cipher.algo;
    cipher_xform->op = (dir == self_test_dir_enc_auth_gen) ?
            RTE_CRYPTO_CIPHER_OP_ENCRYPT :
            RTE_CRYPTO_CIPHER_OP_DECRYPT;
    cipher_xform->key.data = key;
    cipher_xform->key.length = vec->key.len;
    cipher_xform->iv.length = vec->iv.len;
    cipher_xform->iv.offset = IV_OFF;

    cap_idx.algo.cipher = cipher_xform->algo;
    cap_idx.type = RTE_CRYPTO_SYM_XFORM_CIPHER;

    cap = rte_cryptodev_sym_capability_get(dev_id, &cap_idx);
    if (!cap) {
        RTE_LOG(ERR, PMD, "Failed to get capability for cdev %u\n",
                dev_id);
        return -EACCES;
    }

    if (rte_cryptodev_sym_capability_check_cipher(cap,
            cipher_xform->key.length,
            cipher_xform->iv.length) != 0) {
        RTE_LOG(ERR, PMD, "PMD %s key length %u IV length %u\n",
                rte_cryptodev_name_get(dev_id),
                cipher_xform->key.length,
                cipher_xform->iv.length);
        return -EACCES;
    }

    return 0;
}

static int
prepare_auth_xform(uint8_t dev_id,
        struct rte_crypto_sym_xform *xform,
        struct fips_dev_self_test_vector *vec,
        uint32_t dir,
        uint8_t *key,
        uint32_t neg_test)
{
    const struct rte_cryptodev_symmetric_capability *cap;
    struct rte_cryptodev_sym_capability_idx cap_idx;
    struct rte_crypto_auth_xform *auth_xform = &xform->auth;

    memset(xform, 0, sizeof(*xform));

    if (neg_test) {
        uint32_t i;

        for (i = 0; i < vec->key.len; i++)
            key[i] ^= vec->key.data[i];
    } else
        memcpy(key, vec->key.data, vec->key.len);

    xform->type = RTE_CRYPTO_SYM_XFORM_AUTH;

    auth_xform->algo = vec->auth.algo;
    auth_xform->op = (dir == self_test_dir_enc_auth_gen) ?
            RTE_CRYPTO_AUTH_OP_GENERATE :
            RTE_CRYPTO_AUTH_OP_VERIFY;
    auth_xform->digest_length = vec->digest.len;
    auth_xform->key.data = key;
    auth_xform->key.length = vec->key.len;

    cap_idx.algo.auth = auth_xform->algo;
    cap_idx.type = RTE_CRYPTO_SYM_XFORM_AUTH;

    cap = rte_cryptodev_sym_capability_get(dev_id, &cap_idx);
    if (!cap) {
        RTE_LOG(ERR, PMD, "Failed to get capability for cdev %u\n",
                dev_id);
        return -EACCES;
    }

    if (rte_cryptodev_sym_capability_check_auth(cap,
            auth_xform->key.length,
            auth_xform->digest_length, 0) != 0) {
        RTE_LOG(ERR, PMD, "PMD %s key length %u Digest length %u\n",
                rte_cryptodev_name_get(dev_id),
                auth_xform->key.length,
                auth_xform->digest_length);
        return -EACCES;
    }

    return 0;
}

static int
prepare_aead_xform(uint8_t dev_id,
        struct rte_crypto_sym_xform *xform,
        struct fips_dev_self_test_vector *vec,
        uint32_t dir,
        uint8_t *key,
        uint32_t neg_test)
{
    const struct rte_cryptodev_symmetric_capability *cap;
    struct rte_cryptodev_sym_capability_idx cap_idx;
    struct rte_crypto_aead_xform *aead_xform = &xform->aead;

    memset(xform, 0, sizeof(*xform));

    if (neg_test) {
        uint32_t i;

        for (i = 0; i < vec->key.len; i++)
            key[i] ^= vec->key.data[i];
    } else
        memcpy(key, vec->key.data, vec->key.len);

    xform->type = RTE_CRYPTO_SYM_XFORM_AEAD;

    aead_xform->algo = vec->aead.algo;
    aead_xform->op = (dir == self_test_dir_enc_auth_gen) ?
            RTE_CRYPTO_AEAD_OP_ENCRYPT :
            RTE_CRYPTO_AEAD_OP_DECRYPT;
    aead_xform->aad_length = vec->aead.aad.len;
    aead_xform->digest_length = vec->digest.len;
    aead_xform->iv.offset = IV_OFF;
    aead_xform->iv.length = vec->iv.len;
    aead_xform->key.data = key;
    aead_xform->key.length = vec->key.len;

    cap_idx.algo.aead = aead_xform->algo;
    cap_idx.type = RTE_CRYPTO_SYM_XFORM_AEAD;

    cap = rte_cryptodev_sym_capability_get(dev_id, &cap_idx);
    if (!cap) {
        RTE_LOG(ERR, PMD, "Failed to get capability for cdev %u\n",
                dev_id);
        return -EACCES;
    }

    if (rte_cryptodev_sym_capability_check_aead(cap,
            aead_xform->key.length,
            aead_xform->digest_length, aead_xform->aad_length,
            aead_xform->iv.length) != 0) {
        RTE_LOG(ERR, PMD,
            "PMD %s key_len %u tag_len %u aad_len %u iv_len %u\n",
                rte_cryptodev_name_get(dev_id),
                aead_xform->key.length,
                aead_xform->digest_length,
                aead_xform->aad_length,
                aead_xform->iv.length);
        return -EACCES;
    }

    return 0;
}

static int
prepare_cipher_op(struct rte_crypto_op *op,
        struct rte_mbuf *mbuf,
        struct rte_cryptodev_sym_session *session,
        uint32_t dir,
        struct fips_dev_self_test_vector *vec)
{
    struct rte_crypto_sym_op *sym = op->sym;
    uint8_t *iv = rte_crypto_op_ctod_offset(op, uint8_t *, IV_OFF);
    uint8_t *dst;
    const uint8_t *src;
    uint32_t len;

    if (dir == self_test_dir_enc_auth_gen) {
        src = vec->input.data;
        len = vec->input.len;
    } else {
        src = vec->output.data;
        len = vec->output.len;
    }

    sym->cipher.data.offset = 0;
    memcpy(iv, vec->iv.data, vec->iv.len);

    dst = (uint8_t *)rte_pktmbuf_append(mbuf, len);
    if (!dst) {
        RTE_LOG(ERR, PMD, "Error %i: MBUF too small\n", -ENOMEM);
        return -ENOMEM;
    }

    memcpy(dst, src, len);

    sym->cipher.data.length = len;

    rte_crypto_op_attach_sym_session(op, session);

    return 0;
}

static int
prepare_auth_op(struct rte_crypto_op *op,
        struct rte_mbuf *mbuf,
        struct rte_cryptodev_sym_session *session,
        uint32_t dir,
        struct fips_dev_self_test_vector *vec)
{
    struct rte_crypto_sym_op *sym = op->sym;
    uint8_t *dst;

    if (vec->input.len + vec->digest.len > RTE_MBUF_MAX_NB_SEGS) {
        RTE_LOG(ERR, PMD, "Error %i: Test data too long (%u).\n",
                -ENOMEM, vec->input.len + vec->digest.len);
        return -ENOMEM;
    }

    sym->auth.data.offset = 0;

    dst = (uint8_t *)rte_pktmbuf_append(mbuf, vec->input.len +
            vec->digest.len);
    if (!dst) {
        RTE_LOG(ERR, PMD, "Error %i: MBUF too small\n", -ENOMEM);
        return -ENOMEM;
    }

    memcpy(dst, vec->input.data, vec->input.len);
    sym->auth.data.length = vec->input.len;
    sym->auth.digest.data = dst + vec->input.len;
    sym->auth.digest.phys_addr = rte_pktmbuf_iova_offset(mbuf,
            vec->input.len);

    if (dir == self_test_dir_dec_auth_verify)
        memcpy(dst + vec->input.len, vec->digest.data, vec->digest.len);

    rte_crypto_op_attach_sym_session(op, session);

    return 0;
}

static int
prepare_aead_op(struct rte_crypto_op *op,
        struct rte_mbuf *mbuf,
        struct rte_cryptodev_sym_session *session,
        uint32_t dir,
        struct fips_dev_self_test_vector *vec)
{
    struct rte_crypto_sym_op *sym = op->sym;
    uint8_t *iv = rte_crypto_op_ctod_offset(op, uint8_t *, IV_OFF);
    uint8_t *dst;
    const uint8_t *src;
    uint32_t len;

    if (dir == self_test_dir_enc_auth_gen) {
        len = vec->input.len;
        src = vec->input.data;
    } else {
        len = vec->output.len;
        src = vec->output.data;
    }

    if (vec->aead.algo == RTE_CRYPTO_AEAD_AES_CCM)
        memcpy(iv + 1, vec->iv.data, vec->iv.len);
    else
        memcpy(iv, vec->iv.data, vec->iv.len);

    if (len + vec->digest.len > RTE_MBUF_MAX_NB_SEGS) {
        RTE_LOG(ERR, PMD, "Error %i: Test data too long (%u).\n",
                -ENOMEM, len + vec->digest.len);
        return -ENOMEM;
    }

    dst = (uint8_t *)rte_pktmbuf_append(mbuf, RTE_ALIGN_CEIL(len +
            vec->digest.len, 16));
    if (!dst) {
        RTE_LOG(ERR, PMD, "Error %i: MBUF too small\n", -ENOMEM);
        return -ENOMEM;
    }

    sym->m_src = mbuf;
    sym->aead.data.length = len;
    sym->aead.data.offset = 0;
    memcpy(dst, src, len);

    sym->aead.digest.data = dst + vec->input.len;
    sym->aead.digest.phys_addr = rte_pktmbuf_iova_offset(mbuf,
            vec->input.len);
    if (dir == self_test_dir_dec_auth_verify)
        memcpy(sym->aead.digest.data, vec->digest.data, vec->digest.len);

    len = (vec->aead.algo == RTE_CRYPTO_AEAD_AES_CCM) ?
            (vec->aead.aad.len + AES_CCM_AAD_PAD_SIZE) :
            vec->aead.aad.len;

    dst = rte_malloc(NULL, len, 16);
    if (!dst) {
        RTE_LOG(ERR, PMD, "Error %i: Not enough memory\n", -ENOMEM);
        return -ENOMEM;
    }

    sym->aead.aad.data = dst;
    sym->aead.aad.phys_addr = rte_malloc_virt2iova(dst);
    if (vec->aead.algo == RTE_CRYPTO_AEAD_AES_CCM)
        memcpy(dst, vec->aead.aad.data,
                vec->aead.aad.len + AES_CCM_AAD_PAD_SIZE);
    else
        memcpy(dst, vec->aead.aad.data,
                vec->aead.aad.len);

    rte_crypto_op_attach_sym_session(op, session);

    return 0;
}

static int
check_cipher_result(struct rte_crypto_op *op,
        struct fips_dev_self_test_vector *vec,
        uint32_t dir)
{
    struct rte_mbuf *mbuf = op->sym->m_src;
    uint8_t *data;
    const uint8_t *src;
    uint32_t len, src_len;
    int ret;

    if (dir == self_test_dir_enc_auth_gen) {
        src = vec->output.data;
        src_len = vec->output.len;
    } else {
        src = vec->input.data;
        src_len = vec->input.len;
    }

    GET_MBUF_DATA(data, len, mbuf);
    if (!data && !len)
        return -1;

    ret = memcmp(data, src, src_len);
    if (ret != 0)
        return -1;

    return 0;
}

static int
check_auth_result(struct rte_crypto_op *op,
        struct fips_dev_self_test_vector *vec,
        uint32_t dir)
{
    struct rte_mbuf *mbuf = op->sym->m_src;
    uint8_t *data;
    uint32_t len;
    int ret;

    GET_MBUF_DATA(data, len, mbuf);
    if (!data && !len)
        return -1;

    if (dir == self_test_dir_enc_auth_gen) {
        data += vec->input.len;
        ret = memcmp(data, vec->digest.data, vec->digest.len);
        if (ret != 0)
            return -1;
    }

    return 0;
}

static int
check_aead_result(struct rte_crypto_op *op,
        struct fips_dev_self_test_vector *vec,
        uint32_t dir)
{
    struct rte_mbuf *mbuf = op->sym->m_src;
    uint8_t *data;
    const uint8_t *src;
    uint32_t len, src_len;
    int ret;

    if (op->sym->aead.aad.data)
        rte_free(op->sym->aead.aad.data);

    if (dir == self_test_dir_enc_auth_gen) {
        src = vec->output.data;
        src_len = vec->output.len;
    } else {
        src = vec->input.data;
        src_len = vec->input.len;
    }

    GET_MBUF_DATA(data, len, mbuf);
    if (!data && !len)
        return -1;

    ret = memcmp(data, src, src_len);
    if (ret != 0)
        return -1;

    if (dir == self_test_dir_enc_auth_gen) {
        data += src_len;
        ret = memcmp(data, vec->digest.data, vec->digest.len);
        if (ret != 0)
            return -1;
    }

    return 0;
}

static void
init_test_op(struct fips_dev_self_test_ops *test_ops,
        struct fips_dev_self_test_vector *vec)
{
    if (test_ops->last_operation_type == vec->operation_type)
        return;

    switch (vec->operation_type) {
    case RTE_CRYPTO_SYM_XFORM_CIPHER:
        test_ops->prepare_xform = prepare_cipher_xform;
        test_ops->prepare_op = prepare_cipher_op;
        test_ops->check_result = check_cipher_result;
        break;
    case RTE_CRYPTO_SYM_XFORM_AUTH:
        test_ops->prepare_xform = prepare_auth_xform;
        test_ops->prepare_op = prepare_auth_op;
        test_ops->check_result = check_auth_result;
        break;
    case RTE_CRYPTO_SYM_XFORM_AEAD:
        test_ops->prepare_xform = prepare_aead_xform;
        test_ops->prepare_op = prepare_aead_op;
        test_ops->check_result = check_aead_result;
        break;
    default:
        break;
    }

    test_ops->last_operation_type = vec->operation_type;
}

static int
run_single_test(uint8_t dev_id,
        struct fips_dev_self_test_vector *vec,
        const struct fips_dev_self_test_ops *test_ops,
        struct fips_dev_auto_test_env *env,
        uint32_t dir,
        uint32_t negative_test)
{
    struct rte_crypto_sym_xform xform;
    struct rte_cryptodev_sym_session *sess;
    uint16_t n_deqd;
    uint8_t key[256];
    int ret;

    __rte_crypto_op_reset(env->op, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
    rte_pktmbuf_reset(env->mbuf);
    env->op->sym->m_src = env->mbuf;

    ret = test_ops->prepare_xform(dev_id, &xform, vec, dir, key,
            negative_test);
    if (ret < 0) {
        RTE_LOG(ERR, PMD, "Error %i: Prepare Xform\n", ret);
        return ret;
    }

    sess = rte_cryptodev_sym_session_create(env->sess_pool);
    if (!sess)
        return -ENOMEM;

    ret = rte_cryptodev_sym_session_init(dev_id,
            sess, &xform, env->sess_priv_pool);
    if (ret < 0) {
        RTE_LOG(ERR, PMD, "Error %i: Init session\n", ret);
        return ret;
    }

    ret = test_ops->prepare_op(env->op, env->mbuf, sess, dir, vec);
    if (ret < 0) {
        RTE_LOG(ERR, PMD, "Error %i: Prepare op\n", ret);
        return ret;
    }

    if (rte_cryptodev_enqueue_burst(dev_id, 0, &env->op, 1) < 1) {
        RTE_LOG(ERR, PMD, "Error: Failed enqueue\n");
        return ret;
    }

    do {
        struct rte_crypto_op *deqd_op;

        n_deqd = rte_cryptodev_dequeue_burst(dev_id, 0, &deqd_op,
                1);
    } while (n_deqd == 0);

    rte_cryptodev_sym_session_clear(dev_id, sess);
    rte_cryptodev_sym_session_free(sess);

    if (env->op->status != RTE_CRYPTO_OP_STATUS_SUCCESS)
        return -1;

    return test_ops->check_result(env->op, vec, dir);
}


static void
fips_dev_auto_test_uninit(uint8_t dev_id,
        struct fips_dev_auto_test_env *env)
{
    struct rte_cryptodev *dev = rte_cryptodev_pmd_get_dev(dev_id);
    uint32_t i;

    if (!dev)
        return;

    if (env->mbuf)
        rte_pktmbuf_free(env->mbuf);
    if (env->op)
        rte_crypto_op_free(env->op);
    if (env->mpool)
        rte_mempool_free(env->mpool);
    if (env->op_pool)
        rte_mempool_free(env->op_pool);
    if (env->sess_pool)
        rte_mempool_free(env->sess_pool);
    if (env->sess_priv_pool)
        rte_mempool_free(env->sess_priv_pool);

    if (dev->data->dev_started)
        rte_cryptodev_stop(dev_id);

    if (dev->data->nb_queue_pairs) {
        for (i = 0; i < dev->data->nb_queue_pairs; i++)
            (*dev->dev_ops->queue_pair_release)(dev, i);
        dev->data->nb_queue_pairs = 0;
        rte_free(dev->data->queue_pairs);
        dev->data->queue_pairs = NULL;
    }
}

static int
fips_dev_auto_test_init(uint8_t dev_id, struct fips_dev_auto_test_env *env)
{
    struct rte_cryptodev_config conf = {rte_cryptodev_socket_id(dev_id), 1};
    struct rte_cryptodev_qp_conf qp_conf = {128, NULL, NULL};
    uint32_t sess_sz = rte_cryptodev_sym_get_private_session_size(dev_id);
    char name[128];
    int ret;

    ret = rte_cryptodev_configure(dev_id, &conf);
    if (ret < 0)
        return ret;

    memset(name, 0, 128);
    snprintf(name, 128, "%s%u", "SELF_TEST_MEMPOOL", dev_id);

    memset(env, 0, sizeof(*env));

    env->mpool = rte_pktmbuf_pool_create(name, 128, 0, 0,
            UINT16_MAX, rte_cryptodev_socket_id(dev_id));
    if (!env->mpool) {
        ret = -ENOMEM;
        goto error_exit;
    }

    memset(name, 0, 128);
    snprintf(name, 128, "%s%u", "SELF_TEST_OP_POOL", dev_id);

    env->op_pool = rte_crypto_op_pool_create(
            name,
            RTE_CRYPTO_OP_TYPE_SYMMETRIC,
            16, 0,
            16,
            rte_socket_id());
    if (!env->op_pool) {
        ret = -ENOMEM;
        goto error_exit;
    }

    memset(name, 0, 128);
    snprintf(name, 128, "%s%u", "SELF_TEST_SESS_POOL", dev_id);

    env->sess_pool = rte_cryptodev_sym_session_pool_create(name,
            128, 0, 0, 0, rte_cryptodev_socket_id(dev_id));
    if (!env->sess_pool) {
        ret = -ENOMEM;
        goto error_exit;
    }

    memset(name, 0, 128);
    snprintf(name, 128, "%s%u", "SELF_TEST_SESS_PRIV_POOL", dev_id);

    env->sess_priv_pool = rte_mempool_create(name,
            128, sess_sz, 0, 0, NULL, NULL, NULL,
            NULL, rte_cryptodev_socket_id(dev_id), 0);
    if (!env->sess_priv_pool) {
        ret = -ENOMEM;
        goto error_exit;
    }

    qp_conf.mp_session = env->sess_pool;
    qp_conf.mp_session_private = env->sess_priv_pool;

    ret = rte_cryptodev_queue_pair_setup(dev_id, 0, &qp_conf,
            rte_cryptodev_socket_id(dev_id));
    if (ret < 0)
        goto error_exit;

    env->mbuf = rte_pktmbuf_alloc(env->mpool);
    if (!env->mbuf) {
        ret = -ENOMEM;
        goto error_exit;
    }

    env->op = rte_crypto_op_alloc(env->op_pool,
            RTE_CRYPTO_OP_TYPE_SYMMETRIC);
    if (!env->op) {
        ret = -ENOMEM;
        goto error_exit;
    }

    ret = rte_cryptodev_start(dev_id);
    if (ret < 0)
        goto error_exit;


    return 0;

error_exit:

    fips_dev_auto_test_uninit(dev_id, env);

    return ret;
}

int
fips_dev_self_test(uint8_t dev_id,
        struct fips_dev_broken_test_config *config)
{
    struct fips_dev_self_test_ops test_ops = {0};
    struct fips_dev_auto_test_env env;
    uint32_t i, j, negative_test;
    int ret;

    ret = fips_dev_auto_test_init(dev_id, &env);
    if (ret < 0) {
        RTE_LOG(ERR, PMD, "Failed to init self-test for PMD %u\n",
                dev_id);
        return ret;
    }

    for (i = 0; i < RTE_DIM(self_test_vectors); i++) {
        struct fips_dev_self_test_vector *vec =
                self_test_vectors[i];

        init_test_op(&test_ops, vec);

        for (j = 0; j < self_test_dir_max; j++) {
            if (!config)
                negative_test = 0;
            else {
                if ((config->expect_fail_test_idx == i) &&
                        (config->expect_fail_dir == j))
                    negative_test = 1;
                else
                    negative_test = 0;
            }

            RTE_LOG(INFO, PMD, "Testing (ID %u) %s %s%s...\n",
                    i,
                    vec->name,
                    j == self_test_dir_enc_auth_gen ?
                            "Encrypt" : "Decrypt",
                    negative_test ? " (Expect Fail)" : "");

            ret = run_single_test(dev_id, vec, &test_ops,
                        &env, j, negative_test);
            switch (ret) {
            case 0:
                if (!negative_test)
                    break;
                ret = -1;
                RTE_LOG(ERR, PMD, "PMD %u Failed test %s %s\n",
                    dev_id, vec->name,
                    j == self_test_dir_enc_auth_gen ?
                    "Encrypt" : "Decrypt");
                goto error_exit;
            case -EACCES:
                RTE_LOG(ERR, PMD, "Not supported by %s. Skip\n",
                    rte_cryptodev_name_get(dev_id));
                ret = 0;
                break;
            default:
                RTE_LOG(ERR, PMD, "PMD %u Failed test %s %s\n",
                    dev_id, vec->name,
                    j == self_test_dir_enc_auth_gen ?
                    "Encrypt" : "Decrypt");
                goto error_exit;
            }
        }
    }

error_exit:
    fips_dev_auto_test_uninit(dev_id, &env);

    if (ret == 0) {
        RTE_LOG(INFO, PMD, "PMD %u finished self-test successfully\n",
                dev_id);
    }

    return ret;
}