1281 lines
69 KiB
C
1281 lines
69 KiB
C
|
|
/* starch generated code. Do not edit. */
|
|
|
|
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
#include <ctype.h>
|
|
#include <string.h>
|
|
|
|
#include "starch.h"
|
|
|
|
/* helper for re-sorting registries */
|
|
struct starch_regentry_prefix {
|
|
int rank;
|
|
};
|
|
|
|
static int starch_regentry_rank_compare (const void *l, const void *r)
|
|
{
|
|
const struct starch_regentry_prefix *left = l, *right = r;
|
|
return left->rank - right->rank;
|
|
}
|
|
|
|
/* dispatcher / registry for magnitude_uc8 */
|
|
|
|
starch_magnitude_uc8_regentry * starch_magnitude_uc8_select() {
|
|
for (starch_magnitude_uc8_regentry *entry = starch_magnitude_uc8_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_uc8_dispatch ( const uc8_t * arg0, uint16_t * arg1, unsigned arg2 ) {
|
|
starch_magnitude_uc8_regentry *entry = starch_magnitude_uc8_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_uc8 = entry->callable;
|
|
starch_magnitude_uc8 ( arg0, arg1, arg2 );
|
|
}
|
|
|
|
starch_magnitude_uc8_ptr starch_magnitude_uc8 = starch_magnitude_uc8_dispatch;
|
|
|
|
void starch_magnitude_uc8_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_uc8_regentry *entry;
|
|
for (entry = starch_magnitude_uc8_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_uc8_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_uc8_registry, entry - starch_magnitude_uc8_registry, sizeof(starch_magnitude_uc8_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_uc8 = starch_magnitude_uc8_dispatch;
|
|
}
|
|
|
|
starch_magnitude_uc8_regentry starch_magnitude_uc8_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 1, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 2, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 2, "lookup_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_lookup_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "lookup_unroll_4_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_lookup_unroll_4_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "exact_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_exact_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 6, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 1, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 2, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
{ 3, "lookup_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_lookup_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "lookup_unroll_4_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_lookup_unroll_4_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "exact_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_exact_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 6, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "lookup_unroll_4_x86_avx2", "x86_avx2", starch_magnitude_uc8_lookup_unroll_4_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 2, "lookup_x86_avx2", "x86_avx2", starch_magnitude_uc8_lookup_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "exact_x86_avx2", "x86_avx2", starch_magnitude_uc8_exact_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 5, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for magnitude_uc8_aligned */
|
|
|
|
starch_magnitude_uc8_aligned_regentry * starch_magnitude_uc8_aligned_select() {
|
|
for (starch_magnitude_uc8_aligned_regentry *entry = starch_magnitude_uc8_aligned_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_uc8_aligned_dispatch ( const uc8_t * arg0, uint16_t * arg1, unsigned arg2 ) {
|
|
starch_magnitude_uc8_aligned_regentry *entry = starch_magnitude_uc8_aligned_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_uc8_aligned = entry->callable;
|
|
starch_magnitude_uc8_aligned ( arg0, arg1, arg2 );
|
|
}
|
|
|
|
starch_magnitude_uc8_aligned_ptr starch_magnitude_uc8_aligned = starch_magnitude_uc8_aligned_dispatch;
|
|
|
|
void starch_magnitude_uc8_aligned_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_uc8_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_uc8_aligned_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_uc8_aligned_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_uc8_aligned_registry, entry - starch_magnitude_uc8_aligned_registry, sizeof(starch_magnitude_uc8_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_uc8_aligned = starch_magnitude_uc8_aligned_dispatch;
|
|
}
|
|
|
|
starch_magnitude_uc8_aligned_regentry starch_magnitude_uc8_aligned_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 1, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 2, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_uc8_aligned_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 2, "lookup_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_uc8_aligned_lookup_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "lookup_unroll_4_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_uc8_aligned_lookup_unroll_4_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "exact_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_uc8_aligned_exact_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "lookup_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_lookup_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 6, "lookup_unroll_4_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_lookup_unroll_4_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 7, "exact_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_exact_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 8, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_uc8_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 9, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 10, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 1, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 2, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
{ 3, "lookup_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_uc8_aligned_lookup_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "lookup_unroll_4_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_uc8_aligned_lookup_unroll_4_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "exact_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_uc8_aligned_exact_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 6, "neon_vrsqrte_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_uc8_aligned_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 7, "lookup_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_lookup_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 8, "lookup_unroll_4_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_lookup_unroll_4_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 9, "exact_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_exact_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 10, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_uc8_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "lookup_unroll_4_x86_avx2", "x86_avx2", starch_magnitude_uc8_lookup_unroll_4_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "lookup_unroll_4_generic", "generic", starch_magnitude_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 2, "lookup_x86_avx2_aligned", "x86_avx2", starch_magnitude_uc8_aligned_lookup_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "lookup_unroll_4_x86_avx2_aligned", "x86_avx2", starch_magnitude_uc8_aligned_lookup_unroll_4_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "exact_x86_avx2_aligned", "x86_avx2", starch_magnitude_uc8_aligned_exact_x86_avx2, cpu_supports_avx2 },
|
|
{ 5, "lookup_x86_avx2", "x86_avx2", starch_magnitude_uc8_lookup_x86_avx2, cpu_supports_avx2 },
|
|
{ 6, "exact_x86_avx2", "x86_avx2", starch_magnitude_uc8_exact_x86_avx2, cpu_supports_avx2 },
|
|
{ 7, "lookup_generic", "generic", starch_magnitude_uc8_lookup_generic, NULL },
|
|
{ 8, "exact_generic", "generic", starch_magnitude_uc8_exact_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for magnitude_power_uc8 */
|
|
|
|
starch_magnitude_power_uc8_regentry * starch_magnitude_power_uc8_select() {
|
|
for (starch_magnitude_power_uc8_regentry *entry = starch_magnitude_power_uc8_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_power_uc8_dispatch ( const uc8_t * arg0, uint16_t * arg1, unsigned arg2, double * arg3, double * arg4 ) {
|
|
starch_magnitude_power_uc8_regentry *entry = starch_magnitude_power_uc8_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_power_uc8 = entry->callable;
|
|
starch_magnitude_power_uc8 ( arg0, arg1, arg2, arg3, arg4 );
|
|
}
|
|
|
|
starch_magnitude_power_uc8_ptr starch_magnitude_power_uc8 = starch_magnitude_power_uc8_dispatch;
|
|
|
|
void starch_magnitude_power_uc8_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_power_uc8_regentry *entry;
|
|
for (entry = starch_magnitude_power_uc8_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_power_uc8_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_power_uc8_registry, entry - starch_magnitude_power_uc8_registry, sizeof(starch_magnitude_power_uc8_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_power_uc8 = starch_magnitude_power_uc8_dispatch;
|
|
}
|
|
|
|
starch_magnitude_power_uc8_regentry starch_magnitude_power_uc8_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 1, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
{ 2, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 2, "twopass_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_twopass_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "lookup_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_lookup_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "lookup_unroll_4_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_lookup_unroll_4_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 6, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "twopass_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_twopass_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 1, "lookup_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_lookup_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 2, "lookup_unroll_4_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_lookup_unroll_4_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 3, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 5, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
{ 6, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "twopass_x86_avx2", "x86_avx2", starch_magnitude_power_uc8_twopass_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 2, "lookup_x86_avx2", "x86_avx2", starch_magnitude_power_uc8_lookup_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "lookup_unroll_4_x86_avx2", "x86_avx2", starch_magnitude_power_uc8_lookup_unroll_4_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
{ 5, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for magnitude_power_uc8_aligned */
|
|
|
|
starch_magnitude_power_uc8_aligned_regentry * starch_magnitude_power_uc8_aligned_select() {
|
|
for (starch_magnitude_power_uc8_aligned_regentry *entry = starch_magnitude_power_uc8_aligned_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_power_uc8_aligned_dispatch ( const uc8_t * arg0, uint16_t * arg1, unsigned arg2, double * arg3, double * arg4 ) {
|
|
starch_magnitude_power_uc8_aligned_regentry *entry = starch_magnitude_power_uc8_aligned_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_power_uc8_aligned = entry->callable;
|
|
starch_magnitude_power_uc8_aligned ( arg0, arg1, arg2, arg3, arg4 );
|
|
}
|
|
|
|
starch_magnitude_power_uc8_aligned_ptr starch_magnitude_power_uc8_aligned = starch_magnitude_power_uc8_aligned_dispatch;
|
|
|
|
void starch_magnitude_power_uc8_aligned_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_power_uc8_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_power_uc8_aligned_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_power_uc8_aligned_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_power_uc8_aligned_registry, entry - starch_magnitude_power_uc8_aligned_registry, sizeof(starch_magnitude_power_uc8_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_power_uc8_aligned = starch_magnitude_power_uc8_aligned_dispatch;
|
|
}
|
|
|
|
starch_magnitude_power_uc8_aligned_regentry starch_magnitude_power_uc8_aligned_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 1, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
{ 2, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_aligned_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
{ 2, "twopass_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_aligned_twopass_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "lookup_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_aligned_lookup_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "lookup_unroll_4_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_aligned_lookup_unroll_4_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "twopass_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_twopass_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 6, "lookup_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_lookup_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 7, "lookup_unroll_4_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_lookup_unroll_4_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 8, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_power_uc8_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 9, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 10, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "twopass_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_power_uc8_aligned_twopass_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 1, "lookup_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_power_uc8_aligned_lookup_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 2, "lookup_unroll_4_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_power_uc8_aligned_lookup_unroll_4_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 3, "neon_vrsqrte_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_power_uc8_aligned_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "twopass_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_twopass_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "lookup_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_lookup_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 6, "lookup_unroll_4_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_lookup_unroll_4_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 7, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_power_uc8_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 8, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 9, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
{ 10, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "twopass_x86_avx2_aligned", "x86_avx2", starch_magnitude_power_uc8_aligned_twopass_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "twopass_generic", "generic", starch_magnitude_power_uc8_twopass_generic, NULL },
|
|
{ 2, "lookup_x86_avx2_aligned", "x86_avx2", starch_magnitude_power_uc8_aligned_lookup_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "lookup_unroll_4_x86_avx2_aligned", "x86_avx2", starch_magnitude_power_uc8_aligned_lookup_unroll_4_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "twopass_x86_avx2", "x86_avx2", starch_magnitude_power_uc8_twopass_x86_avx2, cpu_supports_avx2 },
|
|
{ 5, "lookup_x86_avx2", "x86_avx2", starch_magnitude_power_uc8_lookup_x86_avx2, cpu_supports_avx2 },
|
|
{ 6, "lookup_unroll_4_x86_avx2", "x86_avx2", starch_magnitude_power_uc8_lookup_unroll_4_x86_avx2, cpu_supports_avx2 },
|
|
{ 7, "lookup_generic", "generic", starch_magnitude_power_uc8_lookup_generic, NULL },
|
|
{ 8, "lookup_unroll_4_generic", "generic", starch_magnitude_power_uc8_lookup_unroll_4_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for magnitude_sc16 */
|
|
|
|
starch_magnitude_sc16_regentry * starch_magnitude_sc16_select() {
|
|
for (starch_magnitude_sc16_regentry *entry = starch_magnitude_sc16_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_sc16_dispatch ( const sc16_t * arg0, uint16_t * arg1, unsigned arg2 ) {
|
|
starch_magnitude_sc16_regentry *entry = starch_magnitude_sc16_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_sc16 = entry->callable;
|
|
starch_magnitude_sc16 ( arg0, arg1, arg2 );
|
|
}
|
|
|
|
starch_magnitude_sc16_ptr starch_magnitude_sc16 = starch_magnitude_sc16_dispatch;
|
|
|
|
void starch_magnitude_sc16_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_sc16_regentry *entry;
|
|
for (entry = starch_magnitude_sc16_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_sc16_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_sc16_registry, entry - starch_magnitude_sc16_registry, sizeof(starch_magnitude_sc16_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16 = starch_magnitude_sc16_dispatch;
|
|
}
|
|
|
|
starch_magnitude_sc16_regentry starch_magnitude_sc16_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
{ 1, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16_exact_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "exact_float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16_exact_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "exact_u32_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16_exact_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 1, "exact_float_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16_exact_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 2, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 3, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
{ 4, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "exact_float_x86_avx2", "x86_avx2", starch_magnitude_sc16_exact_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_x86_avx2", "x86_avx2", starch_magnitude_sc16_exact_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for magnitude_sc16_aligned */
|
|
|
|
starch_magnitude_sc16_aligned_regentry * starch_magnitude_sc16_aligned_select() {
|
|
for (starch_magnitude_sc16_aligned_regentry *entry = starch_magnitude_sc16_aligned_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_sc16_aligned_dispatch ( const sc16_t * arg0, uint16_t * arg1, unsigned arg2 ) {
|
|
starch_magnitude_sc16_aligned_regentry *entry = starch_magnitude_sc16_aligned_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_sc16_aligned = entry->callable;
|
|
starch_magnitude_sc16_aligned ( arg0, arg1, arg2 );
|
|
}
|
|
|
|
starch_magnitude_sc16_aligned_ptr starch_magnitude_sc16_aligned = starch_magnitude_sc16_aligned_dispatch;
|
|
|
|
void starch_magnitude_sc16_aligned_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_sc16_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_sc16_aligned_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_sc16_aligned_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_sc16_aligned_registry, entry - starch_magnitude_sc16_aligned_registry, sizeof(starch_magnitude_sc16_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16_aligned = starch_magnitude_sc16_aligned_dispatch;
|
|
}
|
|
|
|
starch_magnitude_sc16_aligned_regentry starch_magnitude_sc16_aligned_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
{ 1, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16_aligned_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16_aligned_exact_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "exact_float_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16_aligned_exact_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "exact_u32_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16_exact_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "exact_float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16_exact_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 6, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 7, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "exact_u32_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16_aligned_exact_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 1, "exact_float_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16_aligned_exact_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 2, "neon_vrsqrte_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16_aligned_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 3, "exact_u32_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16_exact_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "exact_float_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16_exact_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 6, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
{ 7, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "exact_float_x86_avx2_aligned", "x86_avx2", starch_magnitude_sc16_aligned_exact_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_x86_avx2_aligned", "x86_avx2", starch_magnitude_sc16_aligned_exact_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "exact_u32_x86_avx2", "x86_avx2", starch_magnitude_sc16_exact_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "exact_float_x86_avx2", "x86_avx2", starch_magnitude_sc16_exact_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 5, "exact_u32_generic", "generic", starch_magnitude_sc16_exact_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for magnitude_sc16q11 */
|
|
|
|
starch_magnitude_sc16q11_regentry * starch_magnitude_sc16q11_select() {
|
|
for (starch_magnitude_sc16q11_regentry *entry = starch_magnitude_sc16q11_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_sc16q11_dispatch ( const sc16_t * arg0, uint16_t * arg1, unsigned arg2 ) {
|
|
starch_magnitude_sc16q11_regentry *entry = starch_magnitude_sc16q11_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_sc16q11 = entry->callable;
|
|
starch_magnitude_sc16q11 ( arg0, arg1, arg2 );
|
|
}
|
|
|
|
starch_magnitude_sc16q11_ptr starch_magnitude_sc16q11 = starch_magnitude_sc16q11_dispatch;
|
|
|
|
void starch_magnitude_sc16q11_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_sc16q11_regentry *entry;
|
|
for (entry = starch_magnitude_sc16q11_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_sc16q11_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_sc16q11_registry, entry - starch_magnitude_sc16q11_registry, sizeof(starch_magnitude_sc16q11_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16q11 = starch_magnitude_sc16q11_dispatch;
|
|
}
|
|
|
|
starch_magnitude_sc16q11_regentry starch_magnitude_sc16q11_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 1, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 2, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 3, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_exact_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "exact_float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_exact_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "11bit_table_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_11bit_table_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "12bit_table_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_12bit_table_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 6, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 7, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 8, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "exact_u32_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_exact_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 1, "exact_float_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_exact_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 2, "11bit_table_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_11bit_table_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 3, "12bit_table_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_12bit_table_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 6, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 7, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 8, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "exact_float_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_exact_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_exact_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "11bit_table_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_11bit_table_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "12bit_table_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_12bit_table_x86_avx2, cpu_supports_avx2 },
|
|
{ 5, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 6, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 7, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for magnitude_sc16q11_aligned */
|
|
|
|
starch_magnitude_sc16q11_aligned_regentry * starch_magnitude_sc16q11_aligned_select() {
|
|
for (starch_magnitude_sc16q11_aligned_regentry *entry = starch_magnitude_sc16q11_aligned_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_magnitude_sc16q11_aligned_dispatch ( const sc16_t * arg0, uint16_t * arg1, unsigned arg2 ) {
|
|
starch_magnitude_sc16q11_aligned_regentry *entry = starch_magnitude_sc16q11_aligned_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_magnitude_sc16q11_aligned = entry->callable;
|
|
starch_magnitude_sc16q11_aligned ( arg0, arg1, arg2 );
|
|
}
|
|
|
|
starch_magnitude_sc16q11_aligned_ptr starch_magnitude_sc16q11_aligned = starch_magnitude_sc16q11_aligned_dispatch;
|
|
|
|
void starch_magnitude_sc16q11_aligned_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_magnitude_sc16q11_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_sc16q11_aligned_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_magnitude_sc16q11_aligned_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_magnitude_sc16q11_aligned_registry, entry - starch_magnitude_sc16q11_aligned_registry, sizeof(starch_magnitude_sc16q11_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16q11_aligned = starch_magnitude_sc16q11_aligned_dispatch;
|
|
}
|
|
|
|
starch_magnitude_sc16q11_aligned_regentry starch_magnitude_sc16q11_aligned_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 1, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 2, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 3, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "neon_vrsqrte_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_aligned_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_aligned_exact_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "exact_float_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_aligned_exact_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "11bit_table_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_aligned_11bit_table_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "12bit_table_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_aligned_12bit_table_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 6, "exact_u32_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_exact_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 7, "exact_float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_exact_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 8, "11bit_table_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_11bit_table_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 9, "12bit_table_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_12bit_table_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 10, "neon_vrsqrte_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_magnitude_sc16q11_neon_vrsqrte_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 11, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 12, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 13, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "exact_u32_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16q11_aligned_exact_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 1, "exact_float_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16q11_aligned_exact_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 2, "11bit_table_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16q11_aligned_11bit_table_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 3, "12bit_table_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16q11_aligned_12bit_table_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "neon_vrsqrte_armv8_neon_simd_aligned", "armv8_neon_simd", starch_magnitude_sc16q11_aligned_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "exact_u32_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_exact_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 6, "exact_float_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_exact_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 7, "11bit_table_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_11bit_table_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 8, "12bit_table_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_12bit_table_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 9, "neon_vrsqrte_armv8_neon_simd", "armv8_neon_simd", starch_magnitude_sc16q11_neon_vrsqrte_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 10, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 11, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 12, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 13, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "exact_float_x86_avx2_aligned", "x86_avx2", starch_magnitude_sc16q11_aligned_exact_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "exact_float_generic", "generic", starch_magnitude_sc16q11_exact_float_generic, NULL },
|
|
{ 2, "exact_u32_x86_avx2_aligned", "x86_avx2", starch_magnitude_sc16q11_aligned_exact_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "11bit_table_x86_avx2_aligned", "x86_avx2", starch_magnitude_sc16q11_aligned_11bit_table_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "12bit_table_x86_avx2_aligned", "x86_avx2", starch_magnitude_sc16q11_aligned_12bit_table_x86_avx2, cpu_supports_avx2 },
|
|
{ 5, "exact_u32_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_exact_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 6, "exact_float_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_exact_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 7, "11bit_table_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_11bit_table_x86_avx2, cpu_supports_avx2 },
|
|
{ 8, "12bit_table_x86_avx2", "x86_avx2", starch_magnitude_sc16q11_12bit_table_x86_avx2, cpu_supports_avx2 },
|
|
{ 9, "exact_u32_generic", "generic", starch_magnitude_sc16q11_exact_u32_generic, NULL },
|
|
{ 10, "11bit_table_generic", "generic", starch_magnitude_sc16q11_11bit_table_generic, NULL },
|
|
{ 11, "12bit_table_generic", "generic", starch_magnitude_sc16q11_12bit_table_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for mean_power_u16 */
|
|
|
|
starch_mean_power_u16_regentry * starch_mean_power_u16_select() {
|
|
for (starch_mean_power_u16_regentry *entry = starch_mean_power_u16_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_mean_power_u16_dispatch ( const uint16_t * arg0, unsigned arg1, double * arg2, double * arg3 ) {
|
|
starch_mean_power_u16_regentry *entry = starch_mean_power_u16_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_mean_power_u16 = entry->callable;
|
|
starch_mean_power_u16 ( arg0, arg1, arg2, arg3 );
|
|
}
|
|
|
|
starch_mean_power_u16_ptr starch_mean_power_u16 = starch_mean_power_u16_dispatch;
|
|
|
|
void starch_mean_power_u16_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_mean_power_u16_regentry *entry;
|
|
for (entry = starch_mean_power_u16_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_mean_power_u16_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_mean_power_u16_registry, entry - starch_mean_power_u16_registry, sizeof(starch_mean_power_u16_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_mean_power_u16 = starch_mean_power_u16_dispatch;
|
|
}
|
|
|
|
starch_mean_power_u16_regentry starch_mean_power_u16_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
{ 1, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 2, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "u32_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
{ 2, "float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "u64_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_u64_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "neon_float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_neon_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 6, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
{ 1, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
{ 2, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 3, "float_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "u32_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "u64_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_u64_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 6, "neon_float_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_neon_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "u32_x86_avx2", "x86_avx2", starch_mean_power_u16_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
{ 2, "float_x86_avx2", "x86_avx2", starch_mean_power_u16_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "u64_x86_avx2", "x86_avx2", starch_mean_power_u16_u64_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 5, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
/* dispatcher / registry for mean_power_u16_aligned */
|
|
|
|
starch_mean_power_u16_aligned_regentry * starch_mean_power_u16_aligned_select() {
|
|
for (starch_mean_power_u16_aligned_regentry *entry = starch_mean_power_u16_aligned_registry;
|
|
entry->name;
|
|
++entry)
|
|
{
|
|
if (entry->flavor_supported && !(entry->flavor_supported()))
|
|
continue;
|
|
return entry;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void starch_mean_power_u16_aligned_dispatch ( const uint16_t * arg0, unsigned arg1, double * arg2, double * arg3 ) {
|
|
starch_mean_power_u16_aligned_regentry *entry = starch_mean_power_u16_aligned_select();
|
|
if (!entry)
|
|
abort();
|
|
|
|
starch_mean_power_u16_aligned = entry->callable;
|
|
starch_mean_power_u16_aligned ( arg0, arg1, arg2, arg3 );
|
|
}
|
|
|
|
starch_mean_power_u16_aligned_ptr starch_mean_power_u16_aligned = starch_mean_power_u16_aligned_dispatch;
|
|
|
|
void starch_mean_power_u16_aligned_set_wisdom (const char * const * received_wisdom)
|
|
{
|
|
/* re-rank the registry based on received wisdom */
|
|
starch_mean_power_u16_aligned_regentry *entry;
|
|
for (entry = starch_mean_power_u16_aligned_registry; entry->name; ++entry) {
|
|
const char * const *search;
|
|
for (search = received_wisdom; *search; ++search) {
|
|
if (!strcmp(*search, entry->name)) {
|
|
break;
|
|
}
|
|
}
|
|
if (*search) {
|
|
/* matches an entry in the wisdom list, order by position in the list */
|
|
entry->rank = search - received_wisdom;
|
|
} else {
|
|
/* no match, rank after all possible matches, retaining existing order */
|
|
entry->rank = (search - received_wisdom) + (entry - starch_mean_power_u16_aligned_registry);
|
|
}
|
|
}
|
|
|
|
/* re-sort based on the new ranking */
|
|
qsort(starch_mean_power_u16_aligned_registry, entry - starch_mean_power_u16_aligned_registry, sizeof(starch_mean_power_u16_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_mean_power_u16_aligned = starch_mean_power_u16_aligned_dispatch;
|
|
}
|
|
|
|
starch_mean_power_u16_aligned_regentry starch_mean_power_u16_aligned_registry[] = {
|
|
|
|
#ifdef STARCH_MIX_GENERIC
|
|
{ 0, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
{ 1, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 2, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
#endif /* STARCH_MIX_GENERIC */
|
|
|
|
#ifdef STARCH_MIX_ARM
|
|
{ 0, "u32_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_mean_power_u16_aligned_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 1, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
{ 2, "float_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_mean_power_u16_aligned_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 3, "u64_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_mean_power_u16_aligned_u64_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 4, "neon_float_armv7a_neon_vfpv4_aligned", "armv7a_neon_vfpv4", starch_mean_power_u16_aligned_neon_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 5, "float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 6, "u32_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_u32_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 7, "u64_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_u64_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 8, "neon_float_armv7a_neon_vfpv4", "armv7a_neon_vfpv4", starch_mean_power_u16_neon_float_armv7a_neon_vfpv4, cpu_supports_armv7_neon_vfpv4 },
|
|
{ 9, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 10, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
#endif /* STARCH_MIX_ARM */
|
|
|
|
#ifdef STARCH_MIX_AARCH64
|
|
{ 0, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
{ 1, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
{ 2, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 3, "float_armv8_neon_simd_aligned", "armv8_neon_simd", starch_mean_power_u16_aligned_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 4, "u32_armv8_neon_simd_aligned", "armv8_neon_simd", starch_mean_power_u16_aligned_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 5, "u64_armv8_neon_simd_aligned", "armv8_neon_simd", starch_mean_power_u16_aligned_u64_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 6, "neon_float_armv8_neon_simd_aligned", "armv8_neon_simd", starch_mean_power_u16_aligned_neon_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 7, "float_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 8, "u32_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_u32_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 9, "u64_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_u64_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
{ 10, "neon_float_armv8_neon_simd", "armv8_neon_simd", starch_mean_power_u16_neon_float_armv8_neon_simd, cpu_supports_armv8_simd },
|
|
#endif /* STARCH_MIX_AARCH64 */
|
|
|
|
#ifdef STARCH_MIX_X86
|
|
{ 0, "u32_x86_avx2_aligned", "x86_avx2", starch_mean_power_u16_aligned_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 1, "u32_generic", "generic", starch_mean_power_u16_u32_generic, NULL },
|
|
{ 2, "float_x86_avx2_aligned", "x86_avx2", starch_mean_power_u16_aligned_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 3, "u64_x86_avx2_aligned", "x86_avx2", starch_mean_power_u16_aligned_u64_x86_avx2, cpu_supports_avx2 },
|
|
{ 4, "float_x86_avx2", "x86_avx2", starch_mean_power_u16_float_x86_avx2, cpu_supports_avx2 },
|
|
{ 5, "u32_x86_avx2", "x86_avx2", starch_mean_power_u16_u32_x86_avx2, cpu_supports_avx2 },
|
|
{ 6, "u64_x86_avx2", "x86_avx2", starch_mean_power_u16_u64_x86_avx2, cpu_supports_avx2 },
|
|
{ 7, "float_generic", "generic", starch_mean_power_u16_float_generic, NULL },
|
|
{ 8, "u64_generic", "generic", starch_mean_power_u16_u64_generic, NULL },
|
|
#endif /* STARCH_MIX_X86 */
|
|
{ 0, NULL, NULL, NULL, NULL }
|
|
};
|
|
|
|
|
|
int starch_read_wisdom (const char * path)
|
|
{
|
|
FILE *fp = fopen(path, "r");
|
|
if (!fp)
|
|
return -1;
|
|
|
|
/* reset all ranks to identify entries not listed in the wisdom file; we'll assign ranks at the end to produce a stable sort */
|
|
int rank_magnitude_uc8 = 0;
|
|
for (starch_magnitude_uc8_regentry *entry = starch_magnitude_uc8_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_magnitude_uc8_aligned = 0;
|
|
for (starch_magnitude_uc8_aligned_regentry *entry = starch_magnitude_uc8_aligned_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_magnitude_power_uc8 = 0;
|
|
for (starch_magnitude_power_uc8_regentry *entry = starch_magnitude_power_uc8_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_magnitude_power_uc8_aligned = 0;
|
|
for (starch_magnitude_power_uc8_aligned_regentry *entry = starch_magnitude_power_uc8_aligned_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_magnitude_sc16 = 0;
|
|
for (starch_magnitude_sc16_regentry *entry = starch_magnitude_sc16_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_magnitude_sc16_aligned = 0;
|
|
for (starch_magnitude_sc16_aligned_regentry *entry = starch_magnitude_sc16_aligned_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_magnitude_sc16q11 = 0;
|
|
for (starch_magnitude_sc16q11_regentry *entry = starch_magnitude_sc16q11_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_magnitude_sc16q11_aligned = 0;
|
|
for (starch_magnitude_sc16q11_aligned_regentry *entry = starch_magnitude_sc16q11_aligned_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_mean_power_u16 = 0;
|
|
for (starch_mean_power_u16_regentry *entry = starch_mean_power_u16_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
int rank_mean_power_u16_aligned = 0;
|
|
for (starch_mean_power_u16_aligned_regentry *entry = starch_mean_power_u16_aligned_registry; entry->name; ++entry) {
|
|
entry->rank = 0;
|
|
}
|
|
|
|
char linebuf[512];
|
|
while (fgets(linebuf, sizeof(linebuf), fp)) {
|
|
/* split name and impl on whitespace, handle comments etc */
|
|
char *name = linebuf;
|
|
while (*name && isspace(*name))
|
|
++name;
|
|
|
|
if (!*name || *name == '#')
|
|
continue;
|
|
|
|
char *end = name;
|
|
while (*end && !isspace(*end))
|
|
++end;
|
|
|
|
if (!*end)
|
|
continue;
|
|
*end = 0;
|
|
|
|
char *impl = end + 1;
|
|
while (*impl && isspace(*impl))
|
|
++impl;
|
|
|
|
if (!*impl)
|
|
continue;
|
|
|
|
end = impl;
|
|
while (*end && !isspace(*end))
|
|
++end;
|
|
|
|
*end = 0;
|
|
|
|
/* try to find a matching registry entry */
|
|
if (!strcmp(name, "magnitude_uc8")) {
|
|
for (starch_magnitude_uc8_regentry *entry = starch_magnitude_uc8_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_uc8;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "magnitude_uc8_aligned")) {
|
|
for (starch_magnitude_uc8_aligned_regentry *entry = starch_magnitude_uc8_aligned_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_uc8_aligned;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "magnitude_power_uc8")) {
|
|
for (starch_magnitude_power_uc8_regentry *entry = starch_magnitude_power_uc8_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_power_uc8;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "magnitude_power_uc8_aligned")) {
|
|
for (starch_magnitude_power_uc8_aligned_regentry *entry = starch_magnitude_power_uc8_aligned_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_power_uc8_aligned;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "magnitude_sc16")) {
|
|
for (starch_magnitude_sc16_regentry *entry = starch_magnitude_sc16_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_sc16;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "magnitude_sc16_aligned")) {
|
|
for (starch_magnitude_sc16_aligned_regentry *entry = starch_magnitude_sc16_aligned_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_sc16_aligned;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "magnitude_sc16q11")) {
|
|
for (starch_magnitude_sc16q11_regentry *entry = starch_magnitude_sc16q11_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_sc16q11;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "magnitude_sc16q11_aligned")) {
|
|
for (starch_magnitude_sc16q11_aligned_regentry *entry = starch_magnitude_sc16q11_aligned_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_magnitude_sc16q11_aligned;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "mean_power_u16")) {
|
|
for (starch_mean_power_u16_regentry *entry = starch_mean_power_u16_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_mean_power_u16;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
if (!strcmp(name, "mean_power_u16_aligned")) {
|
|
for (starch_mean_power_u16_aligned_regentry *entry = starch_mean_power_u16_aligned_registry; entry->name; ++entry) {
|
|
if (!strcmp(impl, entry->name)) {
|
|
entry->rank = ++rank_mean_power_u16_aligned;
|
|
break;
|
|
}
|
|
}
|
|
continue;
|
|
}
|
|
}
|
|
|
|
if (ferror(fp)) {
|
|
fclose(fp);
|
|
return -1;
|
|
}
|
|
|
|
fclose(fp);
|
|
|
|
/* assign ranks to unmatched items to (stable) sort them last; re-sort everything */
|
|
{
|
|
starch_magnitude_uc8_regentry *entry;
|
|
for (entry = starch_magnitude_uc8_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_uc8;
|
|
}
|
|
qsort(starch_magnitude_uc8_registry, entry - starch_magnitude_uc8_registry, sizeof(starch_magnitude_uc8_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_uc8 = starch_magnitude_uc8_dispatch;
|
|
}
|
|
{
|
|
starch_magnitude_uc8_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_uc8_aligned_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_uc8_aligned;
|
|
}
|
|
qsort(starch_magnitude_uc8_aligned_registry, entry - starch_magnitude_uc8_aligned_registry, sizeof(starch_magnitude_uc8_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_uc8_aligned = starch_magnitude_uc8_aligned_dispatch;
|
|
}
|
|
{
|
|
starch_magnitude_power_uc8_regentry *entry;
|
|
for (entry = starch_magnitude_power_uc8_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_power_uc8;
|
|
}
|
|
qsort(starch_magnitude_power_uc8_registry, entry - starch_magnitude_power_uc8_registry, sizeof(starch_magnitude_power_uc8_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_power_uc8 = starch_magnitude_power_uc8_dispatch;
|
|
}
|
|
{
|
|
starch_magnitude_power_uc8_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_power_uc8_aligned_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_power_uc8_aligned;
|
|
}
|
|
qsort(starch_magnitude_power_uc8_aligned_registry, entry - starch_magnitude_power_uc8_aligned_registry, sizeof(starch_magnitude_power_uc8_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_power_uc8_aligned = starch_magnitude_power_uc8_aligned_dispatch;
|
|
}
|
|
{
|
|
starch_magnitude_sc16_regentry *entry;
|
|
for (entry = starch_magnitude_sc16_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_sc16;
|
|
}
|
|
qsort(starch_magnitude_sc16_registry, entry - starch_magnitude_sc16_registry, sizeof(starch_magnitude_sc16_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16 = starch_magnitude_sc16_dispatch;
|
|
}
|
|
{
|
|
starch_magnitude_sc16_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_sc16_aligned_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_sc16_aligned;
|
|
}
|
|
qsort(starch_magnitude_sc16_aligned_registry, entry - starch_magnitude_sc16_aligned_registry, sizeof(starch_magnitude_sc16_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16_aligned = starch_magnitude_sc16_aligned_dispatch;
|
|
}
|
|
{
|
|
starch_magnitude_sc16q11_regentry *entry;
|
|
for (entry = starch_magnitude_sc16q11_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_sc16q11;
|
|
}
|
|
qsort(starch_magnitude_sc16q11_registry, entry - starch_magnitude_sc16q11_registry, sizeof(starch_magnitude_sc16q11_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16q11 = starch_magnitude_sc16q11_dispatch;
|
|
}
|
|
{
|
|
starch_magnitude_sc16q11_aligned_regentry *entry;
|
|
for (entry = starch_magnitude_sc16q11_aligned_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_magnitude_sc16q11_aligned;
|
|
}
|
|
qsort(starch_magnitude_sc16q11_aligned_registry, entry - starch_magnitude_sc16q11_aligned_registry, sizeof(starch_magnitude_sc16q11_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_magnitude_sc16q11_aligned = starch_magnitude_sc16q11_aligned_dispatch;
|
|
}
|
|
{
|
|
starch_mean_power_u16_regentry *entry;
|
|
for (entry = starch_mean_power_u16_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_mean_power_u16;
|
|
}
|
|
qsort(starch_mean_power_u16_registry, entry - starch_mean_power_u16_registry, sizeof(starch_mean_power_u16_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_mean_power_u16 = starch_mean_power_u16_dispatch;
|
|
}
|
|
{
|
|
starch_mean_power_u16_aligned_regentry *entry;
|
|
for (entry = starch_mean_power_u16_aligned_registry; entry->name; ++entry) {
|
|
if (!entry->rank)
|
|
entry->rank = ++rank_mean_power_u16_aligned;
|
|
}
|
|
qsort(starch_mean_power_u16_aligned_registry, entry - starch_mean_power_u16_aligned_registry, sizeof(starch_mean_power_u16_aligned_regentry), starch_regentry_rank_compare);
|
|
|
|
/* reset the implementation pointer so the next call will re-select */
|
|
starch_mean_power_u16_aligned = starch_mean_power_u16_aligned_dispatch;
|
|
}
|
|
|
|
return 0;
|
|
}
|