Skip to content

Commit

Permalink
add device only function for text -> float*/numeric cast
Browse files Browse the repository at this point in the history
  • Loading branch information
@kaigai
kaigai committed Jan 28, 2025
1 parent eb5dee9 commit f95dfdc
Show file tree
Hide file tree
Showing 6 changed files with 488 additions and 41 deletions.
4 changes: 4 additions & 0 deletions src/codegen.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2245,6 +2245,10 @@ codegen_coerceviaio_expression(codegen_context *context,
{FuncOpCode__devcast_text_to_int2, "text", NULL, "int2", NULL},
{FuncOpCode__devcast_text_to_int4, "text", NULL, "int4", NULL},
{FuncOpCode__devcast_text_to_int8, "text", NULL, "int8", NULL},
{FuncOpCode__devcast_text_to_float2, "text", NULL, "float2", "pg_strom"},
{FuncOpCode__devcast_text_to_float4, "text", NULL, "float4", NULL},
{FuncOpCode__devcast_text_to_float8, "text", NULL, "float8", NULL},
{FuncOpCode__devcast_text_to_numeric, "text", NULL, "numeric", NULL},
{FuncOpCode__Invalid, NULL, NULL, NULL, NULL},
};
devtype_info *stype;
Expand Down
233 changes: 229 additions & 4 deletions src/xpu_basetype.cu
View file
Original file line number Diff line number Diff line change
Expand Up @@ -897,7 +897,7 @@ PG_BITWISE_OPERATOR_TEMPLATE(int8shl,int8,int8,int4,<<)
\
if (c < '0' || c > '9') \
{ \
STROM_ELOG(kcxt, "invalid input for int1"); \
STROM_ELOG(kcxt, "invalid input for " #XTYPE); \
return false; \
} \
if (ival > (__MAX/10) || \
Expand All @@ -921,6 +921,231 @@ PG_DEVCAST_TEXT_TO_INT_TEMPLATE(int2,int32_t,SHRT_MIN,SHRT_MAX)
PG_DEVCAST_TEXT_TO_INT_TEMPLATE(int4,int32_t,INT_MIN,INT_MAX)
PG_DEVCAST_TEXT_TO_INT_TEMPLATE(int8,int64_t,LONG_MIN,LONG_MAX)

//DEVONLY_FUNC_OPCODE(float2, devcast_text_to_float2, text, DEVKIND__ANY, 12)
//DEVONLY_FUNC_OPCODE(float4, devcast_text_to_float4, text, DEVKIND__ANY, 12)
//DEVONLY_FUNC_OPCODE(float8, devcast_text_to_float8, text, DEVKIND__ANY, 12)
STATIC_FUNCTION(bool)
__strtof(const char *str, int len, double *p_fval)
{
const char *pos;
double fval = 0.0;
double divisor = 1.0;
char sign = '+';
bool meet_period = false;

/* skip leading whitespace */
while (len > 0 && __isspace(*str))
{
str++;
len--;
}
if (len == 0)
return false;
pos = str;
/* sign (optional) */
if (*pos == '+' || *pos == '-')
{
sign = *pos;
pos++;
len--;
}
/* Decimal */
while (len > 0)
{
int c = *pos;

if (c == '.' && !meet_period)
meet_period = true;
else if (__isdigit(c))
{
fval = 10.0 * fval + (double)(c - '0');
if (meet_period)
divisor *= 10.0;
}
else
break;
pos++;
len--;
}
/* Exponential */
if (len > 0 && (*pos == 'e' || *pos == 'E'))
{
int expo = 0;
char expo_sign = '+';

pos++;
len--;
if (len == 0)
goto out;
if (*pos == '+' || *pos == '-')
{
expo_sign = *pos;
pos++;
len--;
}
while (len > 0)
{
int c = *pos;

if (!__isdigit(c))
break;
expo = 10 * expo + (c - '0');
pos++;
len--;
}
if (expo_sign == '+')
divisor *= pow(1.0, expo);
else
fval *= pow(1.0, expo);
}
/* skip tailing whitespace */
while (len > 0 && __isspace(*pos))
{
pos++;
len--;
}
/* len == 0 if valid digits */
if (len == 0)
{
fval /= divisor;
if (sign == '-')
fval = -fval;
*p_fval = fval;
return true;
}
out:
assert(pos >= str);
len += (pos - str);
if (len >= 3 && __strncasecmp(str, "NaN", 3) == 0)
{
fval = DBL_NAN;
str += 3;
len -= 3;
}
else if (len >= 8 && __strncasecmp(str, "Infinity", 8) == 0)
{
fval = DBL_INF;
str += 8;
len -= 8;
}
else if (len >= 9 && __strncasecmp(str, "+Infinity", 9) == 0)
{
fval = DBL_INF;
str += 9;
len -= 9;
}
else if (len >= 9 && __strncasecmp(str, "-Infinity", 9) == 0)
{
fval = -DBL_INF;
str += 9;
len -= 9;
}
else if (len >= 3 && __strncasecmp(str, "inf", 3) == 0)
{
fval = DBL_INF;
str += 3;
len -= 3;
}
else if (len >= 4 && __strncasecmp(str, "+inf", 4) == 0)
{
fval = DBL_INF;
str += 4;
len -= 4;
}
else if (len >= 4 && __strncasecmp(str, "-inf", 4) == 0)
{
fval = -DBL_INF;
str += 4;
len -= 4;
}
/* skip tailing whitespace */
while (len > 0 && __isspace(*str))
{
str++;
len--;
}
if (len == 0)
{
*p_fval = fval;
return true;
}
return false;
}

PUBLIC_FUNCTION(bool)
pgfn_devcast_text_to_float2(XPU_PGFUNCTION_ARGS)
{
KEXP_PROCESS_ARGS1(float2,text,arg);
double fval;

if (XPU_DATUM_ISNULL(&arg))
result->expr_ops = NULL;
else if (!xpu_text_is_valid(kcxt, &arg))
return false;
else if (__strtof(arg.value, arg.length, &fval))
{
if (isfinite(fval) && (fval < -(double)HALF_MAX ||
fval > (double)HALF_MAX))
{
STROM_ELOG(kcxt, "value is out of range for float2");
return false;
}
result->expr_ops = &xpu_float2_ops;
result->value = fval;
}
else
{
STROM_ELOG(kcxt, "invalid input for float2");
return false;
}
return true;
}

PUBLIC_FUNCTION(bool)
pgfn_devcast_text_to_float4(XPU_PGFUNCTION_ARGS)
{
KEXP_PROCESS_ARGS1(float4,text,arg);
double fval;

if (XPU_DATUM_ISNULL(&arg))
result->expr_ops = NULL;
else if (!xpu_text_is_valid(kcxt, &arg))
return false;
else if (__strtof(arg.value, arg.length, &fval))
{
if (isfinite(fval) && (fval < -(double)FLT_MAX ||
fval > (double)FLT_MAX))
{
STROM_ELOG(kcxt, "value is out of range for float4");
return false;
}
result->expr_ops = &xpu_float4_ops;
result->value = fval;
}
else
{
STROM_ELOG(kcxt, "invalid input for float4");
return false;
}
return true;
}

PUBLIC_FUNCTION(bool)
pgfn_devcast_text_to_float8(XPU_PGFUNCTION_ARGS)
{
KEXP_PROCESS_ARGS1(float8,text,arg);
double fval;

if (XPU_DATUM_ISNULL(&arg))
result->expr_ops = NULL;
else if (!xpu_text_is_valid(kcxt, &arg))
return false;
else if (__strtof(arg.value, arg.length, &fval))
{
result->expr_ops = &xpu_float8_ops;
result->value = fval;
}
else
{
STROM_ELOG(kcxt, "invalid input for float8");
return false;
}
return true;
}
33 changes: 0 additions & 33 deletions src/xpu_common.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -301,39 +301,6 @@ __memcmp(const void *__s1, const void *__s2, size_t n)
return 0;
}

INLINE_FUNCTION(int)
__strcmp(const char *s1, const char *s2)
{
unsigned char c1, c2;

do {
c1 = (unsigned char) *s1++;
c2 = (unsigned char) *s2++;

if (c1 == '\0')
return c1 - c2;
} while (c1 == c2);

return c1 - c2;
}

INLINE_FUNCTION(int)
__strncmp(const char *s1, const char *s2, int n)
{
unsigned char c1, c2;

while (n > 0)
{
c1 = (unsigned char) *s1++;
c2 = (unsigned char) *s2++;

if (c1 == '\0' || c1 != c2)
return c1 - c2;
n--;
}
return 0;
}

/* ----------------------------------------------------------------
*
* Fundamental CUDA definitions
Expand Down
Loading

0 comments on commit f95dfdc

Please sign in to comment.