/** Let the processor execute the next insruction
*
* See executeInstr for return values.
* If instruction successfully executed, it could return ERR_Breakpoint if there is
* a breakpoint on the next instruction.
*/
Error executeNextInstr(void)
{
Error rval = ERR_None;
MemCell instr = readMemCell(&memory, progCounter);
rval = executeInstr(instr.instructie, FALSE);
if(rval == ERR_None && hasNumber(breakpoints, progCounter))
{
return ERR_Breakpoint;
}
else
{
return rval;
}
}
static void numbers(struct ParseData *d, int alignment, int multiple, kvec_float_t *v)
{
int i;
wsp(d);
for (;;)
{
for (i = 0; i < alignment; ++i)
{
if (i == 0)
{
kv_push_back(*v, number(d));
}
else
{
comma(d);
kv_push_back(*v, number(d));
}
}
if (!multiple)
break;
if (hasComma(d))
{
comma(d);
continue;
}
wsp(d);
if (!hasNumber(d))
break;
}
}
static crfsuite_instance_t* create_phrase_instance ( SItem* phrase,
crfsuite_dictionary_t* attrs,
crfsuite_dictionary_t* labels,
s_erc *error)
{
crfsuite_instance_t * result = malloc ( sizeof(crfsuite_instance_t) );
int i = 0;
int L = labels->num(labels);
const SItem* itrItem = NULL;
const SItem* itrItemNext = NULL;
const SItem* finishItem = NULL;
const char* lbl[] = {"num", "sym", "cap", "p1", "p2", "p3",
"s1", "s2", "s3", "P1", "P2", "P3", "P4",
"S1", "S2", "S3", "S4", "S5", "S6", "w" };
const int words_length = 19;
const char* words[19] = { NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL};
int position = 0;
int lbl_counter = 0;
char buffer[8192];
crfsuite_instance_init ( result );
itrItemNext = SItemPathToItem (phrase, "daughter.R:Token.parent", error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemPathToItem\" failed"))
return NULL;
finishItem = SItemPathToItem (phrase, "n.daughter.R:Token.parent", error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemPathToItem\" failed"))
return NULL;
int counter = 0;
while ( itrItemNext != finishItem && itrItemNext != NULL && counter < 9)
{
words[counter] = SItemGetName(itrItemNext, error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemGetName\" failed"))
return NULL;
counter++;
itrItemNext = SItemNext(itrItemNext, error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemNext\" failed"))
return NULL;
}
itrItem = SItemPathToItem (phrase, "daughter.R:Token.parent", error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemPathToItem\" failed"))
return NULL;
while ( itrItem != finishItem && itrItem != NULL)
{
/* Extraction of the features for each token */
const char *tokenName = SItemGetName (itrItem, error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemGetName\" failed"))
return NULL;
lbl_counter = 0;
/* Extraction of label's ID */
int tokenID = labels->to_id(labels, "UNK");
int attribute_id;
/* If unknown the set the 0 labels (unknown) */
if (tokenID < 0)
tokenID = L;
crfsuite_item_t itemToken;
crfsuite_attribute_t attribute;
crfsuite_item_init(&itemToken);
const char *feat = NULL;
s_bool found = FALSE;
/* if token contains numbers */
found = hasNumber (tokenName, error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"hasNumber\" failed"))
return NULL;
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, found? "Y" : "N");
lbl_counter++;
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
/* if token contains symbols */
found = hasSymbol (tokenName, error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"hasSymbol\" failed"))
return NULL;
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, found? "Y" : "N");
lbl_counter++;
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
/* if token contains Capitals */
found = hasCapital (tokenName, error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"hasCapital\" failed"))
return NULL;
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, found? "Y" : "N");
lbl_counter++;
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
/* Prefixes of 1 to 3 chars of token */
i = 1;
while ( i < 4 )
{
feat = getFirstChars ( tokenName, i, error );
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"getFirstChars\" failed"))
return NULL;
if ( feat == NULL )
feat = "__nil__";
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, feat);
lbl_counter++;
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
i += 1;
}
/* Suffixes of 1 to 3 chars of token */
i = 1;
while ( i < 4 )
{
feat = getLastChars ( tokenName, i, error );
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"getLastChars\" failed"))
return NULL;
if ( feat == NULL )
feat = "__nil__";
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, feat);
lbl_counter++;
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
i += 1;
}
/* Prefixes of 1 to 4 chars of token without duplicates adjacent */
i = 1;
while ( i < 5 )
{
feat = getFirstChars ( removeDoubles(tokenName, error), i, error );
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"removeDoubles\" failed"))
return NULL;
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"getFirstChars\" failed"))
return NULL;
if ( feat == NULL )
feat = "__nil__";
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, feat);
lbl_counter++;
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
i += 1;
}
/* Suffixes of 1 to 6 chars of token without duplicates adjacent */
i = 1;
while ( i < 7 )
{
feat = getLastChars ( removeDoubles(tokenName, error), i, error );
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"removeDoubles\" failed"))
return NULL;
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"getFirstChars\" failed"))
return NULL;
if ( feat == NULL )
feat = "__nil__";
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, feat);
lbl_counter++;
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
i += 1;
}
/* Words features */
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 0, words[(position+0+words_length)%words_length]);
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
const char *tmp = words[(position-1+words_length)%words_length];
if(tmp!=NULL)
{
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], -1, tmp);
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
tmp = words[(position+1+words_length)%words_length];
if(tmp!=NULL)
{
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 1, tmp);
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
tmp = words[(position-2+words_length)%words_length];
if(tmp!=NULL)
{
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], -2, tmp);
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
tmp = words[(position+2+words_length)%words_length];
if(tmp!=NULL)
{
sprintf(buffer, "%s[%d]=%s", lbl[lbl_counter], 2, tmp);
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
const char * tmp1 = NULL;
i = 0;
while ( i < 4 )
{
tmp = words[(position-2+i+words_length)%words_length];
tmp1 = words[(position-1+i+words_length)%words_length];
if( tmp!=NULL && tmp1 != NULL )
{
sprintf(buffer, "%s[%d]|%s[%d]=%s|%s", lbl[lbl_counter], -2+i,
lbl[lbl_counter], -1+i,
tmp, tmp1 );
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
i++;
}
const char * tmp2 = NULL;
i = 0;
while ( i < 3 )
{
tmp = words[(position-2+i+words_length)%words_length];
tmp1 = words[(position-1+i+words_length)%words_length];
tmp2 = words[(position+0+i+words_length)%words_length];
if( tmp!=NULL && tmp1 != NULL && tmp2 != NULL )
{
sprintf(buffer, "%s[%d]|%s[%d]|%s[%d]=%s|%s|%s",
lbl[lbl_counter], -2+i,
lbl[lbl_counter], -1+i,
lbl[lbl_counter], +0+i,
tmp, tmp1, tmp2 );
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
i++;
}
const char * tmp3 = NULL;
i = 0;
while ( i < 2 )
{
tmp = words[(position-2+i+words_length)%words_length];
tmp1 = words[(position-1+i+words_length)%words_length];
tmp2 = words[(position+0+i+words_length)%words_length];
tmp3 = words[(position+1+i+words_length)%words_length];
if( tmp!=NULL && tmp1 != NULL && tmp2 != NULL && tmp3 != NULL )
{
sprintf(buffer, "%s[%d]|%s[%d]|%s[%d]|%s[%d]=%s|%s|%s|%s",
lbl[lbl_counter], -2+i,
lbl[lbl_counter], -1+i,
lbl[lbl_counter], +0+i,
lbl[lbl_counter], +1+i,
tmp, tmp1, tmp2, tmp3 );
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
i++;
}
tmp = words[(position-2+words_length)%words_length];
tmp1 = words[(position-1+words_length)%words_length];
tmp2 = words[(position+0+words_length)%words_length];
tmp3 = words[(position+1+words_length)%words_length];
const char * tmp4 = words[(position+2+words_length)%words_length];
if( tmp!=NULL && tmp1 != NULL && tmp2 != NULL && tmp3 != NULL && tmp4 != NULL )
{
sprintf(buffer, "%s[%d]|%s[%d]|%s[%d]|%s[%d]|%s[%d]=%s|%s|%s|%s|%s",
lbl[lbl_counter], -2,
lbl[lbl_counter], -1,
lbl[lbl_counter], +0,
lbl[lbl_counter], +1,
lbl[lbl_counter], +2,
tmp, tmp1, tmp2, tmp3, tmp4 );
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
tmp = words[(position+0+words_length)%words_length];
i = 1;
while ( i < 10 )
{
tmp1 = words[(position-i+words_length)%words_length];
if ( tmp1 != NULL )
{
sprintf(buffer, "%s[%d]|%s[%d]=%s|%s", lbl[lbl_counter], 0,
lbl[lbl_counter], 0-i,
tmp, tmp1 );
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
i++;
}
i = 1;
while ( i < 10 )
{
tmp1 = words[(position+i+words_length)%words_length];
if ( tmp1 != NULL )
{
sprintf(buffer, "%s[%d]|%s[%d]=%s|%s", lbl[lbl_counter], 0,
lbl[lbl_counter], 0+i,
tmp, tmp1 );
attribute_id = attrs->to_id (attrs,buffer);
crfsuite_attribute_set (&attribute, attribute_id, 1.0);
crfsuite_item_append_attribute(&itemToken, &attribute);
}
i++;
}
/* Update words array */
position++;
if ( itrItemNext != NULL )
{
words[position+9] = SItemGetName (itrItemNext, error);
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemNext\" failed"))
return NULL;
itrItemNext = SItemNext ( itrItemNext, error );
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemNext\" failed"))
return NULL;
}
else
words[position+9] = NULL;
itrItem = SItemNext ( itrItem, error );
if (S_CHK_ERR(error, S_CONTERR,
"create_phrase_instance",
"Call to \"SItemNext\" failed"))
return NULL;
crfsuite_instance_append(result, &itemToken, tokenID);
crfsuite_item_finish(&itemToken);
}
return result;
}
