void TBValue::SetFromStringAuto(const char *str, SET set) { if (!str) SetNull(); else if (is_number_only(str)) { if (is_number_float(str)) SetFloat((float)atof(str)); else SetInt(atoi(str)); } else if (is_start_of_number(str) && contains_non_trailing_space(str)) { // If the number has nontrailing space, we'll assume a list of numbers (example: "10 -4 3.5") SetNull(); if (TBValueArray *arr = new TBValueArray) { TBStr tmpstr; char *s3; if (tmpstr.Set(str)) { char * pch = strtok_r(tmpstr, ", ", &s3); while (pch) { if (TBValue *new_val = arr->AddValue()) new_val->SetFromStringAuto(pch, SET_NEW_COPY); pch = strtok_r(NULL, ", ", &s3); } } SetArray(arr, SET_TAKE_OWNERSHIP); } } else if (*str == '[') { SetNull(); if (TBValueArray *arr = new TBValueArray) { assert(!"not implemented! Split out the tokenizer code above!"); SetArray(arr, SET_TAKE_OWNERSHIP); } } else { SetString(str, set); return; } // We didn't set as string, so we might need to deal with the passed in string data. if (set == SET_TAKE_OWNERSHIP) { // Delete the passed in data TBValue tmp; tmp.SetString(str, SET_TAKE_OWNERSHIP); } }
virtual void OnToken(int line_nr, const char *name, TBValue &value) { if (!m_target_node) return; if (strcmp(name, "@file") == 0) IncludeFile(line_nr, value.GetString()); else if (strcmp(name, "@include") == 0) IncludeRef(line_nr, value.GetString()); else if (TBNode *n = TBNode::Create(name)) { n->m_value.TakeOver(value); m_target_node->Add(n); } }
void TBParser::ConsumeValue(TBValue &dst_value, char *&line) { // Find value (As quoted string, or as auto) char *value = line; if (*line == '\"' || *line == '\'') { const char quote_type = *line; // Consume starting quote line++; value++; // Find ending quote or end while (!IsEndQuote(value, line, quote_type) && *line != 0) line++; // Terminate away the quote if (*line == quote_type) *line++ = 0; // consume any whitespace while (is_white_space(line)) line++; // consume any comma if (*line == ',') line++; UnescapeString(value); dst_value.SetString(value, TBValue::SET_AS_STATIC); } else { // Find next comma or end while (*line != ',' && *line != 0) line++; // Terminate away the comma if (*line == ',') *line++ = 0; UnescapeString(value); dst_value.SetFromStringAuto(value, TBValue::SET_AS_STATIC); } // Check if we still have pending value data on the following line and set pending_multiline. bool continuing_multiline = pending_multiline; pending_multiline = is_pending_multiline(line); // Append the multi line value to the buffer. if (continuing_multiline || pending_multiline) multi_line_value.AppendString(dst_value.GetString()); }
void TBParser::OnMultiline(char *line, TBParserTarget *target) { // consume any whitespace while (is_white_space(line)) line++; TBValue value; ConsumeValue(value, line); if (!pending_multiline) { // Ready with all lines value.SetString(multi_line_value.GetData(), TBValue::SET_AS_STATIC); target->OnToken(current_line_nr, multi_line_token, value); if (multi_line_sub_level) target->Leave(); // Reset multi_line_value.SetAppendPos(0); multi_line_sub_level = 0; } }
void TBParser::OnLine(char *line, TBParserTarget *target) { if (is_space_or_comment(line)) { if (*line == '#') target->OnComment(current_line_nr, line + 1); return; } if (pending_multiline) { OnMultiline(line, target); return; } // Check indent int indent = 0; while (line[indent] == '\t' && line[indent] != 0) indent++; line += indent; if (indent - current_indent > 1) { target->OnError(current_line_nr, "Indentation error. (Line skipped)"); return; } if (indent > current_indent) { // FIX: Report indentation error if more than 1 higher! assert(indent - current_indent == 1); target->Enter(); current_indent++; } else if (indent < current_indent) { while (indent < current_indent) { target->Leave(); current_indent--; } } if (*line == 0) return; else { char *token = line; // Read line while consuming it and copy over to token buf while (!is_white_space(line) && *line != 0) line++; int token_len = line - token; // Consume any white space after the token while (is_white_space(line)) line++; bool is_compact_line = token_len && token[token_len - 1] == ':'; TBValue value; if (is_compact_line) { token_len--; token[token_len] = 0; // Check if the first argument is not a child but the value for this token if (*line == '[' || *line == '\"' || *line == '\'' || is_start_of_number(line) || is_start_of_color(line) || is_start_of_reference(line)) { ConsumeValue(value, line); if (pending_multiline) { // The value wrapped to the next line, so we should remember the token and continue. multi_line_token.Set(token); return; } } } else if (token[token_len]) { token[token_len] = 0; UnescapeString(line); value.SetFromStringAuto(line, TBValue::SET_AS_STATIC); } target->OnToken(current_line_nr, token, value); if (is_compact_line) OnCompactLine(line, target); } }