/**
* as_pool_load_metadata:
*
* Load fresh metadata from AppStream directories.
*/
static gboolean
as_pool_load_metadata (AsPool *pool)
{
GPtrArray *cpts;
g_autoptr(GPtrArray) merge_cpts = NULL;
guint i;
gboolean ret;
g_autoptr(AsMetadata) metad = NULL;
g_autoptr(GPtrArray) mdata_files = NULL;
GError *error = NULL;
AsPoolPrivate *priv = GET_PRIVATE (pool);
/* prepare metadata parser */
metad = as_metadata_new ();
as_metadata_set_format_style (metad, AS_FORMAT_STYLE_COLLECTION);
as_metadata_set_locale (metad, priv->locale);
/* find AppStream metadata */
ret = TRUE;
mdata_files = g_ptr_array_new_with_free_func (g_free);
/* find XML data */
for (i = 0; i < priv->xml_dirs->len; i++) {
const gchar *xml_path = (const gchar *) g_ptr_array_index (priv->xml_dirs, i);
guint j;
if (g_file_test (xml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) xmls = NULL;
g_debug ("Searching for data in: %s", xml_path);
xmls = as_utils_find_files_matching (xml_path, "*.xml*", FALSE, NULL);
if (xmls != NULL) {
for (j = 0; j < xmls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (xmls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* find YAML metadata */
for (i = 0; i < priv->yaml_dirs->len; i++) {
const gchar *yaml_path = (const gchar *) g_ptr_array_index (priv->yaml_dirs, i);
guint j;
if (g_file_test (yaml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) yamls = NULL;
g_debug ("Searching for data in: %s", yaml_path);
yamls = as_utils_find_files_matching (yaml_path, "*.yml*", FALSE, NULL);
if (yamls != NULL) {
for (j = 0; j < yamls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (yamls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* parse the found data */
for (i = 0; i < mdata_files->len; i++) {
g_autoptr(GFile) infile = NULL;
const gchar *fname;
fname = (const gchar*) g_ptr_array_index (mdata_files, i);
g_debug ("Reading: %s", fname);
infile = g_file_new_for_path (fname);
if (!g_file_query_exists (infile, NULL)) {
g_warning ("Metadata file '%s' does not exist.", fname);
continue;
}
as_metadata_parse_file (metad,
infile,
AS_FORMAT_KIND_UNKNOWN,
&error);
if (error != NULL) {
g_debug ("WARNING: %s", error->message);
g_error_free (error);
error = NULL;
ret = FALSE;
}
}
/* add found components to the metadata pool */
cpts = as_metadata_get_components (metad);
merge_cpts = g_ptr_array_new ();
for (i = 0; i < cpts->len; i++) {
AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts, i));
/* deal with merge-components later */
if (as_component_get_merge_kind (cpt) != AS_MERGE_KIND_NONE) {
g_ptr_array_add (merge_cpts, cpt);
continue;
}
as_pool_add_component (pool, cpt, &error);
if (error != NULL) {
g_debug ("Metadata ignored: %s", error->message);
g_error_free (error);
error = NULL;
}
}
/* we need to merge the merge-components into the pool last, so the merge process can fetch
* all components with matching IDs from the pool */
for (i = 0; i < merge_cpts->len; i++) {
AsComponent *mcpt = AS_COMPONENT (g_ptr_array_index (merge_cpts, i));
as_pool_add_component (pool, mcpt, &error);
if (error != NULL) {
g_debug ("Merge component ignored: %s", error->message);
g_error_free (error);
error = NULL;
}
}
return ret;
}
/**
* as_pool_load_desktop_entries:
*
* Load fresh metadata from .desktop files.
*/
static void
as_pool_load_desktop_entries (AsPool *pool)
{
GPtrArray *cpts;
guint i;
g_autoptr(AsMetadata) metad = NULL;
g_autoptr(GPtrArray) de_files = NULL;
GError *error = NULL;
AsPoolPrivate *priv = GET_PRIVATE (pool);
/* prepare metadata parser */
metad = as_metadata_new ();
as_metadata_set_locale (metad, priv->locale);
/* find .desktop files */
g_debug ("Searching for data in: %s", APPLICATIONS_DIR);
de_files = as_utils_find_files_matching (APPLICATIONS_DIR, "*.desktop", FALSE, NULL);
if (de_files == NULL) {
g_debug ("Unable find .desktop files.");
return;
}
/* parse the found data */
for (i = 0; i < de_files->len; i++) {
g_autoptr(GFile) infile = NULL;
const gchar *fname;
fname = (const gchar*) g_ptr_array_index (de_files, i);
g_debug ("Reading: %s", fname);
infile = g_file_new_for_path (fname);
if (!g_file_query_exists (infile, NULL)) {
g_warning ("Metadata file '%s' does not exist.", fname);
continue;
}
as_metadata_parse_file (metad,
infile,
AS_FORMAT_KIND_UNKNOWN,
&error);
if (error != NULL) {
g_debug ("WARNING: %s", error->message);
g_error_free (error);
error = NULL;
}
}
/* add found components to the metadata pool */
cpts = as_metadata_get_components (metad);
for (i = 0; i < cpts->len; i++) {
AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts, i));
/* We only read .desktop files from system directories at time */
as_component_set_scope (cpt, AS_COMPONENT_SCOPE_SYSTEM);
as_pool_add_component_internal (pool, cpt, FALSE, &error);
if (error != NULL) {
g_debug ("Metadata ignored: %s", error->message);
g_error_free (error);
error = NULL;
}
}
}
/**
* as_data_pool_load_metadata:
*
* Load fresh metadata from AppStream directories.
*/
gboolean
as_data_pool_load_metadata (AsDataPool *dpool)
{
GPtrArray *cpts;
guint i;
gboolean ret;
g_autoptr(AsMetadata) metad = NULL;
GError *error = NULL;
AsDataPoolPrivate *priv = GET_PRIVATE (dpool);
/* prepare metadata parser */
metad = as_metadata_new ();
as_metadata_set_parser_mode (metad, AS_PARSER_MODE_DISTRO);
as_metadata_set_locale (metad, priv->locale);
/* find AppStream XML and YAML metadata */
ret = TRUE;
for (i = 0; i < priv->mdata_dirs->len; i++) {
const gchar *root_path;
g_autofree gchar *xml_path = NULL;
g_autofree gchar *yaml_path = NULL;
g_autoptr(GPtrArray) mdata_files = NULL;
gboolean subdir_found = FALSE;
guint j;
root_path = (const gchar *) g_ptr_array_index (priv->mdata_dirs, i);
if (!g_file_test (root_path, G_FILE_TEST_EXISTS))
continue;
xml_path = g_build_filename (root_path, "xmls", NULL);
yaml_path = g_build_filename (root_path, "yaml", NULL);
mdata_files = g_ptr_array_new_with_free_func (g_free);
/* find XML data */
if (g_file_test (xml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) xmls = NULL;
subdir_found = TRUE;
g_debug ("Searching for data in: %s", xml_path);
xmls = as_utils_find_files_matching (xml_path, "*.xml*", FALSE, NULL);
if (xmls != NULL) {
for (j = 0; j < xmls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (xmls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
/* find YAML data */
if (g_file_test (yaml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) yamls = NULL;
subdir_found = TRUE;
g_debug ("Searching for data in: %s", yaml_path);
yamls = as_utils_find_files_matching (yaml_path, "*.yml*", FALSE, NULL);
if (yamls != NULL) {
for (j = 0; j < yamls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (yamls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
if (!subdir_found) {
g_debug ("No metadata directories found in '%s'", root_path);
continue;
}
/* parse the found data */
for (j = 0; j < mdata_files->len; j++) {
g_autoptr(GFile) infile = NULL;
const gchar *fname;
fname = (const gchar*) g_ptr_array_index (mdata_files, j);
g_debug ("Reading: %s", fname);
infile = g_file_new_for_path (fname);
if (!g_file_query_exists (infile, NULL)) {
g_warning ("Metadata file '%s' does not exist.", fname);
continue;
}
as_metadata_parse_file (metad, infile, &error);
if (error != NULL) {
g_debug ("WARNING: %s", error->message);
g_error_free (error);
error = NULL;
ret = FALSE;
}
}
}
cpts = as_metadata_get_components (metad);
for (i = 0; i < cpts->len; i++) {
as_data_pool_add_component (dpool,
AS_COMPONENT (g_ptr_array_index (cpts, i)),
&error);
if (error != NULL) {
g_debug ("Data ignored: %s", error->message);
g_error_free (error);
error = NULL;
}
}
return ret;
}
/**
* as_pool_load_appstream:
*
* Load fresh metadata from AppStream directories.
*/
static gboolean
as_pool_load_appstream (AsPool *pool, GError **error)
{
GPtrArray *cpts;
g_autoptr(GPtrArray) merge_cpts = NULL;
guint i;
gboolean ret;
g_autoptr(AsMetadata) metad = NULL;
g_autoptr(GPtrArray) mdata_files = NULL;
GError *tmp_error = NULL;
AsPoolPrivate *priv = GET_PRIVATE (pool);
/* see if we can use the caches */
if (!as_pool_metadata_changed (pool)) {
g_autofree gchar *fname = NULL;
g_debug ("Caches are up to date.");
if (as_flags_contains (priv->cache_flags, AS_CACHE_FLAG_USE_SYSTEM)) {
g_debug ("Using cached data.");
fname = g_strdup_printf ("%s/%s.gvz", priv->sys_cache_path, priv->locale);
if (g_file_test (fname, G_FILE_TEST_EXISTS)) {
return as_pool_load_cache_file (pool, fname, error);
} else {
g_debug ("Missing cache for language '%s', attempting to load fresh data.", priv->locale);
}
} else {
g_debug ("Not using system cache.");
}
}
/* prepare metadata parser */
metad = as_metadata_new ();
as_metadata_set_format_style (metad, AS_FORMAT_STYLE_COLLECTION);
as_metadata_set_locale (metad, priv->locale);
/* find AppStream metadata */
ret = TRUE;
mdata_files = g_ptr_array_new_with_free_func (g_free);
/* find XML data */
for (i = 0; i < priv->xml_dirs->len; i++) {
const gchar *xml_path = (const gchar *) g_ptr_array_index (priv->xml_dirs, i);
guint j;
if (g_file_test (xml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) xmls = NULL;
g_debug ("Searching for data in: %s", xml_path);
xmls = as_utils_find_files_matching (xml_path, "*.xml*", FALSE, NULL);
if (xmls != NULL) {
for (j = 0; j < xmls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (xmls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* find YAML metadata */
for (i = 0; i < priv->yaml_dirs->len; i++) {
const gchar *yaml_path = (const gchar *) g_ptr_array_index (priv->yaml_dirs, i);
guint j;
if (g_file_test (yaml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) yamls = NULL;
g_debug ("Searching for data in: %s", yaml_path);
yamls = as_utils_find_files_matching (yaml_path, "*.yml*", FALSE, NULL);
if (yamls != NULL) {
for (j = 0; j < yamls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (yamls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* parse the found data */
for (i = 0; i < mdata_files->len; i++) {
g_autoptr(GFile) infile = NULL;
const gchar *fname;
fname = (const gchar*) g_ptr_array_index (mdata_files, i);
g_debug ("Reading: %s", fname);
infile = g_file_new_for_path (fname);
if (!g_file_query_exists (infile, NULL)) {
g_warning ("Metadata file '%s' does not exist.", fname);
continue;
}
as_metadata_parse_file (metad,
infile,
AS_FORMAT_KIND_UNKNOWN,
&tmp_error);
if (tmp_error != NULL) {
g_debug ("WARNING: %s", tmp_error->message);
g_error_free (tmp_error);
tmp_error = NULL;
ret = FALSE;
}
}
/* add found components to the metadata pool */
cpts = as_metadata_get_components (metad);
merge_cpts = g_ptr_array_new ();
for (i = 0; i < cpts->len; i++) {
AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts, i));
/* TODO: We support only system components at time */
as_component_set_scope (cpt, AS_COMPONENT_SCOPE_SYSTEM);
/* deal with merge-components later */
if (as_component_get_merge_kind (cpt) != AS_MERGE_KIND_NONE) {
g_ptr_array_add (merge_cpts, cpt);
continue;
}
as_pool_add_component (pool, cpt, &tmp_error);
if (tmp_error != NULL) {
g_debug ("Metadata ignored: %s", tmp_error->message);
g_error_free (tmp_error);
tmp_error = NULL;
}
}
/* we need to merge the merge-components into the pool last, so the merge process can fetch
* all components with matching IDs from the pool */
for (i = 0; i < merge_cpts->len; i++) {
AsComponent *mcpt = AS_COMPONENT (g_ptr_array_index (merge_cpts, i));
as_pool_add_component (pool, mcpt, &tmp_error);
if (tmp_error != NULL) {
g_debug ("Merge component ignored: %s", tmp_error->message);
g_error_free (tmp_error);
tmp_error = NULL;
}
}
return ret;
}
