/**
* as_pool_load_cache_file:
* @pool: An instance of #AsPool.
* @fname: Filename of the cache file to load into the pool.
* @error: A #GError or %NULL.
*
* Load AppStream metadata from a cache file.
*/
gboolean
as_pool_load_cache_file (AsPool *pool, const gchar *fname, GError **error)
{
g_autoptr(GPtrArray) cpts = NULL;
guint i;
GError *tmp_error = NULL;
/* load list of components in cache */
cpts = as_cache_file_read (fname, &tmp_error);
if (tmp_error != NULL) {
g_propagate_error (error, tmp_error);
return FALSE;
}
/* add cache objects to the pool */
for (i = 0; i < cpts->len; i++) {
AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts, i));
as_pool_add_component (pool, cpt, &tmp_error);
if (tmp_error != NULL) {
g_warning ("Cached data ignored: %s", tmp_error->message);
g_error_free (tmp_error);
tmp_error = NULL;
continue;
}
/* find and reference addons */
as_pool_update_addon_info (pool, cpt);
}
/* NOTE: Caches don't have merge components, so we don't need to special-case them here */
return TRUE;
}
/**
* as_pool_load_metadata:
*
* Load fresh metadata from AppStream directories.
*/
static gboolean
as_pool_load_metadata (AsPool *pool)
{
GPtrArray *cpts;
g_autoptr(GPtrArray) merge_cpts = NULL;
guint i;
gboolean ret;
g_autoptr(AsMetadata) metad = NULL;
g_autoptr(GPtrArray) mdata_files = NULL;
GError *error = NULL;
AsPoolPrivate *priv = GET_PRIVATE (pool);
/* prepare metadata parser */
metad = as_metadata_new ();
as_metadata_set_format_style (metad, AS_FORMAT_STYLE_COLLECTION);
as_metadata_set_locale (metad, priv->locale);
/* find AppStream metadata */
ret = TRUE;
mdata_files = g_ptr_array_new_with_free_func (g_free);
/* find XML data */
for (i = 0; i < priv->xml_dirs->len; i++) {
const gchar *xml_path = (const gchar *) g_ptr_array_index (priv->xml_dirs, i);
guint j;
if (g_file_test (xml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) xmls = NULL;
g_debug ("Searching for data in: %s", xml_path);
xmls = as_utils_find_files_matching (xml_path, "*.xml*", FALSE, NULL);
if (xmls != NULL) {
for (j = 0; j < xmls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (xmls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* find YAML metadata */
for (i = 0; i < priv->yaml_dirs->len; i++) {
const gchar *yaml_path = (const gchar *) g_ptr_array_index (priv->yaml_dirs, i);
guint j;
if (g_file_test (yaml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) yamls = NULL;
g_debug ("Searching for data in: %s", yaml_path);
yamls = as_utils_find_files_matching (yaml_path, "*.yml*", FALSE, NULL);
if (yamls != NULL) {
for (j = 0; j < yamls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (yamls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* parse the found data */
for (i = 0; i < mdata_files->len; i++) {
g_autoptr(GFile) infile = NULL;
const gchar *fname;
fname = (const gchar*) g_ptr_array_index (mdata_files, i);
g_debug ("Reading: %s", fname);
infile = g_file_new_for_path (fname);
if (!g_file_query_exists (infile, NULL)) {
g_warning ("Metadata file '%s' does not exist.", fname);
continue;
}
as_metadata_parse_file (metad,
infile,
AS_FORMAT_KIND_UNKNOWN,
&error);
if (error != NULL) {
g_debug ("WARNING: %s", error->message);
g_error_free (error);
error = NULL;
ret = FALSE;
}
}
/* add found components to the metadata pool */
cpts = as_metadata_get_components (metad);
merge_cpts = g_ptr_array_new ();
for (i = 0; i < cpts->len; i++) {
AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts, i));
/* deal with merge-components later */
if (as_component_get_merge_kind (cpt) != AS_MERGE_KIND_NONE) {
g_ptr_array_add (merge_cpts, cpt);
continue;
}
as_pool_add_component (pool, cpt, &error);
if (error != NULL) {
g_debug ("Metadata ignored: %s", error->message);
g_error_free (error);
error = NULL;
}
}
/* we need to merge the merge-components into the pool last, so the merge process can fetch
* all components with matching IDs from the pool */
for (i = 0; i < merge_cpts->len; i++) {
AsComponent *mcpt = AS_COMPONENT (g_ptr_array_index (merge_cpts, i));
as_pool_add_component (pool, mcpt, &error);
if (error != NULL) {
g_debug ("Merge component ignored: %s", error->message);
g_error_free (error);
error = NULL;
}
}
return ret;
}
/**
* as_pool_load_appstream:
*
* Load fresh metadata from AppStream directories.
*/
static gboolean
as_pool_load_appstream (AsPool *pool, GError **error)
{
GPtrArray *cpts;
g_autoptr(GPtrArray) merge_cpts = NULL;
guint i;
gboolean ret;
g_autoptr(AsMetadata) metad = NULL;
g_autoptr(GPtrArray) mdata_files = NULL;
GError *tmp_error = NULL;
AsPoolPrivate *priv = GET_PRIVATE (pool);
/* see if we can use the caches */
if (!as_pool_metadata_changed (pool)) {
g_autofree gchar *fname = NULL;
g_debug ("Caches are up to date.");
if (as_flags_contains (priv->cache_flags, AS_CACHE_FLAG_USE_SYSTEM)) {
g_debug ("Using cached data.");
fname = g_strdup_printf ("%s/%s.gvz", priv->sys_cache_path, priv->locale);
if (g_file_test (fname, G_FILE_TEST_EXISTS)) {
return as_pool_load_cache_file (pool, fname, error);
} else {
g_debug ("Missing cache for language '%s', attempting to load fresh data.", priv->locale);
}
} else {
g_debug ("Not using system cache.");
}
}
/* prepare metadata parser */
metad = as_metadata_new ();
as_metadata_set_format_style (metad, AS_FORMAT_STYLE_COLLECTION);
as_metadata_set_locale (metad, priv->locale);
/* find AppStream metadata */
ret = TRUE;
mdata_files = g_ptr_array_new_with_free_func (g_free);
/* find XML data */
for (i = 0; i < priv->xml_dirs->len; i++) {
const gchar *xml_path = (const gchar *) g_ptr_array_index (priv->xml_dirs, i);
guint j;
if (g_file_test (xml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) xmls = NULL;
g_debug ("Searching for data in: %s", xml_path);
xmls = as_utils_find_files_matching (xml_path, "*.xml*", FALSE, NULL);
if (xmls != NULL) {
for (j = 0; j < xmls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (xmls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* find YAML metadata */
for (i = 0; i < priv->yaml_dirs->len; i++) {
const gchar *yaml_path = (const gchar *) g_ptr_array_index (priv->yaml_dirs, i);
guint j;
if (g_file_test (yaml_path, G_FILE_TEST_IS_DIR)) {
g_autoptr(GPtrArray) yamls = NULL;
g_debug ("Searching for data in: %s", yaml_path);
yamls = as_utils_find_files_matching (yaml_path, "*.yml*", FALSE, NULL);
if (yamls != NULL) {
for (j = 0; j < yamls->len; j++) {
const gchar *val;
val = (const gchar *) g_ptr_array_index (yamls, j);
g_ptr_array_add (mdata_files,
g_strdup (val));
}
}
}
}
/* parse the found data */
for (i = 0; i < mdata_files->len; i++) {
g_autoptr(GFile) infile = NULL;
const gchar *fname;
fname = (const gchar*) g_ptr_array_index (mdata_files, i);
g_debug ("Reading: %s", fname);
infile = g_file_new_for_path (fname);
if (!g_file_query_exists (infile, NULL)) {
g_warning ("Metadata file '%s' does not exist.", fname);
continue;
}
as_metadata_parse_file (metad,
infile,
AS_FORMAT_KIND_UNKNOWN,
&tmp_error);
if (tmp_error != NULL) {
g_debug ("WARNING: %s", tmp_error->message);
g_error_free (tmp_error);
tmp_error = NULL;
ret = FALSE;
}
}
/* add found components to the metadata pool */
cpts = as_metadata_get_components (metad);
merge_cpts = g_ptr_array_new ();
for (i = 0; i < cpts->len; i++) {
AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts, i));
/* TODO: We support only system components at time */
as_component_set_scope (cpt, AS_COMPONENT_SCOPE_SYSTEM);
/* deal with merge-components later */
if (as_component_get_merge_kind (cpt) != AS_MERGE_KIND_NONE) {
g_ptr_array_add (merge_cpts, cpt);
continue;
}
as_pool_add_component (pool, cpt, &tmp_error);
if (tmp_error != NULL) {
g_debug ("Metadata ignored: %s", tmp_error->message);
g_error_free (tmp_error);
tmp_error = NULL;
}
}
/* we need to merge the merge-components into the pool last, so the merge process can fetch
* all components with matching IDs from the pool */
for (i = 0; i < merge_cpts->len; i++) {
AsComponent *mcpt = AS_COMPONENT (g_ptr_array_index (merge_cpts, i));
as_pool_add_component (pool, mcpt, &tmp_error);
if (tmp_error != NULL) {
g_debug ("Merge component ignored: %s", tmp_error->message);
g_error_free (tmp_error);
tmp_error = NULL;
}
}
return ret;
}
