src/fccache.c | 51 +++++++++++++++++++++++++++++++---------- src/fccfg.c | 59 +++++++++++++++++++++++++++++------------------- src/fcint.h | 10 ++++++-- src/fclist.c | 36 ----------------------------- src/fcmatch.c | 34 --------------------------- src/fcpat.c | 71 +++++++++++++++++++++++++++++++++++++++++++++++++++++++--- src/fcxml.c | 3 ++ 7 files changed, 154 insertions(+), 110 deletions(-) New commits: commit 14c23a5715c529be175d8d6152cabd4ddad4e981 Author: Akira TAGOH <akira@xxxxxxxxx> Date: Fri May 25 15:20:10 2018 +0900 Fix double-free diff --git a/src/fcxml.c b/src/fcxml.c index c69ee50..4f984a7 100644 --- a/src/fcxml.c +++ b/src/fcxml.c @@ -2780,7 +2780,10 @@ FcParseAcceptRejectFont (FcConfigParse *parse, FcElement element) else { if (parse->scanOnly && vstack->u.string) + { FcStrFree (vstack->u.string); + vstack->tag = FcVStackNone; + } } break; case FcVStackPattern: commit 3ea70f936832932fcd9502b0906ee9908bd04978 Author: Alexander Larsson <alexl@xxxxxxxxxx> Date: Wed May 23 16:00:01 2018 +0200 Cache: Remove alias_table There is really no need for this anymore https://bugs.freedesktop.org/show_bug.cgi?id=106618 diff --git a/src/fccache.c b/src/fccache.c index 041c77b..667d4e7 100644 --- a/src/fccache.c +++ b/src/fccache.c @@ -278,26 +278,22 @@ static FcChar8 * FcDirCacheBasenameUUID (const FcChar8 *dir, FcChar8 cache_base[CACHEBASE_LEN], FcConfig *config) { void *u; - FcChar8 *alias, *target; + FcChar8 *target; const FcChar8 *sysroot = FcConfigGetSysRoot (config); - if (!FcHashTableFind (config->alias_table, dir, (void **)&alias)) - alias = FcStrdup (dir); if (sysroot) - target = FcStrBuildFilename (sysroot, alias, NULL); + target = FcStrBuildFilename (sysroot, dir, NULL); else - target = FcStrdup (alias); + target = FcStrdup (dir); if (FcHashTableFind (config->uuid_table, target, &u)) { uuid_unparse (u, (char *) cache_base); strcat ((char *) cache_base, "-" FC_ARCHITECTURE FC_CACHE_SUFFIX); FcHashUuidFree (u); FcStrFree (target); - FcStrFree (alias); return cache_base; } FcStrFree (target); - FcStrFree (alias); return NULL; } #endif @@ -1017,7 +1013,6 @@ FcCache * FcDirCacheLoad (const FcChar8 *dir, FcConfig *config, FcChar8 **cache_file) { FcCache *cache = NULL; - const FcChar8 *d; #ifndef _WIN32 FcDirCacheReadUUID ((FcChar8 *) dir, config); @@ -1027,10 +1022,6 @@ FcDirCacheLoad (const FcChar8 *dir, FcConfig *config, FcChar8 **cache_file) &cache, cache_file)) return NULL; - d = FcCacheDir (cache); - if (FcStrCmp (dir, d)) - FcHashTableAdd (config->alias_table, (FcChar8 *) d, (FcChar8 *) dir); - return cache; } diff --git a/src/fccfg.c b/src/fccfg.c index ffe189a..f9fc99a 100644 --- a/src/fccfg.c +++ b/src/fccfg.c @@ -144,12 +144,6 @@ FcConfigCreate (void) FcHashUuidCopy, (FcDestroyFunc) FcStrFree, FcHashUuidFree); - config->alias_table = FcHashTableCreate ((FcHashFunc) FcStrHashIgnoreCase, - (FcCompareFunc) FcStrCmp, - FcHashStrCopy, - FcHashStrCopy, - (FcDestroyFunc) FcStrFree, - (FcDestroyFunc) FcStrFree); FcRefInit (&config->ref, 1); @@ -313,7 +307,6 @@ FcConfigDestroy (FcConfig *config) FcStrFree (config->sysRoot); FcHashTableDestroy (config->uuid_table); - FcHashTableDestroy (config->alias_table); free (config); } @@ -398,18 +391,14 @@ FcConfigAddCache (FcConfig *config, FcCache *cache, for (i = 0; i < cache->dirs_count; i++) { const FcChar8 *dir = FcCacheSubdir (cache, i); - FcChar8 *alias; - FcChar8 *d = FcStrDirname (dir); FcChar8 *s = NULL; - if (FcHashTableFind (config->alias_table, d, (void **)&alias)) + if (relocated) { FcChar8 *base = FcStrBasename (dir); - dir = s = FcStrBuildFilename (alias, base, NULL); - FcStrFree (alias); + dir = s = FcStrBuildFilename (forDir, base, NULL); FcStrFree (base); } - FcStrFree (d); if (FcConfigAcceptFilename (config, dir)) FcStrSetAddFilename (dirSet, dir); if (s) diff --git a/src/fcint.h b/src/fcint.h index 966559f..b688aa4 100644 --- a/src/fcint.h +++ b/src/fcint.h @@ -566,7 +566,6 @@ struct _FcConfig { FcStrSet *availConfigFiles; /* config files available */ FcPtrList *rulesetList; /* List of rulesets being installed */ FcHashTable *uuid_table; /* UUID table for cachedirs */ - FcHashTable *alias_table; /* alias table for cachedirs */ }; typedef struct _FcFileTime { commit c42402d0b8ada2472924619fc197a0394fbcd62c Author: Alexander Larsson <alexl@xxxxxxxxxx> Date: Wed May 23 15:15:33 2018 +0200 Cache: Rewrite relocated paths in earlier This changes the rewriting of the FC_FILE values for relocated caches to an earlier stage while reading the cache. This is better, because it means all APIs will report the rewritten paths, not just the once that use the list apis. We do this by detecting the relocated case and duplicating the FcPattern and FcPatternElm in an cache allocation (which will die with the cache) and then reusing the FcValueLists from the cache. This means that in the rewritten case we will use some more memory, but not the full size of the cache. In a test here I had 800k of relocated caches, but ~200k of wasted on duplicating the objects. This should fix https://bugs.freedesktop.org/show_bug.cgi?id=106618 diff --git a/src/fccfg.c b/src/fccfg.c index e966e57..ffe189a 100644 --- a/src/fccfg.c +++ b/src/fccfg.c @@ -324,11 +324,15 @@ FcConfigDestroy (FcConfig *config) FcBool FcConfigAddCache (FcConfig *config, FcCache *cache, - FcSetName set, FcStrSet *dirSet) + FcSetName set, FcStrSet *dirSet, FcChar8 *forDir) { FcFontSet *fs; intptr_t *dirs; int i; + FcBool relocated = FcFalse; + + if (strcmp ((char *)FcCacheDir(cache), (char *)forDir) != 0) + relocated = FcTrue; /* * Add fonts @@ -342,23 +346,43 @@ FcConfigAddCache (FcConfig *config, FcCache *cache, { FcPattern *font = FcFontSetFont (fs, i); FcChar8 *font_file; + FcChar8 *relocated_font_file = NULL; - /* - * Check to see if font is banned by filename - */ if (FcPatternObjectGetString (font, FC_FILE_OBJECT, - 0, &font_file) == FcResultMatch && - !FcConfigAcceptFilename (config, font_file)) + 0, &font_file) == FcResultMatch) { - continue; + if (relocated) + { + FcChar8 *slash = FcStrLastSlash (font_file); + relocated_font_file = FcStrBuildFilename (forDir, slash + 1, NULL); + font_file = relocated_font_file; + } + + /* + * Check to see if font is banned by filename + */ + if (!FcConfigAcceptFilename (config, font_file)) + { + free (relocated_font_file); + continue; + } } - + /* * Check to see if font is banned by pattern */ if (!FcConfigAcceptFont (config, font)) + { + free (relocated_font_file); continue; - + } + + if (relocated_font_file) + { + font = FcPatternCacheRewriteFile (font, cache, relocated_font_file); + free (relocated_font_file); + } + if (FcFontSetAdd (config->fonts[set], font)) nref++; } @@ -413,7 +437,7 @@ FcConfigAddDirList (FcConfig *config, FcSetName set, FcStrSet *dirSet) cache = FcDirCacheRead (dir, FcFalse, config); if (!cache) continue; - FcConfigAddCache (config, cache, set, dirSet); + FcConfigAddCache (config, cache, set, dirSet, dir); FcDirCacheUnload (cache); } FcStrListDone (dirlist); diff --git a/src/fcint.h b/src/fcint.h index fe21583..966559f 100644 --- a/src/fcint.h +++ b/src/fcint.h @@ -712,7 +712,7 @@ FcConfigModifiedTime (FcConfig *config); FcPrivate FcBool FcConfigAddCache (FcConfig *config, FcCache *cache, - FcSetName set, FcStrSet *dirSet); + FcSetName set, FcStrSet *dirSet, FcChar8 *forDir); FcPrivate FcRuleSet * FcRuleSetCreate (const FcChar8 *name); @@ -1163,6 +1163,9 @@ FcPatternIterGetObjectId (const FcPattern *pat, FcPatternIter *iter); FcPrivate FcValueListPtr FcPatternIterGetValues (const FcPattern *pat, FcPatternIter *iter); +FcPrivate FcPattern * +FcPatternCacheRewriteFile (const FcPattern *pat, FcCache *cache, const FcChar8 *relocated_font_file); + FcPrivate FcChar32 FcStringHash (const FcChar8 *s); diff --git a/src/fclist.c b/src/fclist.c index 5f92a72..d7e8fc0 100644 --- a/src/fclist.c +++ b/src/fclist.c @@ -448,41 +448,6 @@ FcListAppend (FcListHashTable *table, e = FcPatternObjectFindElt (font, FcObjectFromName (os->objects[o])); if (e) { - if (FcRefIsConst (&font->ref) && !strcmp (os->objects[o], FC_FILE)) - { - FcChar8 *dir, *alias; - FcConfig *config = FcConfigGetCurrent (); /* FIXME: this may need to be exported as API? */ - - for (v = FcPatternEltValues (e); v->value.type != FcTypeString; v = FcValueListNext (v)); - if (!v) - goto bail2; - dir = FcStrDirname (FcValueString (&v->value)); - if (FcHashTableFind (config->alias_table, dir, (void **) &alias)) - { - FcChar8 *base = FcStrBasename (FcValueString (&v->value)); - FcChar8 *s = FcStrBuildFilename (alias, base, NULL); - FcValue vv; - - FcStrFree (alias); - FcStrFree (base); - vv.type = FcTypeString; - vv.u.s = s; - if (!FcPatternAdd (bucket->pattern, - os->objects[o], - FcValueCanonicalize (&vv), - FcTrue)) - { - FcStrFree (s); - FcStrFree (dir); - goto bail2; - } - FcStrFree (s); - FcStrFree (dir); - goto bail3; - } - else - FcStrFree (dir); - } for (v = FcPatternEltValues(e), idx = 0; v; v = FcValueListNext(v), ++idx) { @@ -491,7 +456,6 @@ FcListAppend (FcListHashTable *table, FcValueCanonicalize(&v->value), defidx != idx)) goto bail2; } - bail3:; } } *prev = bucket; diff --git a/src/fcmatch.c b/src/fcmatch.c index cfb278a..cab38ca 100644 --- a/src/fcmatch.c +++ b/src/fcmatch.c @@ -682,43 +682,9 @@ FcFontRenderPrepare (FcConfig *config, } else { - if (FcRefIsConst (&font->ref) && fe->object == FC_FILE_OBJECT) - { - FcValueListPtr l = FcPatternEltValues (fe); - FcChar8 *dir, *alias; - - while (l->value.type != FcTypeString) - l = FcValueListNext (l); - if (!l) - goto bail0; - dir = FcStrDirname (FcValueString (&l->value)); - if (!config) - config = FcConfigGetCurrent (); - if (config && FcHashTableFind (config->alias_table, dir, (void **) &alias)) - { - FcChar8 *base = FcStrBasename (FcValueString (&l->value)); - FcChar8 *s = FcStrBuildFilename (alias, base, NULL); - FcValue v; - - FcStrFree (alias); - FcStrFree (base); - v.type = FcTypeString; - v.u.s = s; - FcPatternObjectAddWithBinding (new, fe->object, - FcValueCanonicalize (&v), - l->binding, - FcTrue); - FcStrFree (s); - FcStrFree (dir); - goto bail0; - } - else - FcStrFree (dir); - } FcPatternObjectListAdd (new, fe->object, FcValueListDuplicate (FcPatternEltValues (fe)), FcTrue); - bail0:; } } for (i = 0; i < pat->num; i++) diff --git a/src/fcpat.c b/src/fcpat.c index eb534c3..0861b8f 100644 --- a/src/fcpat.c +++ b/src/fcpat.c @@ -373,6 +373,71 @@ FcValueListHash (FcValueListPtr l) return hash; } +static void * +FcPatternGetCacheObject (FcPattern *p) +{ + /* We use a value to find the cache, instead of the FcPattern object + * because the pattern itself may be a cache allocation if we rewrote the path, + * so the p may not be in the cached region. */ + return FcPatternEltValues(&FcPatternElts (p)[0]); +} + +FcPattern * +FcPatternCacheRewriteFile (const FcPattern *p, + FcCache *cache, + const FcChar8 *relocated_font_file) +{ + FcPatternElt *elts = FcPatternElts (p); + size_t i,j; + FcChar8 *data; + FcPattern *new_p; + FcPatternElt *new_elts; + FcValueList *new_value_list; + size_t new_path_len = strlen ((char *)relocated_font_file); + FcChar8 *new_path; + + /* Allocate space for the patter, the PatternElt headers and + * the FC_FILE FcValueList and path that will be freed with the + * cache */ + data = FcCacheAllocate (cache, + sizeof (FcPattern) + + p->num * sizeof (FcPatternElt) + + sizeof (FcValueList) + + new_path_len + 1); + + new_p = (FcPattern *)data; + data += sizeof (FcPattern); + new_elts = (FcPatternElt *)(data); + data += p->num * sizeof (FcPatternElt); + new_value_list = (FcValueList *)data; + data += sizeof (FcValueList); + new_path = data; + + *new_p = *p; + new_p->elts_offset = FcPtrToOffset (new_p, new_elts); + + /* Copy all but the FILE values from the cache */ + for (i = 0, j = 0; i < p->num; i++) + { + FcPatternElt *elt = &elts[i]; + new_elts[j].object = elt->object; + if (elt->object != FC_FILE_OBJECT) + new_elts[j++].values = FcPatternEltValues(elt); + else + new_elts[j++].values = new_value_list; + } + + new_value_list->next = NULL; + new_value_list->value.type = FcTypeString; + new_value_list->value.u.s = new_path; + new_value_list->binding = FcValueBindingWeak; + + /* Add rewritten path at the end */ + strcpy ((char *)new_path, (char *)relocated_font_file); + + return new_p; +} + void FcPatternDestroy (FcPattern *p) { @@ -384,10 +449,10 @@ FcPatternDestroy (FcPattern *p) if (FcRefIsConst (&p->ref)) { - FcCacheObjectDereference (p); + FcCacheObjectDereference (FcPatternGetCacheObject(p)); return; } - + if (FcRefDec (&p->ref) != 1) return; @@ -1164,7 +1229,7 @@ FcPatternReference (FcPattern *p) if (!FcRefIsConst (&p->ref)) FcRefInc (&p->ref); else - FcCacheObjectReference (p); + FcCacheObjectReference (FcPatternGetCacheObject(p)); } FcPattern * commit a63b9c622e240ec0d8f9d83d286db1b55849f374 Author: Alexander Larsson <alexl@xxxxxxxxxx> Date: Wed May 23 15:08:12 2018 +0200 Add FcCacheAllocate() helper This lets you allocate a chunk of memory that will be freed when the cache is freed. https://bugs.freedesktop.org/show_bug.cgi?id=106618 diff --git a/src/fccache.c b/src/fccache.c index 27b1282..041c77b 100644 --- a/src/fccache.c +++ b/src/fccache.c @@ -443,6 +443,7 @@ struct _FcCacheSkip { FcCache *cache; FcRef ref; intptr_t size; + void *allocated; dev_t cache_dev; ino_t cache_ino; time_t cache_mtime; @@ -568,6 +569,7 @@ FcCacheInsert (FcCache *cache, struct stat *cache_stat) s->cache = cache; s->size = cache->size; + s->allocated = NULL; FcRefInit (&s->ref, 1); if (cache_stat) { @@ -642,6 +644,7 @@ FcCacheRemoveUnlocked (FcCache *cache) FcCacheSkip **update[FC_CACHE_MAX_LEVEL]; FcCacheSkip *s, **next; int i; + void *allocated; /* * Find links along each chain @@ -659,6 +662,15 @@ FcCacheRemoveUnlocked (FcCache *cache) *update[i] = s->next[i]; while (fcCacheMaxLevel > 0 && fcCacheChains[fcCacheMaxLevel - 1] == NULL) fcCacheMaxLevel--; + + allocated = s->allocated; + while (allocated) + { + /* First element in allocated chunk is the free list */ + next = *(void **)allocated; + free (allocated); + allocated = next; + } free (s); } @@ -728,6 +740,30 @@ FcCacheObjectDereference (void *object) unlock_cache (); } +void * +FcCacheAllocate (FcCache *cache, size_t len) +{ + FcCacheSkip *skip; + void *allocated = NULL; + + lock_cache (); + skip = FcCacheFindByAddrUnlocked (cache); + if (skip) + { + void *chunk = malloc (sizeof (void *) + len); + if (chunk) + { + /* First element in allocated chunk is the free list */ + *(void **)chunk = skip->allocated; + skip->allocated = chunk; + /* Return the rest */ + allocated = ((FcChar8 *)chunk) + sizeof (void *); + } + } + unlock_cache (); + return allocated; +} + void FcCacheFini (void) { diff --git a/src/fcint.h b/src/fcint.h index a402ca2..fe21583 100644 --- a/src/fcint.h +++ b/src/fcint.h @@ -617,9 +617,13 @@ FcCacheObjectReference (void *object); FcPrivate void FcCacheObjectDereference (void *object); +FcPrivate void * +FcCacheAllocate (FcCache *cache, size_t len); + FcPrivate void FcCacheFini (void); + FcPrivate void FcDirCacheReference (FcCache *cache, int nref); _______________________________________________ Fontconfig mailing list Fontconfig@xxxxxxxxxxxxxxxxxxxxx https://lists.freedesktop.org/mailman/listinfo/fontconfig