inline
::std::string make_tmp_file(::std::string path, ::std::string name, ::std::ofstream& of)
{
path += "/" + name;
return make_tmp_file(path, of);
}
static void test_retrieveObjectByUrl(void)
{
BOOL ret;
char tmpfile[MAX_PATH * 2], url[MAX_PATH + 8];
CRYPT_BLOB_ARRAY *pBlobArray;
PCCERT_CONTEXT cert;
PCCRL_CONTEXT crl;
HCERTSTORE store;
CRYPT_RETRIEVE_AUX_INFO aux = { 0 };
FILETIME ft = { 0 };
SetLastError(0xdeadbeef);
ret = CryptRetrieveObjectByUrlA(NULL, NULL, 0, 0, NULL, NULL, NULL, NULL, NULL);
ok(!ret && (GetLastError() == ERROR_INVALID_PARAMETER ||
GetLastError() == E_INVALIDARG),
"got 0x%x/%u (expected ERROR_INVALID_PARAMETER or E_INVALIDARG)\n",
GetLastError(), GetLastError());
make_tmp_file(tmpfile);
snprintf(url, sizeof(url), "file://%s", tmpfile);
pBlobArray = (CRYPT_BLOB_ARRAY *)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, NULL, 0, 0, (void **)&pBlobArray,
NULL, NULL, NULL, NULL);
if (!ret)
{
/* File URL support was apparently removed in Vista/Windows 2008 */
win_skip("File URLs not supported\n");
return;
}
ok(ret, "CryptRetrieveObjectByUrlA failed: %d\n", GetLastError());
ok(pBlobArray && pBlobArray != (CRYPT_BLOB_ARRAY *)0xdeadbeef,
"Expected a valid pointer\n");
if (pBlobArray && pBlobArray != (CRYPT_BLOB_ARRAY *)0xdeadbeef)
{
ok(pBlobArray->cBlob == 1, "Expected 1 blob, got %d\n",
pBlobArray->cBlob);
ok(pBlobArray->rgBlob[0].cbData == sizeof(certWithCRLDistPoint),
"Unexpected size %d\n", pBlobArray->rgBlob[0].cbData);
CryptMemFree(pBlobArray);
}
cert = (PCCERT_CONTEXT)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, NULL);
ok(ret, "CryptRetrieveObjectByUrlA failed: %d\n", GetLastError());
ok(cert && cert != (PCCERT_CONTEXT)0xdeadbeef, "Expected a cert\n");
if (cert && cert != (PCCERT_CONTEXT)0xdeadbeef)
CertFreeCertificateContext(cert);
crl = (PCCRL_CONTEXT)0xdeadbeef;
SetLastError(0xdeadbeef);
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CRL, 0, 0, (void **)&crl,
NULL, NULL, NULL, NULL);
/* w2k3,XP, newer w2k: CRYPT_E_NO_MATCH, older w2k: CRYPT_E_ASN1_BADTAG
* or OSS_DATA_ERROR.
*/
ok(!ret && (GetLastError() == CRYPT_E_NO_MATCH ||
broken(GetLastError() == CRYPT_E_ASN1_BADTAG ||
GetLastError() == OSS_DATA_ERROR)),
"got 0x%x/%u (expected CRYPT_E_NO_MATCH)\n", GetLastError(), GetLastError());
/* only newer versions of cryptnet do the cleanup */
if(!ret && GetLastError() != CRYPT_E_ASN1_BADTAG &&
GetLastError() != OSS_DATA_ERROR) {
ok(crl == NULL, "Expected CRL to be NULL\n");
}
if (crl && crl != (PCCRL_CONTEXT)0xdeadbeef)
CertFreeCRLContext(crl);
store = (HCERTSTORE)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CAPI2_ANY, 0, 0,
&store, NULL, NULL, NULL, NULL);
ok(ret, "CryptRetrieveObjectByUrlA failed: %d\n", GetLastError());
if (store && store != (HCERTSTORE)0xdeadbeef)
{
DWORD certs = 0;
cert = NULL;
do {
cert = CertEnumCertificatesInStore(store, cert);
if (cert)
certs++;
} while (cert);
ok(certs == 1, "Expected 1 cert, got %d\n", certs);
CertCloseStore(store, 0);
}
/* Are file URLs cached? */
cert = (PCCERT_CONTEXT)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE,
CRYPT_CACHE_ONLY_RETRIEVAL, 0, (void **)&cert, NULL, NULL, NULL, NULL);
ok(ret, "CryptRetrieveObjectByUrlA failed: %08x\n", GetLastError());
if (cert && cert != (PCCERT_CONTEXT)0xdeadbeef)
CertFreeCertificateContext(cert);
cert = (PCCERT_CONTEXT)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, &aux);
/* w2k: failure with E_INVALIDARG */
ok(ret || broken(GetLastError() == E_INVALIDARG),
"got %u with 0x%x/%u (expected '!=0' or '0' with E_INVALIDARG)\n",
ret, GetLastError(), GetLastError());
if (cert && cert != (PCCERT_CONTEXT)0xdeadbeef)
CertFreeCertificateContext(cert);
cert = (PCCERT_CONTEXT)0xdeadbeef;
aux.cbSize = sizeof(aux);
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, &aux);
/* w2k: failure with E_INVALIDARG */
ok(ret || broken(GetLastError() == E_INVALIDARG),
"got %u with 0x%x/%u (expected '!=0' or '0' with E_INVALIDARG)\n",
ret, GetLastError(), GetLastError());
if (!ret) {
/* no more tests useful */
DeleteFileA(tmpfile);
skip("no usable CertificateContext\n");
return;
}
CertFreeCertificateContext(cert);
aux.pLastSyncTime = &ft;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, &aux);
ok(ret, "CryptRetrieveObjectByUrlA failed: %08x\n", GetLastError());
CertFreeCertificateContext(cert);
ok(ft.dwLowDateTime || ft.dwHighDateTime,
"Expected last sync time to be set\n");
DeleteFileA(tmpfile);
/* Okay, after being deleted, are file URLs still cached? */
SetLastError(0xdeadbeef);
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE,
CRYPT_CACHE_ONLY_RETRIEVAL, 0, (void **)&cert, NULL, NULL, NULL, NULL);
ok(!ret && (GetLastError() == ERROR_FILE_NOT_FOUND ||
GetLastError() == ERROR_PATH_NOT_FOUND),
"Expected ERROR_FILE_NOT_FOUND or ERROR_PATH_NOT_FOUND, got %d\n",
GetLastError());
}
static void test_retrieveObjectByUrl(void)
{
BOOL ret;
char tmpfile[MAX_PATH * 2], *ptr, url[MAX_PATH + 8];
CRYPT_BLOB_ARRAY *pBlobArray;
PCCERT_CONTEXT cert;
PCCRL_CONTEXT crl;
HCERTSTORE store;
CRYPT_RETRIEVE_AUX_INFO aux = { 0 };
FILETIME ft = { 0 };
SetLastError(0xdeadbeef);
ret = CryptRetrieveObjectByUrlA(NULL, NULL, 0, 0, NULL, NULL, NULL, NULL,
NULL);
ok(!ret && GetLastError() == ERROR_INVALID_PARAMETER,
"Expected ERROR_INVALID_PARAMETER, got %08x\n", GetLastError());
make_tmp_file(tmpfile);
ptr = strchr(tmpfile, ':');
if (ptr)
ptr += 2; /* skip colon and first slash */
else
ptr = tmpfile;
snprintf(url, sizeof(url), "file:///%s", ptr);
do {
ptr = strchr(url, '\\');
if (ptr)
*ptr = '/';
} while (ptr);
pBlobArray = (CRYPT_BLOB_ARRAY *)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, NULL, 0, 0, (void **)&pBlobArray,
NULL, NULL, NULL, NULL);
ok(ret, "CryptRetrieveObjectByUrlA failed: %d\n", GetLastError());
ok(pBlobArray && pBlobArray != (CRYPT_BLOB_ARRAY *)0xdeadbeef,
"Expected a valid pointer\n");
if (pBlobArray && pBlobArray != (CRYPT_BLOB_ARRAY *)0xdeadbeef)
{
ok(pBlobArray->cBlob == 1, "Expected 1 blob, got %d\n",
pBlobArray->cBlob);
ok(pBlobArray->rgBlob[0].cbData == sizeof(certWithCRLDistPoint),
"Unexpected size %d\n", pBlobArray->rgBlob[0].cbData);
CryptMemFree(pBlobArray);
}
cert = (PCCERT_CONTEXT)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, NULL);
ok(cert && cert != (PCCERT_CONTEXT)0xdeadbeef, "Expected a cert\n");
if (cert && cert != (PCCERT_CONTEXT)0xdeadbeef)
CertFreeCertificateContext(cert);
crl = (PCCRL_CONTEXT)0xdeadbeef;
SetLastError(0xdeadbeef);
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CRL, 0, 0, (void **)&crl,
NULL, NULL, NULL, NULL);
ok(!ret && GetLastError() == CRYPT_E_NO_MATCH,
"Expected CRYPT_E_NO_MATCH, got %08x\n", GetLastError());
ok(crl == NULL, "Expected CRL to be NULL\n");
if (crl && crl != (PCCRL_CONTEXT)0xdeadbeef)
CertFreeCRLContext(crl);
store = (HCERTSTORE)0xdeadbeef;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CAPI2_ANY, 0, 0,
(void **)&store, NULL, NULL, NULL, NULL);
ok(ret, "CryptRetrieveObjectByUrlA failed: %d\n", GetLastError());
if (store && store != (HCERTSTORE)0xdeadbeef)
{
DWORD certs = 0;
cert = NULL;
do {
cert = CertEnumCertificatesInStore(store, cert);
if (cert)
certs++;
} while (cert);
ok(certs == 1, "Expected 1 cert, got %d\n", certs);
CertCloseStore(store, 0);
}
/* Are file URLs cached? */
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE,
CRYPT_CACHE_ONLY_RETRIEVAL, 0, (void **)&cert, NULL, NULL, NULL, NULL);
ok(ret, "CryptRetrieveObjectByUrlA failed: %08x\n", GetLastError());
if (cert && cert != (PCCERT_CONTEXT)0xdeadbeef)
CertFreeCertificateContext(cert);
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, &aux);
ok(ret, "CryptRetrieveObjectByUrlA failed: %08x\n", GetLastError());
if (cert && cert != (PCCERT_CONTEXT)0xdeadbeef)
CertFreeCertificateContext(cert);
aux.cbSize = sizeof(aux);
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, &aux);
ok(ret, "CryptRetrieveObjectByUrlA failed: %08x\n", GetLastError());
aux.pLastSyncTime = &ft;
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE, 0, 0,
(void **)&cert, NULL, NULL, NULL, &aux);
ok(ft.dwLowDateTime || ft.dwHighDateTime,
"Expected last sync time to be set\n");
DeleteFileA(tmpfile);
/* Okay, after being deleted, are file URLs still cached? */
SetLastError(0xdeadbeef);
ret = CryptRetrieveObjectByUrlA(url, CONTEXT_OID_CERTIFICATE,
CRYPT_CACHE_ONLY_RETRIEVAL, 0, (void **)&cert, NULL, NULL, NULL, NULL);
ok(!ret && (GetLastError() == ERROR_FILE_NOT_FOUND ||
GetLastError() == ERROR_PATH_NOT_FOUND),
"Expected ERROR_FILE_NOT_FOUND or ERROR_PATH_NOT_FOUND, got %d\n",
GetLastError());
}
int
write_file (struct wnn_file *wf, char *n)
{
FILE *fp;
int mode = 3;
struct wnn_file_head fh;
#ifdef WRITE_CHECK
char *tmp = NULL, *backup = NULL;
check_backup (n);
#endif
if ((fp = fopen (n, "r")) != NULL)
{ /* Old File Exist */
if (input_file_header (fp, &fh) == -1)
{
wnn_errorno = WNN_NOT_A_FILE;
fclose (fp);
return (-1);
}
mode = must_write_file (wf, &(fh.file_uniq));
fclose (fp);
if (mode == -1)
return -1;
}
if (mode == 0)
{
return (0); /* Need Not Write */
}
else if (mode == 1 || mode == 3)
{ /* 3 when the file is not the one to be read. */
#ifdef WRITE_CHECK
backup = make_backup_file (n);
if ((tmp = make_tmp_file (n, 0, &fp)) == NULL)
{
delete_tmp_file (backup);
#else /* WRITE_CHECK */
if ((fp = fopen (n, "w+")) == NULL)
{
#endif /* WRITE_CHECK */
wnn_errorno = WNN_FILE_WRITE_ERROR;
return (-1);
}
}
else if (mode == 2)
{
#ifdef WRITE_CHECK
backup = make_backup_file (n);
if ((tmp = make_tmp_file (n, 1, &fp)) == NULL)
{
delete_tmp_file (backup);
#else /* WRITE_CHECK */
if ((fp = fopen (n, "r+")) == NULL)
{ /* New File */
#endif /* WRITE_CHECK */
wnn_errorno = WNN_FILE_WRITE_ERROR;
return (-1);
}
}
if (write_file_real (wf, fp, mode) == -1)
{
fclose (fp);
#ifdef WRITE_CHECK
delete_tmp_file (tmp);
delete_tmp_file (backup);
#endif /* WRITE_CHECK */
return -1;
}
fclose (fp);
#ifdef WRITE_CHECK
move_tmp_to_org (tmp, n, 1);
delete_tmp_file (backup);
#endif /* WRITE_CHECK */
if ((mode == 1) || (mode == 2))
{
clear_dirty_bit (wf);
}
return (0);
}
static int
write_file_real (struct wnn_file *wf,
FILE *fp,
int mode /* 1 For All, 2 For only hindo */ )
{
struct wnn_file_head fh;
if (fp)
rewind (fp);
bcopy ((char *) &wf->f_uniq, (char *) &(fh.file_uniq), WNN_F_UNIQ_LEN);
bcopy ((char *) &wf->f_uniq_org, (char *) &(fh.file_uniq_org), WNN_F_UNIQ_LEN);
bcopy (wf->passwd, fh.file_passwd, WNN_PASSWD_LEN);
fh.file_type = wf->file_type;
if (output_file_header (fp, &fh) == -1)
{
wnn_errorno = WNN_FILE_WRITE_ERROR;
goto ERROR_RET;
}
switch (fh.file_type)
{
case WNN_FT_DICT_FILE:
{
struct JT *jt2;
struct JT *jt = (struct JT *) wf->area;
if (little_endian () && jt->dirty)
{
if ((jt2 = copy_dict ((struct JT *) wf->area)) == NULL)
goto ERROR_RET;
revdic (jt2, 1);
if (writedict (jt2, fp) == -1)
goto ERROR_RET;
jt2 = free_dict (jt2);
}
else
{
/* if(writedict(wf->area, fp) == -1)goto ERROR_RET; */
if (mode == 2)
{
if (write_hindo_of_dict (wf->area, fp) == -1)
goto ERROR_RET;
}
else
{
if (writedict (wf->area, fp) == -1)
goto ERROR_RET;
}
}
}
break;
case WNN_FT_HINDO_FILE:
if (writehindo (wf->area, fp) == -1)
goto ERROR_RET;
break;
case WNN_FT_FUZOKUGO_FILE:
wnn_errorno = NOT_SUPPORTED_OPERATION;
goto ERROR_RET;
}
return (0);
ERROR_RET:
return (-1);
}
static int
writedict (struct JT *jt1, FILE *fp)
{
if (output_header_jt (fp, jt1) == -1)
return (-1);
#ifdef WRITE_CHECK
if ((vfwrite (jt1->comment, 2, jt1->maxcomment, fp) == -1) ||
(vfwrite (jt1->hinsi_list, 2, jt1->maxhinsi_list, fp) == -1) || (vfwrite (jt1->hindo, 1, jt1->maxserial, fp) == -1) || (vfwrite (jt1->hinsi, 2, jt1->maxserial, fp) == -1))
return (-1);
#ifdef CONVERT_with_SiSheng
if (jt1->syurui == CWNN_REV_DICT) /* for Chinese PinYin dic only */
if (vfwrite (jt1->sisheng, 2, jt1->maxserial, fp) == -1)
return (-1);
#endif /* CONVERT_with_SiSheng */
if ((vfwrite (jt1->kanji, 1, jt1->maxkanji, fp) == -1) ||
(vfwrite (jt1->table, sizeof (struct uind1), jt1->maxtable, fp) == -1) ||
(vfwrite (jt1->ri1[D_YOMI], sizeof (struct rind1),
jt1->maxri1[D_YOMI], fp) == -1) ||
(vfwrite (jt1->ri1[D_KANJI], sizeof (struct rind1),
jt1->maxri1[D_KANJI], fp) == -1) || (vfwrite (jt1->hontai, 1, jt1->maxhontai, fp) == -1) || (vfwrite (jt1->ri2, sizeof (struct rind2), jt1->maxri2, fp) == -1))
return (-1);
#else /* WRITE_CHECK */
vfwrite (jt1->comment, 2, jt1->maxcomment, fp);
vfwrite (jt1->hinsi_list, 2, jt1->maxhinsi_list, fp);
vfwrite (jt1->hindo, 1, jt1->maxserial, fp);
vfwrite (jt1->hinsi, 2, jt1->maxserial, fp);
#ifdef CONVERT_with_SiSheng
if (jt1->syurui == CWNN_REV_DICT) /* for Chinese PinYin dic only */
vfwrite (jt1->sisheng, 2, jt1->maxserial, fp);
#endif /* CONVERT_with_SiSheng */
vfwrite (jt1->kanji, 1, jt1->maxkanji, fp);
vfwrite (jt1->table, sizeof (struct uind1), jt1->maxtable, fp);
vfwrite (jt1->ri1[D_YOMI], sizeof (struct rind1), jt1->maxri1[D_YOMI], fp);
vfwrite (jt1->ri1[D_KANJI], sizeof (struct rind1), jt1->maxri1[D_KANJI], fp);
vfwrite (jt1->hontai, 1, jt1->maxhontai, fp);
vfwrite (jt1->ri2, sizeof (struct rind2), jt1->maxri2, fp);
#endif /* WRITE_CHECK */
return (0);
}
static int
write_hindo_of_dict (struct JT *jt1, FILE *fp)
{
if (output_header_jt (fp, jt1) == -1)
return (-1);
#ifdef WRITE_CHECK
if ((vfwrite (jt1->comment, 2, jt1->maxcomment, fp) == -1) || (vfwrite (jt1->hindo, 1, jt1->maxserial, fp) == -1))
return (-1);
#else /* WRITE_CHECK */
vfwrite (jt1->comment, 2, jt1->maxcomment, fp);
vfwrite (jt1->hindo, 1, jt1->maxserial, fp);
#endif /* WRITE_CHECK */
return (0);
}
int
discardfile (struct wnn_file *wf)
{
#ifdef nodef
FILE *fp;
if (wf->localf == LOCAL)
{
if ((fp = fopen (wf->name, "r")) == NULL)
{
log_err ("discardfile:No file %s.", wf->name);
return (-1);
}
fclose (fp);
}
#endif
switch (wf->file_type)
{
case WNN_FT_DICT_FILE:
wf->area = free_dict (wf->area);
break;
case WNN_FT_HINDO_FILE:
wf->area = free_hindo (wf->area);
break;
case WNN_FT_FUZOKUGO_FILE:
/*
fzk_discard(wf->area);
*/
break;
}
return (0);
}
inline
::std::string make_tmp_file()
{
return make_tmp_file(::std::string("tmpXXXXXX"));
}
static int spill_data(Opts *options, ChunkList *chunks,
SpillControl *spillage) {
SpillFile *spill;
Chunk *candidate;
/* Look for a chunk that can be spilled */
candidate = NULL != chunks->spilled ? chunks->spilled : chunks->head;
while (NULL != candidate
&& (candidate->nwriters > 0 || NULL == candidate->data)) {
candidate = candidate->next;
}
if (NULL == candidate) return 0; /* Nothing suitable */
if (NULL != spillage->spill && !spillage->spill->is_tmp) {
/* Input is regular, just need to forget the data read earlier */
free(candidate->data);
candidate->data = NULL;
spillage->alloced -= CHUNK_SZ;
return 0;
}
/* Otherwise have to store it somewhere */
if (NULL == spillage->spill || spillage->spill->offset >= options->file_max) {
spill = make_tmp_file(options, spillage->spill);
if (NULL == spill) return -1;
spillage->spill_file_count++;
if (spillage->spill_file_count > 0) {
spill->is_tmp = spillage->spill_file_count;
}
spillage->open_spill_files++;
if (spillage->open_spill_files > spillage->max_spill_files) {
spillage->max_spill_files = spillage->open_spill_files;
}
if (verbosity > 1) {
fprintf(stderr,
"%.3f Opened spill file #%d on fd %d; %d spill files now open.\n",
get_time(), spillage->spill_file_count, spill->fd,
spillage->open_spill_files);
}
} else {
spill = spillage->spill;
}
if (0 != write_all(spill->fd, candidate->data, candidate->len)) {
perror("Writing to temporary file");
return -1;
}
if (verbosity > 2) {
fprintf(stderr, "%.3f Spilled %zd bytes (%sB) to spill file #%d\n",
get_time(), candidate->len, human_size(candidate->len),
spill->is_tmp);
}
candidate->spill = spill;
candidate->spill_offset = spill->offset;
spill->offset += candidate->len;
spill->ref_count++;
free(candidate->data);
candidate->data = NULL;
spillage->alloced -= CHUNK_SZ;
spillage->total_spilled += candidate->len;
spillage->curr_spilled += candidate->len;
if (spillage->curr_spilled > spillage->max_spilled) {
spillage->max_spilled = spillage->curr_spilled;
}
spillage->spill = spill;
chunks->spilled = candidate;
return 0;
}
