/*

* delicious.c

*

* History:

* $Log: /comm/xmlRPC/delicious.c $

*

* 1 09/05/14 3:46 tsupo

* (1) ビルド環境のディレクトリ構造を整理

* (2) VSSサーバ拠点を変更

*

* 38 08/08/12 11:03 Tsujimura543

* getNumberOfTagsOnDelicious() も del.icio.us 新デザインに対応

*

* 37a 08/08/03 17:14 tsupo

* del.icio.us → delicious.com への変更に伴う修正

* (主としてスクレイピング処理回りを修正)

*

* 37 08/07/25 0:57 Tsujimura543

* private saving 対応関連、動作確認済み

*

* 36 08/07/24 22:44 Tsujimura543

* getAllPostsFromDeliciousHTML() を private saving されている

* ブックマークにも対応させた

*

* 35 08/05/16 18:53 Tsujimura543

* getAllPostsFromDeliciousHTML() を追加

*

* 34 08/03/17 16:05 Tsujimura543

* getNumberOfBookmarksOnDelicious() を修正、ユーザ名の末尾に数字が

* 含まれる場合でも、正しいブックマーク件数を取得できるようにした

*

* 33 07/03/03 15:06 Tsujimura543

* sjis2utf() が NULL を返す場合の対策を実施

*

* 32 07/01/29 16:29 Tsujimura543

* getNumberOfTagsOnDelicious() を追加

*

* 31 07/01/24 15:43 Tsujimura543

* removeTagOnDelicious() と loginDelicious() を追加

*

* 30 06/10/06 21:21 Tsujimura543

* コメントを修正

*

* 29 06/10/06 21:20 Tsujimura543

* ソースを整理

*

* 28 06/10/06 21:18 Tsujimura543

* 他の del.icio.us 互換 API をもつブックマークサービスとの間で共通化可能な

* 処理を deliciousApi.c へ移した

*

* 27 06/08/17 11:49 Tsujimura543

* del.icio.us の API 改定(2006年8月9日)に対応

*

* 26 06/07/24 20:10 Tsujimura543

* _httpExecute() のバッファオーバーラン防止機能を利用するようにした

*

* 25 06/02/08 18:35 Tsujimura543

* コメントを修正

*

* 24 06/02/08 18:33 Tsujimura543

* (1) getNumberOfBookmarksOnDelicious() を修正

* (まず http://del.icio.us/ユーザ名/ を取得し、総ブックマーク数を求める

* ことに成功すれば、その値を返すようにした。取得に失敗した場合は、従来

* 通り、API を使って統計情報を取得し、算出する)

* (2) getPostsOnDelicious() 内の受信バッファサイズは、総ブックマーク数を元

* に算出するようにした

*

* 23 06/02/08 17:05 Tsujimura543

* getPostsOnDelicious() 内の受信バッファサイズを増やした (暫定対処)

*

* 22 05/12/12 17:05 Tsujimura543

* del.icio.us に登録するブックマークの extended が UTF-8 で 255バイトより

* 大きくならないように調整する処理を追加

*

* 21 05/10/29 1:12 Tsujimura543

* ブックマーク登録時に使用する処理を各々見直した(動作確認済み)

*

* 20 05/10/28 21:00 Tsujimura543

* encodeURLex2() を試験的に導入してみた

*

* 19 05/10/28 13:42 Tsujimura543

* 取得した tag, コメントの utf2sjis() が失敗した場合の処理を追加

*

* 18 05/10/27 21:02 Tsujimura543

* 取得した title の utf2sjis() が失敗した場合の処理を追加

*

* 17 05/09/27 21:30 Tsujimura543

* リファクタリングを実施

*

* 16 05/09/27 15:55 Tsujimura543

* getAllPostsOnDelicious() 内の受信バッファサイズを拡大

*

* 15 05/06/27 22:22 Tsujimura543

* postEntryOnDelicious() 実行時に del.icio.us から否定応答が返ってきた

* 場合の処理を追加 (単にエラーリターンするようにしただけ)

*

* 14 05/06/09 22:32 Tsujimura543

* getAllPostsOnDelicious() 内で使っている受信バッファサイズを増やした

*

* 13 05/06/02 21:59 Tsujimura543

* 動作確認完了

*

* 12 05/06/02 18:20 Tsujimura543

* getNumberOfBookmarksOnDelicious() を追加

*

* 11 05/05/27 20:50 Tsujimura543

* deleteBundleOnDelicious() を実装

*

* 10 05/05/27 20:41 Tsujimura543

* setBundleOnDelicious() を実装

*

* 9 05/05/27 19:40 Tsujimura543

* getListOfBundlesOnDelicious() を実装

*

* 8 05/05/27 18:50 Tsujimura543

* renameTagOnDelicious() を実装

*

* 7 05/05/27 16:23 Tsujimura543

* deleteEntryOnDelicious() を実装

*

* 6 05/05/27 15:32 Tsujimura543

* postEntryOnDelicious() を実装

*

* 5 05/05/26 18:49 Tsujimura543

* getLastUpdateOnDelicious() を実装

*

* 4 05/05/26 17:57 Tsujimura543

* getRecentPostsOnDelicious() と getAllPostsOnDelicious() を実装

*

* 3 05/05/26 16:53 Tsujimura543

* getListOfPostsOnDelicious() を実装

*

* 2 05/05/26 14:51 Tsujimura543

* getListOfTagsOnDelicious() を実装

*

* 1 05/05/26 14:22 Tsujimura543

* getListOfDatesOnDelicious() を実装

*/

#include "xmlRPC.h"

#include "delicious.h"

#include "deliciousApi.h"

#include <time.h>

#ifndef lint

static char *rcs_id =

"$Header: /comm/xmlRPC/delicious.c 1 09/05/14 3:46 tsupo $";

#endif

/*

* del.icio.us API

*/

/*

* 日付別投稿数の一覧の取得

*/

long

getListOfDatesOnDelicious(

)

{

return ( getListOfDatesOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

tag, numOfDates, dates ) );

}

/*

* 使っているタグの一覧の取得

*/

long

getListOfTagsOnDelicious(

)

{

return ( getListOfTagsOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

numOfTags, tags ) );

}

/*

* 指定した日付に投稿したエントリの一覧の取得

*/

long

getListOfPostsOnDelicious(

)

{

return ( getListOfPostsOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

tag, dateTime, targetUrl,

numOfPosts, posts ) );

}

/*

* 最近のエントリ一覧の取得

*/

long

getRecentPostsOnDelicious(

)

{

return ( getRecentPostsOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

tag, numOfPosts, posts ) );

}

/*

* 全エントリの取得

*/

long

getAllPostsOnDelicious(

)

{

return ( getAllPostsOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

tag, numOfPosts, posts ) );

}

/*

* 最終更新日時の取得

*/

long

getLastUpdateOnDelicious(

)

{

return ( getLastUpdateOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

dateTime ) );

}

/*

* エントリの投稿(ブックマークの追加登録)

*/

BOOL

postEntryOnDelicious(

const char *userName, /* (I) ユーザ名 */

const char *password, /* (I) パスワード */

DELICIOUS_ENTRY *entry ) /* (I) 登録する情報(投稿内容) */

{

return ( postEntryOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

entry ) );

}

/*

* エントリの削除

*/

BOOL

deleteEntryOnDelicious(

)

{

return ( deleteEntryOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

url ) );

}

/*

* タグの変更

*/

BOOL

renameTagOnDelicious(

)

{

return ( renameTagOnDeliciousAPI( DAPI_DELICIOUS,

userName, password,

oldTag, newTag ) );

}

/*

* タグ分類表の取得

* API の詳細は http://del.icio.us/help/api/bundles を参照

*/

long

getListOfBundlesOnDelicious(

)

{

long num = 0;

char url[BUFSIZ];

char *response;

size_t sz;

if ( !numOfBundles || (*numOfBundles <= 0) || !bundles )

return ( num );

if ( !userName )

userName = xmlrpc_p->userName;

if ( !password )

password = xmlrpc_p->password;

sz = MAX_CONTENT_SIZE;

response = (char *)malloc( sz );

if ( !response )

return ( num );

#ifdef BEFORE_20060809

strcpy( url, "http://del.icio.us/api/tags/bundles/all" );

#else

strcpy( url, "https://api.del.icio.us/v1/tags/bundles/all" );

#endif

setUpReceiveBuffer( response, sz );

http_getBASIC( url, userName, password, response );

if ( response && *response ) {

char *p = strstr( response, "<bundles" );

if ( p ) {

char *q, *r, *s;

p += 8;

while ( ( q = strstr( p, "<bundle " ) ) != NULL ) {

q += 8;

/* name */

bundles[num].name[0] = NUL;

r = strstr( q, "name=\"" );

if ( r ) {

r += 6;

s = strchr( r, '"' );

if ( s ) {

strncpy( bundles[num].name, r, s - r );

bundles[num].name[s - r] = NUL;

}

}

/* tags */

bundles[num].tags[0] = NUL;

r = strstr( q, "tags=\"" );

if ( r ) {

r += 6;

s = strchr( r, '"' );

if ( s ) {

strncpy( bundles[num].tags, r, s - r );

bundles[num].tags[s - r] = NUL;

}

}

num++;

if ( num >= *numOfBundles )

break;

p = strchr( q, '>' );

if ( !p )

break;

}

*numOfBundles = num;

}

}

free( response );

return ( num );

}

/*

* タグの分類

* API の詳細は http://del.icio.us/help/api/bundles を参照

*/

BOOL

setBundleOnDelicious(

)

{

BOOL ret = FALSE;

char *url;

char *response;

char *p;

size_t sz;

if ( !tags || !(*tags) || !bundle || !(*bundle) )

return ( ret );

if ( !userName )

userName = xmlrpc_p->userName;

if ( !password )

password = xmlrpc_p->password;

url = (char *)malloc( BUFSIZ * 2 );

if ( !url )

return ( ret );

sz = MAX_CONTENT_SIZE;

response = (char *)malloc( sz );

if ( !response ) {

free( url );

return ( ret );

}

memset( url, 0x00, BUFSIZ * 2 );

p = sjis2utf(bundle);

sprintf( url,

#ifdef BEFORE_20060809

"http://del.icio.us/api/tags/bundles/set"

#else

"https://api.del.icio.us/v1/tags/bundles/set"

#endif

"?bundle=%s",

encodeURL( p ? p : bundle ) );

p = sjis2utf(tags);

sprintf( url + strlen(url),

"&tags=%s",

encodeURL( p ? p : tags ) );

setUpReceiveBuffer( response, sz );

http_getBASIC( url, userName, password, response );

if ( response && *response ) {

char *p = strstr( response, "<result" );

if ( p && (strstr( p + 7, "ok" ) != NULL) )

ret = TRUE;

}

free( response );

free( url );

return ( ret );

}

/*

* 分類の削除

* API の詳細は http://del.icio.us/help/api/bundles を参照

*/

BOOL

deleteBundleOnDelicious(

)

{

BOOL ret = FALSE;

char url[BUFSIZ];

char *response;

char *p;

size_t sz;

if ( !bundle || !(*bundle) )

return ( ret );

if ( !userName )

userName = xmlrpc_p->userName;

if ( !password )

password = xmlrpc_p->password;

sz = MAX_CONTENT_SIZE;

response = (char *)malloc( MAX_CONTENT_SIZE );

if ( !response )

return ( ret );

p = sjis2utf(bundle);

sprintf( url,

#ifdef BEFORE_20060809

"http://del.icio.us/api/tags/bundles/delete"

#else

"https://api.del.icio.us/v1/tags/bundles/delete"

#endif

"?bundle=%s",

encodeURL( p ? p : bundle ) );

setUpReceiveBuffer( response, sz );

http_getBASIC( url, userName, password, response );

if ( response && *response ) {

char *p = strstr( response, "<result" );

if ( p && (strstr( p + 7, "ok" ) != NULL) )

ret = TRUE;

}

free( response );

return ( ret );

}

/*

* 追加機能

*/

/* 総ブックマーク数の取得 */

long

getNumberOfBookmarksOnDelicious(

const char *userName, /* (I) ユーザ名 */

const char *password /* (I) パスワード */

)

{

long num = 0;

long n;

char url[BUFSIZ];

char cookie[MAX_COOKIE_LEN];

char *response;

size_t sz;

int r;

cookie[0] = NUL;

if ( !userName )

userName = xmlrpc_p->userName;

if ( !password )

password = xmlrpc_p->password;

sz = MAX_CONTENT_SIZE * 16;

response = (char *)malloc( sz );

if ( !response )

return ( num );

sprintf( url, "http://delicious.com/%s/", userName );

setUpReceiveBuffer( response, sz );

r = loginDelicious( userName, password, cookie );

if ( r )

http_getEx( url, response, cookie );

else

http_get( url, response );

if ( response[0] ) {

char *p = strstr( response, "<span id=\"tagScopeCount\">" );

if ( p ) {

char *q;

p = strchr( p, '>' ) + 1;

q = strstr( p, "</" );

if ( q ) {

num = atol( p );

free( response );

return ( num );

}

}

}

#ifdef BEFORE_20060809

strcpy( url, "http://del.icio.us/api/posts/dates" );

#else

strcpy( url, "https://api.del.icio.us/v1/posts/dates" );

#endif

setUpReceiveBuffer( response, sz );

http_getBASIC( url, userName, password, response );

if ( response && *response ) {

char *p = strstr( response, "<dates tag=\"" );

if ( p ) {

char *q, *r;

p += 12;

while ( ( q = strstr( p, "<date " ) ) != NULL ) {

q += 6;

/* count */

r = strstr( q, "count=\"" );

if ( r ) {

r += 7;

n = atol( r );

num += n;

}

p = strchr( q, '>' );

if ( !p )

break;

}

}

}

free( response );

return ( num );

}

/* 総タグ数の取得 */

long

getNumberOfTagsOnDelicious(

const char *userName, /* (I) ユーザ名 */

const char *password /* (I) パスワード */

)

{

long num = 0;

char url[MAX_URLLENGTH];

char cookie[MAX_COOKIE_LEN];

char *response;

size_t sz;

int r;

cookie[0] = NUL;

sz = MAX_CONTENT_SIZE * 16;

response = (char *)malloc( sz );

if ( !response )

return ( num );

r = loginDelicious( userName, password, cookie );

if ( r ) {

strcpy( url,

"https://secure.delicious.com/settings/tags/rename?noredir" );

setUpReceiveBuffer( response, sz );

http_getEx( url, response, cookie );

if ( *response ) {

char *p = strstr(response,

"<select class=\"field\" name=\"old_tag\">");

if ( p ) {

char *q, *r;

p += 37;

r = strstr( p, "</select>" );

if ( r ) {

do {

q = strstr( p, "<option>" );

if ( !q || (q > r) )

break;

num++;

p = q + 8;

} while ( p < r );

}

}

}

}

return ( num );

}

/*

* タグの削除

*/

BOOL

removeTagOnDelicious(

)

{

return ( removeTagOnDeliciousAPI( DAPI_DELICIOUS,

userName, password, tag ) );

}

/*

* del.icio.us へ login

* API が存在しないなどの理由で、直接 del.icio.us と対話しつつ

* コマンドを発行する必要がある場合に使用する

*/

int

loginDelicious(

)

{

int ret = 0;

char *request;

char *response;

char url[MAX_URLLENGTH];

size_t sz = MAX_CONTENT_SIZE * 2;

if ( !cookie )

return ( ret );

if ( !userName )

userName = xmlrpc_p->userName;

if ( !password )

password = xmlrpc_p->password;

request = (char *)malloc( MAX_CONTENT_SIZE );

if ( !request )

return ( ret );

response = (char *)malloc( sz );

if ( !response ) {

free( request );

return ( ret );

}

memset( request, 0x00, MAX_CONTENT_SIZE );

strcpy( url, "https://secure.delicious.com/login" );

setTargetURL( url );

sprintf( request,

"jump=ub&"

"noui=no&"

"v=&"

"username=%s&"

"password=%s&"

"rememberme=1&"

"submit=submit",

userName, password );

setUpReceiveBuffer( response, sz );

ret = httpPostWithSession( xmlrpc_p->webServer, xmlrpc_p->webPage,

"application/x-www-form-urlencoded",

request, response, cookie,

NULL, NULL );

if ( ret == -1 )

ret = 0; /* サーバとの通信失敗 */

else if ( *response ) {

if ( strstr( response, "Signed in as " ) != NULL )

ret = 1; /* ログイン成功 */

else

ret = 0; /* ログイン失敗 */

}

free( response );

free( request );

return ( ret );

}

long

getAllPostsFromDeliciousHTML(

)

{

long num = 0;

long total = *numOfPosts;

long page = 1;

BOOL cont = TRUE;

size_t sz = MAX_CONTENT_SIZE * 20;

char url[MAX_URLLENGTH];

char dateTime[MAX_DATELENGTH];

char *response;

char *response2;

char *cookie;

char *p, *q, *r, *s, *t;

#define ITEMS_PER_PAGE 100

*numOfPosts = 0;

cookie = (char *)malloc( MAX_COOKIE_LEN );

if ( !cookie )

return ( num );

memset( cookie, 0x00, MAX_COOKIE_LEN );

if ( password && *password ) {

/* del.icio.us に login */

if ( !loginDelicious( userName, password, cookie ) ) {

// login 失敗

free( cookie );

return ( num );

}

}

response = (char *)malloc( sz );

if ( !response ) {

free( cookie );

return ( num );

}

response2 = (char *)malloc( sz );

if ( !response2 ) {

free( response );

free( cookie );

return ( num );

}

dateTime[0] = NUL;

sprintf( url,

"http://delicious.com/%s?detail=2&setcount=%d",

userName, ITEMS_PER_PAGE );

setTargetURL( url );

setUpReceiveBuffer( response, sz );

http_getEx( url, response, cookie );

do {

if ( !response || !(response[0]) )

break;

// ブックマークを抜き出す

p = strstr( response, "id=\"bookmarklist\"" );

if ( !p )

break;

p += 17;

do {

posts[num].href[0] = NUL;

posts[num].description[0] = NUL;

posts[num].extended[0] = NUL;

posts[num].hash[0] = NUL;

posts[num].others = 0;

posts[num].tag[0] = NUL;

posts[num].dateTime[0] = NUL;

posts[num].shared = TRUE;

q = strstr( p, "<div class=\"data\">" );

s = strstr( p, "<div class=\"clr\"></div>" );

t = strstr( p, "<div class=\"dateGroup\">" );

if ( !q || !s || (q > s) )

break;

if ( t && (t < q) ) {

// dateTime

t = strstr( t + 23, "<span title=\"" );

if ( t ) {

int yy = 0, mm = 9, dd = 0;

int i;

static char monStr[12][4] = {

"Jan", "Feb", "Mar", "Apr", "May", "Jun",

"Jul", "Aug", "Sep", "Oct", "Nov", "Dec"

};

t += 13;

if ( *t == '0' )

t++;

dd = atol(t);

while ( ((*t < 'A') || (*t > 'Z')) && (t < q) )

t++;

for ( i = 0; i < 12; i++ ) {

if ( !strncmpi( t, monStr[i], 3 ) ) {

mm = i + 1;

break;

}

}

while ( ((*t <= '0') || (*t > '9')) && (t < q) )

t++;

yy = atol( t ) + 2000;

if ( (yy > 0) && (mm > 0) && (dd > 0) )

sprintf( dateTime, "%04d-%02d-%02dT00:00:00Z",

yy, mm, dd );

}

}

p = q + 18;

q = strstr( p, "<a class=\"action " );

t = strstr( p, "<h4" );

if ( !q || (q > s) )

break;

if ( q && (q < t) ) {

p = q + 17;

if ( !strncmp( p, "private", 7 ) ) {

// shared

posts[num].shared = FALSE;

}

}

// url

q = strstr( p, "<h4" );

if ( !q || (q > s) )

break;

p = strstr( q + 3, "<a " );

if ( !p || (p > s) )

break;

q = strstr( p + 3, "href=\"" );

if ( !q || (q > s) )

break;

p = q + 6;

q = strchr( p, '"' );

if ( !q || (q > s) )

break;

strncpy( posts[num].href, p, q - p );

posts[num].href[q - p] = NUL;

while ( ( r = strstr( posts[num].href, "&amp;" ) ) != NULL )

strcpy( r + 1, r + 5 );

// タイトル (description)

p = q + 1;

q = strchr( p, '>' );

if ( !q || (q > s) )

break;

p = q + 1;

q = strstr( p, "</a>" );

if ( !q || (q > s) )

break;

strncpy( posts[num].description, p, q - p );

posts[num].description[q - p] = NUL;

r = utf2sjis( posts[num].description );

if ( r )

strcpy( posts[num].description, r );

else

utf2sjisEx( posts[num].description );

/* del.icio.us のタイトルには改行が含まれ得る */

while ( ((p = strchr(posts[num].description, '\r')) != NULL) ||

((p = strchr(posts[num].description, '\n')) != NULL) )

strcpy( p, p + 1 ); /* 改行を取り除く */

p = q + 4;

// others

t = strstr( p, "<span class=\"delNavCount\">" );

if ( t && (t < s) ) {

p = t + 26;

q = strstr( p, "</span>" );

if ( q && (q < s) ) {

posts[num].others = atol( p );

p = q + 7;

}

}

// コメント (extended) [optional]

q = strstr( p, "<div class=\"description\">" );

if ( q && (q < s) ) {

p = q + 25;

while ( (*p == ' ') || (*p == '\t') ||

(*p == '\r') || (*p == '\n') )

p++;

q = strstr( p, "</div>" );

if ( q && (q < s) ) {

while ( (*(q - 1) == ' ') || (*(q - 1) == '\t') ||

(*(q - 1) == '\r') || (*(q - 1) == '\n') )

q--;

strncpy( posts[num].extended, p, q - p );

posts[num].extended[q - p] = NUL;

r = utf2sjis( posts[num].extended );

if ( r )

strcpy( posts[num].extended, r );

else

utf2sjisEx( posts[num].extended );

/* del.icio.us のタイトルには改行が含まれ得る */

while (((p = strchr(posts[num].extended,'\r')) != NULL)||

((p = strchr(posts[num].extended,'\n')) != NULL) )

strcpy( p, p + 1 ); /* 改行を取り除く */

p = q + 6;

}

}

// hash

q = strstr( p, "hash=" );

if ( q && (q < s) ) {

p = q + 5;

q = strchr( p, '&' );

if ( q && (q < s) ) {

strncpy( posts[num].hash, p, q - p );

posts[num].hash[q - p] = NUL;

p = q + 5;

}

}

// タグ (tag)

q = strstr( p, "<ul class=\"tag-chain\">" );

if ( q && (q < s) ) {

p = q + 22;

q = strstr( p, "<a class=\"tag-chain-item-link" );

r = strstr( p, "</ul>" );

if ( q && r && (q < s) && (q < r) && (r < s) ) {

int len;