summaryrefslogtreecommitdiff
path: root/getgbook.c
diff options
context:
space:
mode:
Diffstat (limited to 'getgbook.c')
-rw-r--r--getgbook.c124
1 files changed, 65 insertions, 59 deletions
diff --git a/getgbook.c b/getgbook.c
index d685279..5f1e381 100644
--- a/getgbook.c
+++ b/getgbook.c
@@ -5,24 +5,22 @@
#include "util.h"
#define usage "getgbook " VERSION " - a google books downloader\n" \
- "usage: getgbook [-] bookid\n" \
- " - download pages from stdin\n" \
+ "usage: getgbook [-c|-n] bookid\n" \
+ " -c download pages from codes in stdin (TODO)\n" \
+ " -n download pages from numbers in stdin (TODO)\n" \
" otherwise, all available pages will be downloaded\n"
#define URLMAX 1024
#define STRMAX 1024
-#define PGCODELEN 3
-#define RETRYNUM 5
#define COOKIENUM 5
typedef struct {
int num;
char url[URLMAX];
char name[STRMAX];
+ char cookie[COOKIEMAX];
} Page;
-char pagecodes[][PGCODELEN] = { "PP", "PR", "PA", "PT", "\0" };
-
int getpagelist(char *bookid, Page **pages)
{
char url[URLMAX];
@@ -41,6 +39,7 @@ int getpagelist(char *bookid, Page **pages)
s+=strlen("_OC_Run({\"page\":[");
for(i=0, p=pages[0];*s; s++) {
+ p->url[0] = '\0';
if(*s == ']')
break;
if(!strncmp(s, "\"pid\"", 5)) {
@@ -58,56 +57,52 @@ int getpagelist(char *bookid, Page **pages)
return i;
}
-Page *getpagedetail(char *bookid, char *pg, char *cookie)
-{
- char url[URLMAX], m[STRMAX];
+int getpageurls(char *bookid, Page **pages, int totalpages, char *pagecode, char *cookie) {
+ char url[URLMAX], code[STRMAX];
char *c, *d, *p, *buf = NULL;
- Page *page;
+ int i;
- snprintf(url, URLMAX, "/books?id=%s&pg=%s&jscmd=click3&q=subject:a", bookid, pg);
+ snprintf(url, URLMAX, "/books?id=%s&pg=%s&jscmd=click3&q=subject:a", bookid, pagecode);
if(!get("books.google.com", url, cookie, NULL, &buf))
- return NULL;
-
- snprintf(m, STRMAX, "\"pid\":\"%s\"", pg);
- if(!(c = strstr(buf,m)))
- return NULL;
-
- page = malloc(sizeof(*page));
- strncpy(page->name, pg, STRMAX);
- page->url[0] = '\0';
- page->num = -1;
-
- if(!strncmp(c+strlen(m)+1, "\"src\"", 5)) {
- for(p=page->url, d=c+strlen(m)+8; *d && *d != '"'; d++, p++) {
- if(!strncmp(d, "\\u0026", 6)) {
- *p = '&';
- d+=5;
- } else
- *p = *d;
- }
- strncpy(p, "&q=subject:a", 12);
- } else
- d=c;
+ return 1;
- for(; *d; d++) {
- if(*d == '}') {
- break;
- }
- if(!strncmp(d, "\"order\"", 7)) {
- sscanf(d+8, "%d,", &(page->num));
+ c = buf;
+ while(*c && (c = strstr(c, "\"pid\":"))) {
+ if(!sscanf(c, "\"pid\":\"%[^\"]\"", code))
break;
+ for(; *c; c++) {
+ if(*c == '}') {
+ break;
+ }
+ if(!strncmp(c, "\"src\"", 5)) {
+ for(i=0; i<totalpages; i++)
+ if(!strncmp(pages[i]->name, code, STRMAX))
+ break;
+ for(p=pages[i]->url, d=c+strlen("\"src\":")+1; *d && *d != '"'; d++, p++) {
+ if(!strncmp(d, "\\u0026", 6)) {
+ *p = '&';
+ d+=5;
+ } else
+ *p = *d;
+ }
+ strncpy(p, "&q=subject:a", 13);
+ strncpy(pages[i]->cookie, cookie, COOKIEMAX);
+ break;
+ }
}
}
free(buf);
- return page;
+ return 0;
}
int main(int argc, char *argv[])
{
char *bookid, *tmp, cookies[COOKIENUM][COOKIEMAX];
- int i, a;
+ char pgpath[STRMAX];
+ int a, i, j, totalpages;
+ FILE *f;
if(argc < 2 || argc > 3 || (argc == 3 && argv[1][0]!='-')) {
fputs(usage, stdout);
@@ -123,30 +118,41 @@ int main(int argc, char *argv[])
bookid = argv[argc-1];
if(argc == 2) {
- /* download all pages */
- /* - fill page struct with names & nums
- * - loop through each struct
- * - if there's not a file matching num, try downloading, if dl failure, try with a different cookie */
- /*
- cookie management:
- use up to 5 cookies. (number might change)
- complexity comes with a page which is not available; that shouldn't cause us to use up all the cookies
- so:
- - save 5 cookies immediately
- - use first until it fails
- - then use next. if it succeeds, drop previous. if not, try next, etc. if all failed, don't drop any, and continue to next page, and +1 to retry
- - maybe: when retry is 5, quit as it looks like we won't get anything more from any cookies
- */
-
Page **page;
page = malloc(sizeof(*page) * 1000);
for(i=0; i<1000; i++) page[i] = malloc(sizeof(**page));
- if(!(i = getpagelist(bookid, page))) {
+ if(!(totalpages = getpagelist(bookid, page))) {
fprintf(stderr, "Could not find pages for %s\n", bookid);
return 1;
}
- for(a=0; a<i; a++)
- printf("page name: %s page num: %d\n", page[a]->name, page[a]->num);
+ for(i=0; i<totalpages; i++) {
+ snprintf(pgpath, STRMAX, "%04d.png", page[i]->num);
+ if((f = fopen(pgpath, "r")) != NULL) {
+ fclose(f);
+ continue;
+ }
+ if(page[i]->url[0] == '\0') {
+ for(j=0; j<COOKIENUM; j++) {
+ if(cookies[j][0] == '\0') /* dead cookie */
+ continue;
+ getpageurls(bookid, page, totalpages, page[i]->name, cookies[j]);
+ if(page[i]->url[0] != '\0') {
+ /* invalidate old cookies if one succeeded */
+ for(a=0; a<j; a++)
+ cookies[a][0] = '\0';
+ break;
+ }
+ }
+ }
+ if(page[i]->url[0] == '\0')
+ fprintf(stderr, "%s not found\n", page[i]->name);
+ else {
+ if(gettofile("books.google.com", page[i]->url, page[i]->cookie, NULL, pgpath))
+ fprintf(stderr, "%s failed\n", page[i]->name);
+ else
+ printf("%d downloaded\n", page[i]->num);
+ }
+ }
}
return EXIT_SUCCESS;