1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
/*
* download.c
* file download helper functions
*
* Copyright (c) 2012 Nikias Bassen. All Rights Reserved.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
#include <curl/curl.h>
#include "download.h"
typedef struct {
int length;
char* content;
} curl_response;
static size_t download_write_buffer_callback(char* data, size_t size, size_t nmemb, curl_response* response) {
size_t total = size * nmemb;
if (total != 0) {
response->content = realloc(response->content, response->length + total + 1);
memcpy(response->content + response->length, data, total);
response->content[response->length + total] = '\0';
response->length += total;
}
return total;
}
int download_to_buffer(const char* url, char** buf, uint32_t* length)
{
int res = 0;
curl_global_init(CURL_GLOBAL_ALL);
CURL* handle = curl_easy_init();
if (handle == NULL) {
error("ERROR: could not initialize CURL\n");
return -1;
}
curl_response response;
response.length = 0;
response.content = malloc(1);
response.content[0] = '\0';
curl_easy_setopt(handle, CURLOPT_WRITEFUNCTION, (curl_write_callback)&download_write_buffer_callback);
curl_easy_setopt(handle, CURLOPT_WRITEDATA, &response);
curl_easy_setopt(handle, CURLOPT_USERAGENT, "InetURL/1.0");
curl_easy_setopt(handle, CURLOPT_FOLLOWLOCATION, 1);
curl_easy_setopt(handle, CURLOPT_URL, url);
curl_easy_perform(handle);
curl_easy_cleanup(handle);
if (response.length > 0) {
*length = response.length;
*buf = response.content;
} else {
res = -1;
}
curl_global_cleanup();
return res;
}
int download_to_file(const char* url, const char* filename)
{
int res = 0;
curl_global_init(CURL_GLOBAL_ALL);
CURL* handle = curl_easy_init();
if (handle == NULL) {
error("ERROR: could not initialize CURL\n");
return -1;
}
FILE* f = fopen(filename, "wb");
if (!f) {
error("ERROR: cannot open '%s' for writing\n", filename);
return -1;
}
curl_easy_setopt(handle, CURLOPT_WRITEFUNCTION, (curl_write_callback)&fwrite);
curl_easy_setopt(handle, CURLOPT_WRITEDATA, f);
curl_easy_setopt(handle, CURLOPT_USERAGENT, "InetURL/1.0");
curl_easy_setopt(handle, CURLOPT_FOLLOWLOCATION, 1);
curl_easy_setopt(handle, CURLOPT_URL, url);
curl_easy_perform(handle);
curl_easy_cleanup(handle);
off_t sz = ftello(f);
if ((sz == 0) || (sz == (off_t)-1)) {
res = -1;
remove(filename);
}
fclose(f);
curl_global_cleanup();
return res;
}
|