The current http-fetch is rather careless about fd leakage, causing
problems while fetching large repositories. This patch does not reserve
exhaustiveness, but I covered everything I spotted. I also left some
safeguards in place in case I missed something, so that we get to know,
sooner or later.
Reported by Becky Bruce <becky.bruce@freescale.com>.
Signed-off-by: Petr Baudis <pasky@suse.cz>
Signed-off-by: Junio C Hamano <junkio@cox.net>
rename(request->tmpfile, prevfile);
unlink(request->tmpfile);
rename(request->tmpfile, prevfile);
unlink(request->tmpfile);
+ if (request->local != -1)
+ error("fd leakage in start: %d", request->local);
request->local = open(request->tmpfile,
O_WRONLY | O_CREAT | O_EXCL, 0666);
/* This could have failed due to the "lazy directory creation";
request->local = open(request->tmpfile,
O_WRONLY | O_CREAT | O_EXCL, 0666);
/* This could have failed due to the "lazy directory creation";
/* Try to get the request started, abort the request on error */
if (!start_active_slot(slot)) {
request->state = ABORTED;
/* Try to get the request started, abort the request on error */
if (!start_active_slot(slot)) {
request->state = ABORTED;
+ close(request->local); request->local = -1;
free(request->url);
return;
}
free(request->url);
return;
}
struct stat st;
fchmod(request->local, 0444);
struct stat st;
fchmod(request->local, 0444);
+ close(request->local); request->local = -1;
if (request->http_code == 416) {
fprintf(stderr, "Warning: requested range invalid; we may already have all the data.\n");
if (request->http_code == 416) {
fprintf(stderr, "Warning: requested range invalid; we may already have all the data.\n");
{
struct transfer_request *entry = request_queue_head;
{
struct transfer_request *entry = request_queue_head;
+ if (request->local != -1)
+ error("fd leakage in release: %d", request->local);
if (request == request_queue_head) {
request_queue_head = request->next;
} else {
if (request == request_queue_head) {
request_queue_head = request->next;
} else {
if (request->repo->next != NULL) {
request->repo =
request->repo->next;
if (request->repo->next != NULL) {
request->repo =
request->repo->next;
+ close(request->local);
+ request->local = -1;
start_request(request);
} else {
finish_request(request);
start_request(request);
} else {
finish_request(request);
curl_errorstr);
}
} else {
curl_errorstr);
}
} else {
return error("Unable to start request");
}
return error("Unable to start request");
}
curl_errorstr);
}
} else {
curl_errorstr);
}
} else {
return error("Unable to start request");
}
return error("Unable to start request");
}
fetch_alternates(alt->base);
if (request->repo->next != NULL) {
request->repo = request->repo->next;
fetch_alternates(alt->base);
if (request->repo->next != NULL) {
request->repo = request->repo->next;
+ close(request->local); request->local = -1;
start_request(request);
}
} else {
start_request(request);
}
} else {
+ if (request->local != -1) {
+ close(request->local); request->local = -1;
+ }
if (request->state == ABORTED) {
release_request(request);
if (request->state == ABORTED) {
release_request(request);