Revision 1843
| trunk/nntpgrab_core/download_queue.c (revision 1843) | ||
|---|---|---|
| 229 | 229 | 
                  }  | 
              
| 230 | 230 | 
                  }  | 
              
| 231 | 231 | 
                   | 
              
| 232 | 
                  static void  | 
              |
| 233 | 
                  start_to_decode_if_necessary(NNTPCollection *collection, NNTPFile *file)  | 
              |
| 234 | 
                  {
                 | 
              |
| 235 | 
                  /* Check if all parts belonging to this part are downloaded so we can start decoding it */  | 
              |
| 236 | 
                  GList *list = file->parts;  | 
              |
| 237 | 
                  gboolean complete_flag = TRUE;  | 
              |
| 238 | 
                      while (list) {
                 | 
              |
| 239 | 
                  NNTPPart *part = list->data;  | 
              |
| 240 | 
                   | 
              |
| 241 | 
                          if (part->now_downloading) {
                 | 
              |
| 242 | 
                  file->file_is_downloading = TRUE;  | 
              |
| 243 | 
                  complete_flag = FALSE;  | 
              |
| 244 | 
                  }  | 
              |
| 245 | 
                   | 
              |
| 246 | 
                          if (!part->downloaded) {
                 | 
              |
| 247 | 
                  complete_flag = FALSE;  | 
              |
| 248 | 
                  }  | 
              |
| 249 | 
                   | 
              |
| 250 | 
                  list = g_list_next(list);  | 
              |
| 251 | 
                  }  | 
              |
| 252 | 
                   | 
              |
| 253 | 
                  /* All the parts are already downloaded? */  | 
              |
| 254 | 
                      if (complete_flag && !file->now_decoding && !file->file_is_downloaded) {
                 | 
              |
| 255 | 
                  DecoderData *decoder_data;  | 
              |
| 256 | 
                   | 
              |
| 257 | 
                  ng_plugin_emit_log_msg(NULL, NG_LOG_LEVEL_DEBUG, "File '%s' from collection '%s' is now ready to be decoded", file->subject, collection->collection_name);  | 
              |
| 258 | 
                   | 
              |
| 259 | 
                  file->now_decoding = TRUE;  | 
              |
| 260 | 
                   | 
              |
| 261 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, collection->collection_name, file->subject, NULL, file->status, TASK_STATE_WAITING_FOR_DECODE);  | 
              |
| 262 | 
                   | 
              |
| 263 | 
                  file->status = TASK_STATE_WAITING_FOR_DECODE;  | 
              |
| 264 | 
                   | 
              |
| 265 | 
                  decoder_data = g_slice_new0(DecoderData);  | 
              |
| 266 | 
                  decoder_data->collection = collection;  | 
              |
| 267 | 
                  decoder_data->file = file;  | 
              |
| 268 | 
                  //decoder_data->poolPar2verify = poolPar2verify;  | 
              |
| 269 | 
                  //decoder_data->poolPar2repair = poolPar2repair;  | 
              |
| 270 | 
                  //decoder_data->poolUnpack = poolUnpack;  | 
              |
| 271 | 
                   | 
              |
| 272 | 
                  file_ref(file);  | 
              |
| 273 | 
                  collection_ref(collection);  | 
              |
| 274 | 
                   | 
              |
| 275 | 
                  decoder_thread_push_task(decoder_data);  | 
              |
| 276 | 
                  }  | 
              |
| 277 | 
                  }  | 
              |
| 278 | 
                   | 
              |
| 279 | 
                  static void  | 
              |
| 280 | 
                  check_if_files_are_ready_to_be_decoded(void)  | 
              |
| 281 | 
                  {
                 | 
              |
| 282 | 
                  GList *list;  | 
              |
| 283 | 
                   | 
              |
| 284 | 
                  g_static_mutex_lock(&mutex);  | 
              |
| 285 | 
                   | 
              |
| 286 | 
                  list = download_queue;  | 
              |
| 287 | 
                      while (list) {
                 | 
              |
| 288 | 
                  NNTPCollection *collection = list->data;  | 
              |
| 289 | 
                  GList *list2;  | 
              |
| 290 | 
                   | 
              |
| 291 | 
                  list2 = collection->files;  | 
              |
| 292 | 
                          while (list2) {
                 | 
              |
| 293 | 
                  NNTPFile *file = list2->data;  | 
              |
| 294 | 
                   | 
              |
| 295 | 
                  start_to_decode_if_necessary(collection, file);  | 
              |
| 296 | 
                   | 
              |
| 297 | 
                  list2 = g_list_next(list2);  | 
              |
| 298 | 
                  }  | 
              |
| 299 | 
                   | 
              |
| 300 | 
                  list = g_list_next(list);  | 
              |
| 301 | 
                  }  | 
              |
| 302 | 
                  g_static_mutex_unlock(&mutex);  | 
              |
| 303 | 
                  }  | 
              |
| 304 | 
                   | 
              |
| 232 | 305 | 
                  static gboolean  | 
              
| 233 | 306 | 
                  on_config_changed(Configuration *config, gpointer data)  | 
              
| 234 | 307 | 
                  {
                 | 
              
| ... | ... | |
| 298 | 371 | 
                   | 
              
| 299 | 372 | 
                      if (!queue_rawfile_load(&download_queue, errmsg)) {
                 | 
              
| 300 | 373 | 
                  /* Ignore read errors for now */  | 
              
| 301 | 
                  ;  | 
              |
| 374 | 
                  g_free(*errmsg);  | 
              |
| 375 | 
                  *errmsg = NULL;  | 
              |
| 302 | 376 | 
                  }  | 
              
| 303 | 377 | 
                   | 
              
| 304 | 378 | 
                  g_signal_connect(config, "config_changed", G_CALLBACK(on_config_changed), NULL);  | 
              
| ... | ... | |
| 362 | 436 | 
                  }  | 
              
| 363 | 437 | 
                   | 
              
| 364 | 438 | 
                  gboolean  | 
              
| 365 | 
                  download_queue_get_next_part_to_download(NNTPCollection **collection, NNTPFile **file, NNTPPart **part, int server_id, gboolean *nothing_to_download)  | 
              |
| 439 | 
                  download_queue_get_next_part_to_download(NNTPCollection **collection, NNTPFile **file, NNTPPart **part, int server_id, gboolean *nothing_to_download_or_active)  | 
              |
| 366 | 440 | 
                  {
                 | 
              
| 367 | 441 | 
                  GList *list;  | 
              
| 442 | 
                  static gboolean beenhere = FALSE;  | 
              |
| 368 | 443 | 
                   | 
              
| 369 | 444 | 
                  g_return_val_if_fail(collection != NULL, FALSE);  | 
              
| 370 | 445 | 
                  g_return_val_if_fail(file != NULL, FALSE);  | 
              
| 371 | 446 | 
                  g_return_val_if_fail(part != NULL, FALSE);  | 
              
| 372 | 447 | 
                  g_return_val_if_fail(server_id >= 0, FALSE);  | 
              
| 373 | 
                  g_return_val_if_fail(nothing_to_download != NULL, FALSE);  | 
              |
| 448 | 
                  g_return_val_if_fail(nothing_to_download_or_active != NULL, FALSE);  | 
              |
| 374 | 449 | 
                   | 
              
| 450 | 
                  /* If we're here for the first time, check if there any decode-tasks ready */  | 
              |
| 451 | 
                      if (!beenhere) {
                 | 
              |
| 452 | 
                  beenhere = TRUE;  | 
              |
| 453 | 
                  check_if_files_are_ready_to_be_decoded();  | 
              |
| 454 | 
                  }  | 
              |
| 455 | 
                   | 
              |
| 375 | 456 | 
                  ng_plugin_emit_log_msg(NULL, NG_LOG_LEVEL_INFO, "download_queue_get_next_part_to_download for server_id %i", server_id);  | 
              
| 376 | 457 | 
                   | 
              
| 377 | 
                      if (!server_positions[server_id].task_probably_ready) {
                 | 
              |
| 378 | 
                  /* It's uncertain whether there's anything left do download */  | 
              |
| 379 | 
                  *nothing_to_download = FALSE;  | 
              |
| 458 | 
                  *nothing_to_download_or_active = TRUE;  | 
              |
| 380 | 459 | 
                   | 
              
| 381 | 
                  return FALSE;  | 
              |
| 382 | 
                  }  | 
              |
| 383 | 
                   | 
              |
| 384 | 
                  *nothing_to_download = TRUE;  | 
              |
| 385 | 
                   | 
              |
| 386 | 460 | 
                      if (num_enabled_servers == 0) {
                 | 
              
| 387 | 461 | 
                  /* No enabled servers found, don't even bother checking the queue */  | 
              
| 388 | 462 | 
                  return FALSE;  | 
              
| ... | ... | |
| 390 | 464 | 
                   | 
              
| 391 | 465 | 
                  g_static_mutex_lock(&mutex);  | 
              
| 392 | 466 | 
                   | 
              
| 467 | 
                      if (!server_positions[server_id].task_probably_ready) {
                 | 
              |
| 468 | 
                  /* It's uncertain whether there's anything left to download */  | 
              |
| 469 | 
                  /* Do only a quick scan of the now_decoding flag */  | 
              |
| 470 | 
                  goto check_decoded_state;  | 
              |
| 471 | 
                  }  | 
              |
| 472 | 
                   | 
              |
| 393 | 473 | 
                  /* Do we already have a cached position for this server? */  | 
              
| 394 | 474 | 
                      if (server_positions[server_id].collection_list) {
                 | 
              
| 395 | 475 | 
                  list = server_positions[server_id].collection_list;  | 
              
| ... | ... | |
| 417 | 497 | 
                   | 
              
| 418 | 498 | 
                          while (list2) {
                 | 
              
| 419 | 499 | 
                  GList *list3;  | 
              
| 420 | 
                  gboolean complete_flag;  | 
              |
| 421 | 500 | 
                   | 
              
| 422 | 501 | 
                  *file = (NNTPFile *) list2->data;  | 
              
| 423 | 502 | 
                   | 
              
| ... | ... | |
| 447 | 526 | 
                  continue;  | 
              
| 448 | 527 | 
                  }  | 
              
| 449 | 528 | 
                   | 
              
| 450 | 
                  complete_flag = TRUE;  | 
              |
| 451 | 
                   | 
              |
| 452 | 529 | 
                  /* Do we already have a cached position for this server? */  | 
              
| 453 | 530 | 
                              if (server_positions[server_id].part_list) {
                 | 
              
| 454 | 531 | 
                  list3 = server_positions[server_id].part_list;  | 
              
| ... | ... | |
| 460 | 537 | 
                  *part = (NNTPPart *) list3->data;  | 
              
| 461 | 538 | 
                   | 
              
| 462 | 539 | 
                                  if ((*part)->now_downloading) {
                 | 
              
| 463 | 
                  complete_flag = FALSE;  | 
              |
| 464 | 
                  *nothing_to_download = FALSE;  | 
              |
| 540 | 
                  *nothing_to_download_or_active = FALSE;  | 
              |
| 465 | 541 | 
                  }  | 
              
| 466 | 542 | 
                   | 
              
| 467 | 543 | 
                                  if (!(*part)->downloaded) {
                 | 
              
| ... | ... | |
| 475 | 551 | 
                  server_positions[server_id].collection_pos = g_list_index(download_queue, *collection);  | 
              
| 476 | 552 | 
                  server_positions[server_id].file_pos = g_list_index((*collection)->files, *file);  | 
              
| 477 | 553 | 
                  server_positions[server_id].part_pos = g_list_index((*file)->parts, *part);  | 
              
| 554 | 
                  server_positions[server_id].task_probably_ready = TRUE;  | 
              |
| 478 | 555 | 
                   | 
              
| 479 | 556 | 
                  g_static_mutex_unlock(&mutex);  | 
              
| 480 | 557 | 
                   | 
              
| 481 | 
                  *nothing_to_download = FALSE;  | 
              |
| 558 | 
                  *nothing_to_download_or_active = FALSE;  | 
              |
| 482 | 559 | 
                   | 
              
| 483 | 560 | 
                  file_ref(*file);  | 
              
| 484 | 561 | 
                  collection_ref(*collection);  | 
              
| ... | ... | |
| 488 | 565 | 
                  }  | 
              
| 489 | 566 | 
                   | 
              
| 490 | 567 | 
                  // Are all the servers already tried ?  | 
              
| 491 | 
                                      if ((is_server_enabled & (*part)->servers_already_tried) == is_server_enabled) {
                 | 
              |
| 492 | 
                  complete_flag = TRUE;  | 
              |
| 493 | 
                                      } else {
                 | 
              |
| 494 | 
                  complete_flag = FALSE;  | 
              |
| 495 | 
                  *nothing_to_download = FALSE;  | 
              |
| 568 | 
                                      if (!(is_server_enabled & (*part)->servers_already_tried) == is_server_enabled) {
                 | 
              |
| 569 | 
                  *nothing_to_download_or_active = FALSE;  | 
              |
| 496 | 570 | 
                  }  | 
              
| 497 | 571 | 
                  }  | 
              
| 498 | 572 | 
                   | 
              
| 499 | 573 | 
                  list3 = g_list_next(list3);  | 
              
| 500 | 574 | 
                  }  | 
              
| 501 | 575 | 
                   | 
              
| 502 | 
                  // All the parts are already downloaded?  | 
              |
| 503 | 
                              if (complete_flag && !(*file)->now_decoding) {
                 | 
              |
| 504 | 
                  DecoderData *decoder_data;  | 
              |
| 576 | 
                  server_positions[server_id].part_list = NULL;  | 
              |
| 505 | 577 | 
                   | 
              
| 506 | 
                  ng_plugin_emit_log_msg(NULL, NG_LOG_LEVEL_DEBUG, "File '%s' from collection '%s' is now ready to be decoded", (*file)->subject, (*collection)->collection_name);  | 
              |
| 578 | 
                  list2 = g_list_next(list2);  | 
              |
| 579 | 
                  }  | 
              |
| 507 | 580 | 
                   | 
              
| 508 | 
                  (*file)->now_decoding = TRUE;  | 
              |
| 581 | 
                  server_positions[server_id].file_list = NULL;  | 
              |
| 509 | 582 | 
                   | 
              
| 510 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, (*collection)->collection_name, (*file)->subject, NULL, (*file)->status, TASK_STATE_WAITING_FOR_DECODE);  | 
              |
| 583 | 
                  list = g_list_next(list);  | 
              |
| 584 | 
                  }  | 
              |
| 511 | 585 | 
                   | 
              
| 512 | 
                  (*file)->status = TASK_STATE_WAITING_FOR_DECODE;  | 
              |
| 586 | 
                  check_decoded_state:  | 
              |
| 513 | 587 | 
                   | 
              
| 514 | 
                  decoder_data = g_slice_new0(DecoderData);  | 
              |
| 515 | 
                  decoder_data->collection = (*collection);  | 
              |
| 516 | 
                  decoder_data->file = (*file);  | 
              |
| 517 | 
                  //decoder_data->poolPar2verify = poolPar2verify;  | 
              |
| 518 | 
                  //decoder_data->poolPar2repair = poolPar2repair;  | 
              |
| 519 | 
                  //decoder_data->poolUnpack = poolUnpack;  | 
              |
| 588 | 
                  /* Make sure that there's nothing in the 'waiting for decode' state */  | 
              |
| 589 | 
                  list = download_queue;  | 
              |
| 590 | 
                      while (list) {
                 | 
              |
| 591 | 
                  NNTPCollection *collection_tmp = (NNTPCollection *) list->data;  | 
              |
| 592 | 
                  GList *list2;  | 
              |
| 520 | 593 | 
                   | 
              
| 521 | 
                  file_ref(*file);  | 
              |
| 522 | 
                  collection_ref(*collection);  | 
              |
| 594 | 
                  // Is this collection being removed ?  | 
              |
| 595 | 
                          if (collection_tmp->stop_flag) {
                 | 
              |
| 596 | 
                  list = g_list_next(list);  | 
              |
| 597 | 
                  continue;  | 
              |
| 598 | 
                  }  | 
              |
| 523 | 599 | 
                   | 
              
| 524 | 
                  decoder_thread_push_task(decoder_data);  | 
              |
| 600 | 
                  list2 = collection_tmp->files_to_download;  | 
              |
| 601 | 
                          while (list2) {
                 | 
              |
| 602 | 
                  NNTPFile *file_tmp = (NNTPFile *) list2->data;  | 
              |
| 603 | 
                   | 
              |
| 604 | 
                  // Is this file being removed?  | 
              |
| 605 | 
                              if (file_tmp->stop_flag) {
                 | 
              |
| 606 | 
                  list2 = g_list_next(list2);  | 
              |
| 607 | 
                  continue;  | 
              |
| 525 | 608 | 
                  }  | 
              
| 526 | 609 | 
                   | 
              
| 610 | 
                              if (file_tmp->now_decoding) {
                 | 
              |
| 611 | 
                  *nothing_to_download_or_active = FALSE;  | 
              |
| 612 | 
                  }  | 
              |
| 613 | 
                   | 
              |
| 527 | 614 | 
                  list2 = g_list_next(list2);  | 
              
| 528 | 615 | 
                  }  | 
              
| 529 | 616 | 
                   | 
              
| 530 | 617 | 
                  list = g_list_next(list);  | 
              
| 531 | 618 | 
                  }  | 
              
| 532 | 619 | 
                   | 
              
| 620 | 
                      if (*nothing_to_download_or_active == TRUE && server_positions[server_id].task_probably_ready == FALSE) {
                 | 
              |
| 621 | 
                  /* There was no task ready for this server, so we skipped the tests for looking up new tasks  | 
              |
| 622 | 
                  * and only checked if there any tasks being decoded at the moment. As there probably still  | 
              |
| 623 | 
                  * are downloads going on, we need to reset the nothing_to_download_or_active flag to FALSE  | 
              |
| 624 | 
                  * to avoid that the schedular gets paused */  | 
              |
| 625 | 
                  *nothing_to_download_or_active = FALSE;  | 
              |
| 626 | 
                  }  | 
              |
| 627 | 
                   | 
              |
| 533 | 628 | 
                  *collection = NULL;  | 
              
| 534 | 629 | 
                  *file = NULL;  | 
              
| 535 | 630 | 
                  *part = NULL;  | 
              
| ... | ... | |
| 545 | 640 | 
                  void  | 
              
| 546 | 641 | 
                  download_queue_update_part_status(const char *servername, int connection_id, NNTPCollection *collection, NNTPFile *file, NNTPPart *part, int server_id, gboolean success, gboolean reset_to_zero, gboolean dont_retry_anymore)  | 
              
| 547 | 642 | 
                  {
                 | 
              
| 548 | 
                  GList *list;  | 
              |
| 549 | 
                   | 
              |
| 550 | 643 | 
                  g_return_if_fail(servername != NULL);  | 
              
| 551 | 644 | 
                  g_return_if_fail(connection_id >= 0);  | 
              
| 552 | 645 | 
                  g_return_if_fail(collection != NULL);  | 
              
| ... | ... | |
| 560 | 653 | 
                  part->downloaded = success;  | 
              
| 561 | 654 | 
                  file->file_is_downloading = FALSE;  | 
              
| 562 | 655 | 
                   | 
              
| 563 | 
                      if (!file->file_is_new) {
                 | 
              |
| 564 | 
                  file->file_is_changed = TRUE;  | 
              |
| 565 | 
                  }  | 
              |
| 566 | 
                   | 
              |
| 567 | 656 | 
                      if (success) {
                 | 
              
| 568 | 657 | 
                  nntpgrab_core_emit_part_done(FALSE, servername, connection_id, collection->collection_name, file->subject, part->part_num, part->size);  | 
              
| 569 | 658 | 
                   | 
              
| ... | ... | |
| 601 | 690 | 
                  update_server_position_cache_if_necessary(collection, file, part, server_id);  | 
              
| 602 | 691 | 
                  }  | 
              
| 603 | 692 | 
                   | 
              
| 604 | 
                  // Are other threads downloading parts of this file ?  | 
              |
| 605 | 
                  list = file->parts;  | 
              |
| 606 | 
                      while (list) {
                 | 
              |
| 607 | 
                  NNTPPart *part2 = list->data;  | 
              |
| 608 | 
                   | 
              |
| 609 | 
                          if (part2->now_downloading) {
                 | 
              |
| 610 | 
                  file->file_is_downloading = TRUE;  | 
              |
| 611 | 
                  }  | 
              |
| 612 | 
                   | 
              |
| 613 | 
                  list = g_list_next(list);  | 
              |
| 614 | 
                  }  | 
              |
| 615 | 
                   | 
              |
| 616 | 
                  // Are all the servers already tried ?  | 
              |
| 693 | 
                  /* Are all the servers already tried ? */  | 
              |
| 617 | 694 | 
                      if (!success && dont_retry_anymore) {
                 | 
              
| 618 | 695 | 
                  gboolean all_servers_tried = TRUE;  | 
              
| 619 | 696 | 
                   | 
              
| ... | ... | |
| 623 | 700 | 
                  all_servers_tried = FALSE;  | 
              
| 624 | 701 | 
                  }  | 
              
| 625 | 702 | 
                   | 
              
| 626 | 
                  nntpgrab_core_emit_part_failed(FALSE, servername,connection_id, collection->collection_name, file->subject, part->part_num, part->size, all_servers_tried);  | 
              |
| 703 | 
                  nntpgrab_core_emit_part_failed(FALSE, servername, connection_id, collection->collection_name, file->subject, part->part_num, part->size, all_servers_tried);  | 
              |
| 627 | 704 | 
                   | 
              
| 628 | 705 | 
                          if (all_servers_tried && !reset_to_zero) {
                 | 
              
| 629 | 706 | 
                              if (file->file_size_remaining < part->size) {
                 | 
              
| ... | ... | |
| 662 | 739 | 
                  }  | 
              
| 663 | 740 | 
                  }  | 
              
| 664 | 741 | 
                   | 
              
| 742 | 
                  start_to_decode_if_necessary(collection, file);  | 
              |
| 743 | 
                   | 
              |
| 665 | 744 | 
                  g_static_mutex_unlock(&collection->mutex);  | 
              
| 666 | 745 | 
                  }  | 
              
| 667 | 746 | 
                   | 
              
| 747 | 
                  gboolean  | 
              |
| 748 | 
                  download_queue_test_is_decoding_still_needed(NNTPCollection *collection, NNTPFile *file)  | 
              |
| 749 | 
                  {
                 | 
              |
| 750 | 
                  g_return_val_if_fail(collection != NULL, FALSE);  | 
              |
| 751 | 
                  g_return_val_if_fail(file != NULL, FALSE);  | 
              |
| 752 | 
                   | 
              |
| 753 | 
                  g_static_mutex_lock(&collection->mutex);  | 
              |
| 754 | 
                      if (file->stop_flag) {
                 | 
              |
| 755 | 
                  file->now_decoding = FALSE;  | 
              |
| 756 | 
                  g_static_mutex_unlock(&collection->mutex);  | 
              |
| 757 | 
                   | 
              |
| 758 | 
                  file_unref(file);  | 
              |
| 759 | 
                  collection_unref(collection);  | 
              |
| 760 | 
                   | 
              |
| 761 | 
                  return FALSE;  | 
              |
| 762 | 
                  }  | 
              |
| 763 | 
                  g_static_mutex_unlock(&collection->mutex);  | 
              |
| 764 | 
                   | 
              |
| 765 | 
                  return TRUE;  | 
              |
| 766 | 
                  }  | 
              |
| 767 | 
                   | 
              |
| 768 | 
                  void  | 
              |
| 769 | 
                  download_queue_about_to_start_decoding(NNTPCollection *collection, NNTPFile *file)  | 
              |
| 770 | 
                  {
                 | 
              |
| 771 | 
                  g_return_if_fail(collection != NULL);  | 
              |
| 772 | 
                  g_return_if_fail(file != NULL);  | 
              |
| 773 | 
                   | 
              |
| 774 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, collection->collection_name, file->subject, NULL, file->status, TASK_STATE_DECODING);  | 
              |
| 775 | 
                   | 
              |
| 776 | 
                  g_static_mutex_lock(&collection->mutex);  | 
              |
| 777 | 
                  file->status = TASK_STATE_DECODING;  | 
              |
| 778 | 
                  g_static_mutex_unlock(&collection->mutex);  | 
              |
| 779 | 
                  }  | 
              |
| 780 | 
                   | 
              |
| 781 | 
                  void  | 
              |
| 782 | 
                  download_queue_mark_file_as_decoded_and_unref(NNTPCollection *collection, NNTPFile *file, const char *real_filename, NGTaskState status)  | 
              |
| 783 | 
                  {
                 | 
              |
| 784 | 
                  g_return_if_fail(collection != NULL);  | 
              |
| 785 | 
                  g_return_if_fail(file != NULL);  | 
              |
| 786 | 
                  /* real_filename can be NULL */  | 
              |
| 787 | 
                   | 
              |
| 788 | 
                  g_static_mutex_lock(&collection->mutex);  | 
              |
| 789 | 
                   | 
              |
| 790 | 
                  /* Was the task restarted while the decoding was busy? */  | 
              |
| 791 | 
                      if (!file->now_decoding) {
                 | 
              |
| 792 | 
                  /* Yes it was, forget the status update */  | 
              |
| 793 | 
                  goto out;  | 
              |
| 794 | 
                  }  | 
              |
| 795 | 
                   | 
              |
| 796 | 
                      if (status == TASK_STATE_FINISHED_COMPLETE || status == TASK_STATE_FINISHED_INCOMPLETE) {
                 | 
              |
| 797 | 
                  g_return_if_fail(real_filename != NULL);  | 
              |
| 798 | 
                   | 
              |
| 799 | 
                  /* Update the real filename */  | 
              |
| 800 | 
                  strncpy((char*) file->real_filename, real_filename, sizeof(file->real_filename) - 1);  | 
              |
| 801 | 
                   | 
              |
| 802 | 
                          if (file->file_type == NNTP_FILE_TYPE_UNKNOWN) {
                 | 
              |
| 803 | 
                  /* Check the extension again. It might have changed now that the decoding is finished */  | 
              |
| 804 | 
                  file->file_type = nntpgrab_utils_get_file_type_of_filename(file->real_filename);  | 
              |
| 805 | 
                  }  | 
              |
| 806 | 
                   | 
              |
| 807 | 
                  file->file_is_downloaded = TRUE;  | 
              |
| 808 | 
                      } else if (status == TASK_STATE_WAITING_FOR_DECODE) {
                 | 
              |
| 809 | 
                  /* The decoder wants us to re-queue the file. Probably some temporary error occurs (like disk full) */  | 
              |
| 810 | 
                   | 
              |
| 811 | 
                  }  | 
              |
| 812 | 
                   | 
              |
| 813 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, collection->collection_name, file->subject, file->real_filename, file->status, status);  | 
              |
| 814 | 
                  file->status = status;  | 
              |
| 815 | 
                   | 
              |
| 816 | 
                  file->now_decoding = FALSE;  | 
              |
| 817 | 
                   | 
              |
| 818 | 
                  out:  | 
              |
| 819 | 
                  g_static_mutex_unlock(&collection->mutex);  | 
              |
| 820 | 
                   | 
              |
| 821 | 
                  download_queue_test_is_collection_downloaded(collection);  | 
              |
| 822 | 
                   | 
              |
| 823 | 
                  file_unref(file);  | 
              |
| 824 | 
                  collection_unref(collection);  | 
              |
| 825 | 
                  }  | 
              |
| 826 | 
                   | 
              |
| 668 | 827 | 
                  static gboolean  | 
              
| 669 | 828 | 
                  test_is_subject_already_in_collection(NNTPCollection *collection, const char *subject)  | 
              
| 670 | 829 | 
                  {
                 | 
              
| ... | ... | |
| 741 | 900 | 
                  }  | 
              
| 742 | 901 | 
                   | 
              
| 743 | 902 | 
                  file->position = g_list_index(collection->files, file) + 1;  | 
              
| 744 | 
                  file->file_is_new = TRUE;  | 
              |
| 745 | 903 | 
                   | 
              
| 746 | 904 | 
                  nntpgrab_core_emit_file_added(FALSE, collection->collection_name, file->subject, file->poster, file->stamp, file->file_size, collection->total_size, collection->total_size_remaining, file->status, file->num_parts, file->groups);  | 
              
| 747 | 905 | 
                   | 
              
| ... | ... | |
| 751 | 909 | 
                  // The poster wasn't set for this collection yet  | 
              
| 752 | 910 | 
                  strncpy(collection->poster, file->poster, sizeof(collection->poster) - 1);  | 
              
| 753 | 911 | 
                  nntpgrab_core_emit_collection_modified(FALSE, collection_name, collection->poster);  | 
              
| 754 | 
                                      if (!collection->collection_is_new) {
                 | 
              |
| 755 | 
                  collection->collection_is_changed = TRUE;  | 
              |
| 756 | 
                  }  | 
              |
| 757 | 912 | 
                  }  | 
              
| 758 | 913 | 
                              } else {
                 | 
              
| 759 | 914 | 
                  // Some other file contained a different poster, reset to empty  | 
              
| 760 | 915 | 
                                  if (strcmp(collection->poster, file->poster)) {
                 | 
              
| 761 | 916 | 
                  memset(collection->poster, 0, sizeof(collection->poster));  | 
              
| 762 | 917 | 
                  nntpgrab_core_emit_collection_modified(FALSE, collection_name, collection->poster);  | 
              
| 763 | 
                                      if (!collection->collection_is_new) {
                 | 
              |
| 764 | 
                  collection->collection_is_changed = TRUE;  | 
              |
| 765 | 
                  }  | 
              |
| 766 | 918 | 
                  }  | 
              
| 767 | 919 | 
                  }  | 
              
| 768 | 920 | 
                   | 
              
| ... | ... | |
| 793 | 945 | 
                      } else {
                 | 
              
| 794 | 946 | 
                  collection->total_size_remaining = 0;  | 
              
| 795 | 947 | 
                  }  | 
              
| 796 | 
                  collection->collection_is_new = TRUE;  | 
              |
| 797 | 
                  file->file_is_new = TRUE;  | 
              |
| 798 | 948 | 
                  file->position = 1;  | 
              
| 799 | 949 | 
                   | 
              
| 800 | 950 | 
                  nntpgrab_core_emit_file_added(FALSE, collection->collection_name, file->subject, file->poster, file->stamp, file->file_size, collection->total_size, collection->total_size_remaining, file->status, file->num_parts, file->groups);  | 
              
| ... | ... | |
| 812 | 962 | 
                  gboolean ret;  | 
              
| 813 | 963 | 
                  NNTPFile *file;  | 
              
| 814 | 964 | 
                  GList *list;  | 
              
| 965 | 
                  #ifndef DOWNLOAD_QUEUE_DONT_SET_TMP_FILENAME  | 
              |
| 815 | 966 | 
                  char *tmp;  | 
              
| 816 | 967 | 
                  char *tmp2;  | 
              
| 968 | 
                  #endif  | 
              |
| 817 | 969 | 
                  GHashTable *hashtable;  | 
              
| 818 | 970 | 
                  char collection_name_copy[256]; /* This parameter needs to be of the same size as defined in base/collections.h! */  | 
              
| 819 | 971 | 
                   | 
              
| ... | ... | |
| 834 | 986 | 
                  file->file_size = file_size;  | 
              
| 835 | 987 | 
                  file->file_size_remaining = file_size;  | 
              
| 836 | 988 | 
                   | 
              
| 989 | 
                  #ifndef DOWNLOAD_QUEUE_DONT_SET_TMP_FILENAME  | 
              |
| 837 | 990 | 
                  tmp = tempnam(opts.temp_directory, NULL);  | 
              
| 838 | 991 | 
                  tmp2 = g_path_get_basename(tmp);  | 
              
| 839 | 992 | 
                  strncpy((char *) file->tmp_filename, tmp2, sizeof(file->tmp_filename));  | 
              
| 840 | 993 | 
                  g_free(tmp2);  | 
              
| 841 | 994 | 
                  free(tmp); // Don't use g_free here as tempnam is a libc function!  | 
              
| 995 | 
                  #endif  | 
              |
| 842 | 996 | 
                   | 
              
| 843 | 997 | 
                  // Detect the file type and the par2 blocks  | 
              
| 844 | 998 | 
                      if (!nntpgrab_utils_strip_subject(file->subject, NULL, NULL, NULL, NULL, NULL, &file->file_type, &file->par2_start_num, &file->par2_num_blocks, NULL, &file->num_parts)) {
                 | 
              
| ... | ... | |
| 1086 | 1240 | 
                  // The poster wasn't set for this collection yet  | 
              
| 1087 | 1241 | 
                  strncpy(collection->poster, file->poster, sizeof(collection->poster) - 1);  | 
              
| 1088 | 1242 | 
                  nntpgrab_core_emit_collection_modified(FALSE, collection_name_copy, collection->poster);  | 
              
| 1089 | 
                   | 
              |
| 1090 | 
                                                  if (!collection->collection_is_new) {
                 | 
              |
| 1091 | 
                  collection->collection_is_changed = TRUE;  | 
              |
| 1092 | 
                  }  | 
              |
| 1093 | 1243 | 
                  }  | 
              
| 1094 | 1244 | 
                                          } else {
                 | 
              
| 1095 | 1245 | 
                  // Some other file contained a different poster, reset to empty  | 
              
| 1096 | 1246 | 
                                              if (strcmp(collection->poster, file->poster)) {
                 | 
              
| 1097 | 1247 | 
                  memset(collection->poster, 0, sizeof(collection->poster));  | 
              
| 1098 | 1248 | 
                  nntpgrab_core_emit_collection_modified(FALSE, collection_name_copy, collection->poster);  | 
              
| 1099 | 
                   | 
              |
| 1100 | 
                                                  if (!collection->collection_is_new) {
                 | 
              |
| 1101 | 
                  collection->collection_is_changed = TRUE;  | 
              |
| 1102 | 
                  }  | 
              |
| 1103 | 1249 | 
                  }  | 
              
| 1104 | 1250 | 
                  }  | 
              
| 1105 | 1251 | 
                   | 
              
| ... | ... | |
| 1167 | 1313 | 
                  int pos_last_file_to_download;  | 
              
| 1168 | 1314 | 
                  NNTPCollection *collection;  | 
              
| 1169 | 1315 | 
                  char collection_name_copy[256]; /* This parameter needs to be of the same size as defined in base/collections.h! */  | 
              
| 1316 | 
                  int i;  | 
              |
| 1170 | 1317 | 
                   | 
              
| 1171 | 1318 | 
                  g_return_val_if_fail(collection_name != NULL, FALSE);  | 
              
| 1172 | 1319 | 
                  /* subject can be NULL */  | 
              
| ... | ... | |
| 1249 | 1396 | 
                  collection->total_size_remaining += file->file_size - file->file_size_remaining - filesize_remaining_active;  | 
              
| 1250 | 1397 | 
                  file->file_size_remaining = file->file_size - filesize_remaining_active;  | 
              
| 1251 | 1398 | 
                   | 
              
| 1252 | 
                                      if (!file->file_is_new) {
                 | 
              |
| 1253 | 
                  file->file_is_changed = TRUE;  | 
              |
| 1254 | 
                  }  | 
              |
| 1255 | 
                   | 
              |
| 1256 | 1399 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, collection_name_copy, file->subject, NULL, file->status, TASK_STATE_WAITING_FOR_DOWNLOAD);  | 
              
| 1257 | 1400 | 
                  file->status = TASK_STATE_WAITING_FOR_DOWNLOAD;  | 
              
| 1258 | 1401 | 
                   | 
              
| ... | ... | |
| 1261 | 1404 | 
                   | 
              
| 1262 | 1405 | 
                  download_thread_awaken_if_needed();  | 
              
| 1263 | 1406 | 
                   | 
              
| 1407 | 
                  /* We can't rely on the contents of the server positions cache, so reset it */  | 
              |
| 1408 | 
                                          for (i = 0; i < MAX_NNTP_SERVERS; i++) {
                 | 
              |
| 1409 | 
                  reset_server_positions(i);  | 
              |
| 1410 | 
                  }  | 
              |
| 1411 | 
                   | 
              |
| 1264 | 1412 | 
                  return TRUE;  | 
              
| 1265 | 1413 | 
                  }  | 
              
| 1266 | 1414 | 
                  }  | 
              
| ... | ... | |
| 1278 | 1426 | 
                   | 
              
| 1279 | 1427 | 
                  download_thread_awaken_if_needed();  | 
              
| 1280 | 1428 | 
                   | 
              
| 1429 | 
                  /* We can't rely on the contents of the server positions cache, so reset it */  | 
              |
| 1430 | 
                                  for (i = 0; i < MAX_NNTP_SERVERS; i++) {
                 | 
              |
| 1431 | 
                  reset_server_positions(i);  | 
              |
| 1432 | 
                  }  | 
              |
| 1433 | 
                   | 
              |
| 1281 | 1434 | 
                  return TRUE;  | 
              
| 1282 | 1435 | 
                  }  | 
              
| 1283 | 1436 | 
                  }  | 
              
| ... | ... | |
| 1462 | 1615 | 
                   | 
              
| 1463 | 1616 | 
                          if (file_tmp->position != i) {
                 | 
              
| 1464 | 1617 | 
                  file_tmp->position = i;  | 
              
| 1465 | 
                  file_tmp->position_is_changed = TRUE;  | 
              |
| 1466 | 1618 | 
                  }  | 
              
| 1467 | 1619 | 
                   | 
              
| 1468 | 1620 | 
                  i++;  | 
              
| ... | ... | |
| 1478 | 1630 | 
                   | 
              
| 1479 | 1631 | 
                              if (file_tmp->position != i) {
                 | 
              
| 1480 | 1632 | 
                  file_tmp->position = i;  | 
              
| 1481 | 
                  file_tmp->position_is_changed = TRUE;  | 
              |
| 1482 | 1633 | 
                  }  | 
              
| 1483 | 1634 | 
                   | 
              
| 1484 | 1635 | 
                  i++;  | 
              
| ... | ... | |
| 1541 | 1692 | 
                  download_queue = g_list_remove(download_queue, collection_src);  | 
              
| 1542 | 1693 | 
                  download_queue = g_list_insert(download_queue, collection_src, new_position);  | 
              
| 1543 | 1694 | 
                   | 
              
| 1544 | 
                  collection_src->collection_is_changed = TRUE;  | 
              |
| 1545 | 
                   | 
              |
| 1546 | 
                              if (orig_position < new_position) {
                 | 
              |
| 1547 | 
                  /* Update the collections FROM the original position on */  | 
              |
| 1548 | 
                  NNTPCollection *collection = g_list_nth_data(download_queue, orig_position);  | 
              |
| 1549 | 
                  collection->collection_is_changed = TRUE;  | 
              |
| 1550 | 
                  }  | 
              |
| 1551 | 
                   | 
              |
| 1552 | 1695 | 
                  break;  | 
              
| 1553 | 1696 | 
                  }  | 
              
| 1554 | 1697 | 
                   | 
              
| trunk/nntpgrab_core/download_queue.h (revision 1843) | ||
|---|---|---|
| 26 | 26 | 
                  gboolean download_queue_destroy(char **errmsg);  | 
              
| 27 | 27 | 
                  void download_queue_reset_all_server_positions(void);  | 
              
| 28 | 28 | 
                  gboolean download_queue_save(char **errmsg);  | 
              
| 29 | 
                  gboolean download_queue_get_next_part_to_download(NNTPCollection **collection, NNTPFile **file, NNTPPart **part, int server_id, gboolean *nothing_to_download);  | 
              |
| 29 | 
                  gboolean download_queue_get_next_part_to_download(NNTPCollection **collection, NNTPFile **file, NNTPPart **part, int server_id, gboolean *nothing_to_download_or_active);  | 
              |
| 30 | 30 | 
                  void download_queue_update_part_status(const char *servername, int connection_id, NNTPCollection *collection, NNTPFile *file, NNTPPart *part, int server_id, gboolean success, gboolean reset_to_zero, gboolean dont_retry_anymore);  | 
              
| 31 | 
                  gboolean download_queue_test_is_decoding_still_needed(NNTPCollection *collection, NNTPFile *file);  | 
              |
| 32 | 
                  void download_queue_about_to_start_decoding(NNTPCollection *collection, NNTPFile *file);  | 
              |
| 33 | 
                  void download_queue_mark_file_as_decoded_and_unref(NNTPCollection *collection, NNTPFile *file, const char *real_filename, NGTaskState status);  | 
              |
| 31 | 34 | 
                  gboolean download_queue_add_file_to_queue(const char *collection_name, const char *subject, const char *poster, time_t stamp, nguint64 file_size, NGList *groups, NGList *parts, char **errmsg);  | 
              
| 32 | 35 | 
                  gboolean download_queue_del_file_from_queue(const char *collection_name, const char *subject, char **errmsg);  | 
              
| 33 | 36 | 
                  gboolean download_queue_restart_file(const char *collection_name, const char *subject, char **errmsg);  | 
              
| trunk/nntpgrab_core/nntpgrab_internal.h (revision 1843) | ||
|---|---|---|
| 22 | 22 | 
                  #include  | 
              
| 23 | 23 | 
                   | 
              
| 24 | 24 | 
                  #include "nntpgrab_types.h"  | 
              
| 25 | 
                  #include "collections.h"  | 
              |
| 26 | 25 | 
                   | 
              
| 27 | 26 | 
                  void core_signals_clear_stack(void);  | 
              
| 28 | 27 | 
                   | 
              
| trunk/nntpgrab_core/decoder_thread.c (revision 1843) | ||
|---|---|---|
| 30 | 30 | 
                  #include "nntpgrab.h"  | 
              
| 31 | 31 | 
                  #include "nntpgrab_internal.h"  | 
              
| 32 | 32 | 
                  #include "decoder_thread.h"  | 
              
| 33 | 
                  #include "collection_alloc.h"  | 
              |
| 34 | 33 | 
                  #include "download_thread.h"  | 
              
| 35 | 34 | 
                  #include "download_queue.h"  | 
              
| 36 | 35 | 
                  #include "nntpgrab_plugin.h"  | 
              
| ... | ... | |
| 43 | 42 | 
                  static NGConfigOpts opts;  | 
              
| 44 | 43 | 
                   | 
              
| 45 | 44 | 
                  static NNTPGrabDecoderRes  | 
              
| 46 | 
                  decoder_thread_decode_file(const char *collection_name, NNTPFile *file, int *saved_errno, char **errmsg)  | 
              |
| 45 | 
                  decoder_thread_decode_file(const char *collection_name, NNTPFile *file, char **real_filename, int *saved_errno, char **errmsg)  | 
              |
| 47 | 46 | 
                  {
                 | 
              
| 48 | 47 | 
                  NNTPGrabDecoderRes retval;  | 
              
| 49 | 48 | 
                   | 
              
| ... | ... | |
| 54 | 53 | 
                   | 
              
| 55 | 54 | 
                      ng_plugin_emit_log_msg(NULL, NG_LOG_LEVEL_INFO, _("Trying to decode file with from collection '%s' with subject = '%s'"), collection_name, file->subject);
                 | 
              
| 56 | 55 | 
                   | 
              
| 57 | 
                  g_return_val_if_fail(ng_plugin_call(NULL, "decode_file", collection_name, file, opts.temp_directory, opts.download_directory, saved_errno, errmsg, &retval), FALSE);  | 
              |
| 56 | 
                  g_return_val_if_fail(ng_plugin_call(NULL, "decode_file", collection_name, file, opts.temp_directory, opts.download_directory, real_filename, saved_errno, errmsg, &retval), FALSE);  | 
              |
| 58 | 57 | 
                   | 
              
| 59 | 58 | 
                      ng_plugin_emit_log_msg(NULL, NG_LOG_LEVEL_INFO, _("Decoder returned %i"), retval);
                 | 
              
| 60 | 59 | 
                   | 
              
| ... | ... | |
| 62 | 61 | 
                  ng_plugin_emit_log_msg(NULL, NG_LOG_LEVEL_INFO, "Decoder error: %s", *errmsg);  | 
              
| 63 | 62 | 
                  }  | 
              
| 64 | 63 | 
                   | 
              
| 65 | 
                  // The filename got updated, check the extension again  | 
              |
| 66 | 
                  if (retval != DECODER_RESULT_ERROR &&  | 
              |
| 67 | 
                  retval != DECODER_RESULT_NO_PARTS_AVAIL &&  | 
              |
| 68 | 
                          file->file_type == NNTP_FILE_TYPE_UNKNOWN) {
                 | 
              |
| 69 | 
                   | 
              |
| 70 | 
                  file->file_type = nntpgrab_utils_get_file_type_of_filename(file->real_filename);  | 
              |
| 71 | 
                  }  | 
              |
| 72 | 
                   | 
              |
| 73 | 64 | 
                  return retval;  | 
              
| 74 | 65 | 
                  }  | 
              
| 75 | 66 | 
                   | 
              
| ... | ... | |
| 80 | 71 | 
                  int saved_errno = 0;  | 
              
| 81 | 72 | 
                  static time_t last_timestamp = 0;  | 
              
| 82 | 73 | 
                  NNTPGrabDecoderRes res;  | 
              
| 74 | 
                  char *real_filename = NULL;  | 
              |
| 83 | 75 | 
                  char *errmsg = NULL;  | 
              
| 76 | 
                  NGTaskState state;  | 
              |
| 84 | 77 | 
                   | 
              
| 85 | 
                  // Do we still need to decode?  | 
              |
| 86 | 
                  g_static_mutex_lock(&decoder_data->collection->mutex);  | 
              |
| 87 | 
                      if (abort_flag || decoder_data->file->stop_flag) {
                 | 
              |
| 88 | 
                  decoder_data->file->now_decoding = FALSE;  | 
              |
| 89 | 
                  g_static_mutex_unlock(&decoder_data->collection->mutex);  | 
              |
| 90 | 
                   | 
              |
| 91 | 
                  file_unref(decoder_data->file);  | 
              |
| 92 | 
                  collection_unref(decoder_data->collection);  | 
              |
| 93 | 
                   | 
              |
| 78 | 
                  /* Do we still need to decode? */  | 
              |
| 79 | 
                      if (abort_flag || !download_queue_test_is_decoding_still_needed(decoder_data->collection, decoder_data->file)) {
                 | 
              |
| 94 | 80 | 
                  g_slice_free(DecoderData, decoder_data);  | 
              
| 95 | 
                   | 
              |
| 96 | 81 | 
                  return;  | 
              
| 97 | 82 | 
                  }  | 
              
| 98 | 
                  g_static_mutex_unlock(&decoder_data->collection->mutex);  | 
              |
| 99 | 83 | 
                   | 
              
| 100 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, decoder_data->collection->collection_name, decoder_data->file->subject, NULL, decoder_data->file->status, TASK_STATE_DECODING);  | 
              |
| 84 | 
                  download_queue_about_to_start_decoding(decoder_data->collection, decoder_data->file);  | 
              |
| 101 | 85 | 
                   | 
              
| 102 | 
                  g_static_mutex_lock(&decoder_data->collection->mutex);  | 
              |
| 103 | 
                  decoder_data->file->status = TASK_STATE_DECODING;  | 
              |
| 104 | 
                  g_static_mutex_unlock(&decoder_data->collection->mutex);  | 
              |
| 105 | 
                   | 
              |
| 106 | 86 | 
                  // Perform the actual decoding  | 
              
| 107 | 
                      if ((res = decoder_thread_decode_file(decoder_data->collection->collection_name, decoder_data->file, &saved_errno, &errmsg)) == DECODER_RESULT_ERROR) {
                 | 
              |
| 87 | 
                      if ((res = decoder_thread_decode_file(decoder_data->collection->collection_name, decoder_data->file, &real_filename, &saved_errno, &errmsg)) == DECODER_RESULT_ERROR) {
                 | 
              |
| 108 | 88 | 
                          if (saved_errno == ENOSPC) {
                 | 
              
| 109 | 89 | 
                  // No free space available, stop the schedular  | 
              
| 110 | 90 | 
                              if (errmsg) {
                 | 
              
| ... | ... | |
| 117 | 97 | 
                  /* Skip any already queued decodes because of the error */  | 
              
| 118 | 98 | 
                  abort_flag = TRUE;  | 
              
| 119 | 99 | 
                   | 
              
| 120 | 
                  g_static_mutex_lock(&decoder_data->collection->mutex);  | 
              |
| 121 | 
                  decoder_data->file->now_decoding = FALSE;  | 
              |
| 122 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, decoder_data->collection->collection_name, decoder_data->file->subject, NULL, decoder_data->file->status, TASK_STATE_WAITING_FOR_DECODE);  | 
              |
| 123 | 
                  decoder_data->file->status = TASK_STATE_WAITING_FOR_DECODE;  | 
              |
| 124 | 
                  g_static_mutex_unlock(&decoder_data->collection->mutex);  | 
              |
| 125 | 
                   | 
              |
| 126 | 
                  file_unref(decoder_data->file);  | 
              |
| 127 | 
                  collection_unref(decoder_data->collection);  | 
              |
| 128 | 
                   | 
              |
| 100 | 
                  download_queue_mark_file_as_decoded_and_unref(decoder_data->collection, decoder_data->file, NULL, TASK_STATE_WAITING_FOR_DECODE);  | 
              |
| 129 | 101 | 
                  g_slice_free(DecoderData, decoder_data);  | 
              
| 130 | 102 | 
                   | 
              
| 131 | 103 | 
                  return;  | 
              
| ... | ... | |
| 144 | 116 | 
                  /* Skip any already queued decodes because of the error */  | 
              
| 145 | 117 | 
                  abort_flag = TRUE;  | 
              
| 146 | 118 | 
                   | 
              
| 147 | 
                  g_static_mutex_lock(&decoder_data->collection->mutex);  | 
              |
| 148 | 
                  decoder_data->file->now_decoding = FALSE;  | 
              |
| 149 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, decoder_data->collection->collection_name, decoder_data->file->subject, NULL, decoder_data->file->status, TASK_STATE_WAITING_FOR_DECODE);  | 
              |
| 150 | 
                  decoder_data->file->status = TASK_STATE_WAITING_FOR_DECODE;  | 
              |
| 151 | 
                  g_static_mutex_unlock(&decoder_data->collection->mutex);  | 
              |
| 152 | 
                   | 
              |
| 153 | 
                  file_unref(decoder_data->file);  | 
              |
| 154 | 
                  collection_unref(decoder_data->collection);  | 
              |
| 155 | 
                   | 
              |
| 119 | 
                  download_queue_mark_file_as_decoded_and_unref(decoder_data->collection, decoder_data->file, NULL, TASK_STATE_WAITING_FOR_DECODE);  | 
              |
| 156 | 120 | 
                  g_slice_free(DecoderData, decoder_data);  | 
              
| 157 | 121 | 
                   | 
              
| 158 | 122 | 
                  return;  | 
              
| 159 | 123 | 
                  }  | 
              
| 160 | 124 | 
                  }  | 
              
| 161 | 125 | 
                   | 
              
| 162 | 
                  // Mark the file as completed  | 
              |
| 163 | 
                  g_static_mutex_lock(&decoder_data->collection->mutex);  | 
              |
| 126 | 
                  /* Mark the file as completed */  | 
              |
| 127 | 
                      switch(res) {
                 | 
              |
| 128 | 
                  case DECODER_RESULT_INCOMPLETE:  | 
              |
| 129 | 
                  state = TASK_STATE_FINISHED_INCOMPLETE;  | 
              |
| 130 | 
                  break;  | 
              |
| 164 | 131 | 
                   | 
              
| 165 | 
                      if (!decoder_data->file->file_is_new) {
                 | 
              |
| 166 | 
                  decoder_data->file->file_is_changed = TRUE;  | 
              |
| 167 | 
                  }  | 
              |
| 132 | 
                  case DECODER_RESULT_NO_PARTS_AVAIL:  | 
              |
| 133 | 
                  state = TASK_STATE_FINISHED_NO_PARTS_AVAIL;  | 
              |
| 134 | 
                  break;  | 
              |
| 168 | 135 | 
                   | 
              
| 169 | 
                  // Was the task restarted while the decoding was busy?  | 
              |
| 170 | 
                      if (decoder_data->file->now_decoding) {
                 | 
              |
| 171 | 
                  // Nope, mark the file decode as completed  | 
              |
| 172 | 
                  NGTaskState state;  | 
              |
| 136 | 
                  case DECODER_RESULT_ERROR:  | 
              |
| 137 | 
                  state = TASK_STATE_WAITING_FOR_DECODE;  | 
              |
| 138 | 
                  break;  | 
              |
| 173 | 139 | 
                   | 
              
| 174 | 
                  decoder_data->file->file_is_downloaded = TRUE;  | 
              |
| 175 | 
                  decoder_data->file->now_decoding = FALSE;  | 
              |
| 176 | 
                   | 
              |
| 177 | 
                          switch(res) {
                 | 
              |
| 178 | 
                  case DECODER_RESULT_INCOMPLETE:  | 
              |
| 179 | 
                  state = TASK_STATE_FINISHED_INCOMPLETE;  | 
              |
| 180 | 
                  break;  | 
              |
| 181 | 
                   | 
              |
| 182 | 
                  case DECODER_RESULT_NO_PARTS_AVAIL:  | 
              |
| 183 | 
                  state = TASK_STATE_FINISHED_NO_PARTS_AVAIL;  | 
              |
| 184 | 
                  break;  | 
              |
| 185 | 
                   | 
              |
| 186 | 
                  case DECODER_RESULT_ERROR:  | 
              |
| 187 | 
                  state = TASK_STATE_WAITING_FOR_DECODE;  | 
              |
| 188 | 
                  break;  | 
              |
| 189 | 
                   | 
              |
| 190 | 
                  default:  | 
              |
| 191 | 
                  case DECODER_RESULT_COMPLETE:  | 
              |
| 192 | 
                  state = TASK_STATE_FINISHED_COMPLETE;  | 
              |
| 193 | 
                  break;  | 
              |
| 194 | 
                  }  | 
              |
| 195 | 
                   | 
              |
| 196 | 
                  nntpgrab_core_emit_file_state_changed(FALSE, decoder_data->collection->collection_name, decoder_data->file->subject, decoder_data->file->real_filename, decoder_data->file->status, state);  | 
              |
| 197 | 
                  decoder_data->file->status = state;  | 
              |
| 140 | 
                  default:  | 
              |
| 141 | 
                  case DECODER_RESULT_COMPLETE:  | 
              |
| 142 | 
                  state = TASK_STATE_FINISHED_COMPLETE;  | 
              |
| 143 | 
                  break;  | 
              |
| 198 | 144 | 
                  }  | 
              
| 199 | 
                   | 
              |
| 200 | 
                  g_static_mutex_unlock(&decoder_data->collection->mutex);  | 
              |
| 201 | 
                   | 
              |
| 202 | 
                  download_queue_test_is_collection_downloaded(decoder_data->collection);  | 
              |
| 203 | 
                   | 
              |
| 204 | 
                  file_unref(decoder_data->file);  | 
              |
| 205 | 
                  collection_unref(decoder_data->collection);  | 
              |
| 206 | 
                   | 
              |
| 145 | 
                  download_queue_mark_file_as_decoded_and_unref(decoder_data->collection, decoder_data->file, real_filename, state);  | 
              |
| 207 | 146 | 
                  g_slice_free(DecoderData, decoder_data);  | 
              
| 147 | 
                      if (real_filename) {
                 | 
              |
| 148 | 
                  g_free(real_filename);  | 
              |
| 149 | 
                  }  | 
              |
| 208 | 150 | 
                   | 
              
| 209 | 151 | 
                  // Save the download queue only when there has been some time between now and the previous time we've decoded something  | 
              
| 210 | 152 | 
                      if (time(NULL) > last_timestamp + 60) {
                 | 
              
| trunk/nntpgrab_core/queue_rawfile.c (revision 1843) | ||
|---|---|---|
| 282 | 282 | 
                  break;  | 
              
| 283 | 283 | 
                   | 
              
| 284 | 284 | 
                  case TASK_STATE_WAITING_FOR_DOWNLOAD:  | 
              
| 285 | 
                  active_file->file_is_downloaded = FALSE;  | 
              |
| 286 | 
                  break;  | 
              |
| 287 | 
                   | 
              |
| 285 | 288 | 
                  case TASK_STATE_FINISHED_COMPLETE:  | 
              
| 286 | 289 | 
                  case TASK_STATE_FINISHED_INCOMPLETE:  | 
              
| 287 | 290 | 
                  case TASK_STATE_FINISHED_NO_PARTS_AVAIL:  | 
              
| trunk/tests/test_download_queue.c (revision 1843) | ||
|---|---|---|
| 1 | 
                  /*  | 
              |
| 2 | 
                  Copyright (C) 2005-2011 Erik van Pienbroek  | 
              |
| 3 | 
                   | 
              |
| 4 | 
                  This program is free software; you can redistribute it and/or modify  | 
              |
| 5 | 
                  it under the terms of the GNU General Public License as published by  | 
              |
| 6 | 
                  the Free Software Foundation; either version 2 of the License, or  | 
              |
| 7 | 
                  (at your option) any later version.  | 
              |
| 8 | 
                   | 
              |
| 9 | 
                  This program is distributed in the hope that it will be useful,  | 
              |
| 10 | 
                  but WITHOUT ANY WARRANTY; without even the implied warranty of  | 
              |
| 11 | 
                  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the  | 
              |
| 12 | 
                  GNU General Public License for more details.  | 
              |
| 13 | 
                   | 
              |
| 14 | 
                  You should have received a copy of the GNU General Public License  | 
              |
| 15 | 
                  along with this program; if not, write to the Free Software  | 
              |
| 16 | 
                  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA  | 
              |
| 17 | 
                  */  | 
              |
| 18 | 
                   | 
              |
| 19 | 
                  #include  | 
              |
| 20 | 
                  #include  | 
              |
| 21 | 
                  #include  | 
              |
| 22 | 
                   | 
              |
| 23 | 
                  #include "common.h"  | 
              |
| 24 | 
                  #include "nntpgrab_utils.h"  | 
              |
| 25 | 
                  #include "download_queue.h"  | 
              |
| 26 | 
                   | 
              |
| 27 | 
                  static Configuration *config = NULL;  | 
              |
| 28 | 
                   | 
              |
| 29 | 
                  /* Fake placeholders */  | 
              |
| 30 | 
                  void  | 
              |
| 31 | 
                  ng_plugin_emit_log_msg(NGPlugin *plugin_data, NGLogLevel log_level, const char *format, ...)  | 
              |
| 32 | 
                  {
                 | 
              |
| 33 | 
                  va_list args;  | 
              |
| 34 | 
                  char msg[1024];  | 
              |
| 35 | 
                  va_start(args, format);  | 
              |
| 36 | 
                  memset(msg, 0, sizeof(msg));  | 
              |
| 37 | 
                  vsnprintf(msg, sizeof(msg) - 1, format, args);  | 
              |
| 38 | 
                  va_end(args);  | 
              |
| 39 | 
                   | 
              |
| 40 | 
                      g_test_message("%s", msg);
                 | 
              |
| 41 | 
                  }  | 
              |
| 42 | 
                   | 
              |
| 43 | 
                  typedef void* DecoderData;  | 
              |
| 44 | 
                  void  | 
              |
| 45 | 
                  decoder_thread_push_task(DecoderData *task)  | 
              |
| 46 | 
                  {
                 | 
              |
| 47 | 
                   | 
              |
| 48 | 
                  }  | 
              |
| 49 | 
                   | 
              |
| 50 | 
                  NntpgrabCore *  | 
              |
| 51 | 
                  get_core(void)  | 
              |
| 52 | 
                  {
                 | 
              |
| 53 | 
                  return NULL;  | 
              |
| 54 | 
                  }  | 
              |
| 55 | 
                   | 
              |
| 56 | 
                  void  | 
              |
| 57 | 
                  download_thread_awaken_if_needed(void)  | 
              |
| 58 | 
                  {
                 | 
              |
| 59 | 
                   | 
              |
| 60 | 
                  }  | 
              |
| 61 | 
                   | 
              |
| 62 | 
                  ngboolean  | 
              |
| 63 | 
                  ng_plugin_emit_internal_event(const char *event_name, ...)  | 
              |
| 64 | 
                  {
                 | 
              |
| 65 | 
                  return TRUE;  | 
              |
| 66 | 
                  }  | 
              |
| 67 | 
                   | 
              |
| 68 | 
                  /* Helper functions */  | 
              |
| 69 | 
                  static NGList *  | 
              |
| 70 | 
                  generate_part_list(guint64 *file_size)  | 
              |
| 71 | 
                  {
                 | 
              |
| 72 | 
                  NNTPPart *part;  | 
              |
| 73 | 
                  NGList *list;  | 
              |
| 74 | 
                   | 
              |
| 75 | 
                  g_return_val_if_fail(file_size != NULL, NULL);  | 
              |
| 76 | 
                   | 
              |
| 77 | 
                  *file_size = 0;  | 
              |
| 78 | 
                   | 
              |
| 79 | 
                  part = g_slice_new0(NNTPPart);  | 
              |
| 80 | 
                  strncpy((char *) part->message_id, "  | 
              |
| 81 | 
                  part->size = 258374;  | 
              |
| 82 | 
                  part->part_num = 1;  | 
              |
| 83 | 
                  *file_size += part->size;  | 
              |
| 84 | 
                  list = ng_list_append(NULL, part);  | 
              |
| 85 | 
                   | 
              |
| 86 | 
                  part = g_slice_new0(NNTPPart);  | 
              |
| 87 | 
                  strncpy((char *) part->message_id, "  | 
              |
| 88 | 
                  part->size = 258436;  | 
              |
| 89 | 
                  part->part_num = 2;  | 
              |
| 90 | 
                  *file_size += part->size;  | 
              |
| 91 | 
                  list = ng_list_append(list, part);  | 
              |
| 92 | 
                   | 
              |
| 93 | 
                  part = g_slice_new0(NNTPPart);  | 
              |
| 94 | 
                  strncpy((char *) part->message_id, "  | 
              |
| 95 | 
                  part->size = 258498;  | 
              |
| 96 | 
                  part->part_num = 3;  | 
              |
| 97 | 
                  *file_size += part->size;  | 
              |
| 98 | 
                  list = ng_list_append(list, part);  | 
              |
| 99 | 
                   | 
              |
| 100 | 
                  part = g_slice_new0(NNTPPart);  | 
              |
| 101 | 
                  strncpy((char *) part->message_id, "  | 
              |
| 102 | 
                  part->size = 258448;  | 
              |
| 103 | 
                  part->part_num = 4;  | 
              |
| 104 | 
                  *file_size += part->size;  | 
              |
| 105 | 
                  list = ng_list_append(list, part);  | 
              |
| 106 | 
                   | 
              |
| 107 | 
                  return list;  | 
              |
| 108 | 
                  }  | 
              |
| 109 | 
                   | 
              |
| 110 | 
                  void  | 
              |
| 111 | 
                  free_part_list(NGList *parts)  | 
              |
| 112 | 
                  {
                 | 
              |
| 113 | 
                  NGList *list = parts;  | 
              |
| 114 | 
                   | 
              |
| 115 | 
                      while (list) {
                 | 
              |
| 116 | 
                  g_slice_free(NNTPPart, list->data);  | 
              |
| 117 | 
                  list = ng_list_next(list);  | 
              |
| 118 | 
                  }  | 
              |
| 119 | 
                   | 
              |
| 120 | 
                  ng_list_free(parts);  | 
              |
| 121 | 
                  }  | 
              |
| 122 | 
                   | 
              |
| 123 | 
                  void  | 
              |
| 124 | 
                  free_group_list(NGList *groups)  | 
              |
| 125 | 
                  {
                 | 
              |
| 126 | 
                  NGList *list = groups;  | 
              |
| 127 | 
                   | 
              |
| 128 | 
                      while (list) {
                 | 
              |
| 129 | 
                  g_free(list->data);  | 
              |
| 130 | 
                  list = ng_list_next(list);  | 
              |
| 131 | 
                  }  | 
              |
| 132 | 
                   | 
              |
| 133 | 
                  ng_list_free(groups);  | 
              |
| 134 | 
                  }  | 
              |
| 135 | 
                   | 
              |
| 136 | 
                  /* Testcases */  | 
              |
| 137 | 
                  static void  | 
              |
| 138 | 
                  test_download_queue_add_file_to_queue(void)  | 
              |
| 139 | 
                  {
                 | 
              |
| 140 | 
                  char *errmsg = NULL;  | 
              |
| 141 | 
                  NGList *list_parts;  | 
              |
| 142 | 
                  NGList *list_groups;  | 
              |
| 143 | 
                  char *collection_name;  | 
              |
| 144 | 
                  char *subject;  | 
              |
| 145 | 
                  char *poster;  | 
              |
| 146 | 
                  time_t stamp;  | 
              |
| 147 | 
                  guint64 file_size = 0;  | 
              |
| 148 | 
                   | 
              |
| 149 | 
                  GError *err = NULL;  | 
              |
| 150 | 
                  char *filename_expected;  | 
              |
| 151 | 
                  char *filename_real;  | 
              |
| 152 | 
                  char *contents_expected;  | 
              |
| 153 | 
                  char *contents_real;  | 
              |
| 154 | 
                   | 
              |
| 155 | 
                  /* Add a single file to the download queue */  | 
              |
| 156 | 
                  collection_name = "some collection";  | 
              |
| 157 | 
                  subject = "some subject";  | 
              |
| 158 | 
                  poster = "some poster";  | 
              |
| 159 | 
                  stamp = 1185657196;  | 
              |
| 160 | 
                   | 
              |
| 161 | 
                  list_parts = generate_part_list(&file_size);  | 
              |
| 162 | 
                      list_groups = ng_list_append(NULL, g_strdup("alt.binaries.x"));
                 | 
              |
| 163 | 
                      list_groups = ng_list_append(list_groups, g_strdup("alt.binaries.nl"));
                 | 
              |
| 164 | 
                   | 
              |
| 165 | 
                      if (!download_queue_add_file_to_queue(collection_name, subject, poster, stamp, file_size, list_groups, list_parts, &errmsg)) {
                 | 
              |
| 166 | 
                          FAIL_TEST("Unable to add file to download queue: %s\n", errmsg);
                 | 
              |
| 167 | 
                  }  | 
              |
| 168 | 
                   | 
              |
| 169 | 
                  free_part_list(list_parts);  | 
              |
| 170 | 
                  free_group_list(list_groups);  | 
              |
| 171 | 
                   | 
              |
| 172 | 
                      if (!download_queue_save(&errmsg)) {
                 | 
              |
| 173 | 
                          FAIL_TEST("Unable to save download queue: %s\n", errmsg);
                 | 
              |
| 174 | 
                  g_free(errmsg);  | 
              |
| 175 | 
                  return;  | 
              |
| 176 | 
                  }  | 
              |
| 177 | 
                   | 
              |
| 178 | 
                  /* Verify the contents of the download queue file */  | 
              |
| 179 | 
                  filename_expected = "download_queue_with_1_file.db";  | 
              |
| 180 | 
                      if (!g_file_get_contents(filename_expected, &contents_expected, NULL, &err)) {
                 | 
              |
| 181 | 
                          FAIL_TEST("Unable to read contents of '%s': %s\n", filename_expected, err->message);
                 | 
              |
| 182 | 
                  g_error_free(err);  | 
              |
| 183 | 
                  return;  | 
              |
| 184 | 
                  }  | 
              |
| 185 | 
                   | 
              |
| 186 | 
                  filename_real = get_location_of_download_queue();  | 
              |
| 187 | 
                      if (!g_file_get_contents(filename_real, &contents_real, NULL, &err)) {
                 | 
              |
| 188 | 
                          FAIL_TEST("Unable to read contents of '%s': %s\n", filename_real, err->message);
                 | 
              |
| 189 | 
                  g_free(contents_expected);  | 
              |
| 190 | 
                  g_free(filename_real);  | 
              |
| 191 | 
                  g_error_free(err);  | 
              |
| 192 | 
                  return;  | 
              |
| 193 | 
                  }  | 
              |
| 194 | 
                  g_free(filename_real);  | 
              |
| 195 | 
                   | 
              |
| 196 | 
                  g_assert_cmpstr(contents_expected, ==, contents_real);  | 
              |
| 197 | 
                   | 
              |
| 198 | 
                  g_free(contents_expected);  | 
              |
| 199 | 
                  g_free(contents_real);  | 
              |
| 200 | 
                  }  | 
              |
| 201 | 
                   | 
              |
| 202 | 
                  static void  | 
              |
| 203 | 
                  test_download_queue_restart_file(void)  | 
              |
| 204 | 
                  {
                 | 
              |
| 205 | 
                  char *collection_name;  | 
              |
| 206 | 
                  char *subject;  | 
              |
| 207 | 
                  char *errmsg = NULL;  | 
              |
| 208 | 
                   | 
              |
| 209 | 
                      g_test_message("Now trying to restart file which was added in the add_item_to_queue testcase");
                 | 
              |
| 210 | 
                  collection_name = "some collection";  | 
              |
| 211 | 
                  subject = "some subject";  | 
              |
| 212 | 
                      if (!download_queue_restart_file(collection_name, subject, &errmsg)) {
                 | 
              |
| 213 | 
                          FAIL_TEST("Unable to remove file from download queue: %s\n", errmsg);
                 | 
              |
| 214 | 
                  }  | 
              |
| 215 | 
                   | 
              |
| 216 | 
                      g_test_message("Now trying to restart a non-existant file");
                 | 
              |
| 217 | 
                      if (!download_queue_restart_file("non-existant", subject, &errmsg)) {
                 | 
              |
| 218 | 
                  /* This is good */  | 
              |
| 219 | 
                  g_free(errmsg);  | 
              |
| 220 | 
                      } else {
                 | 
              |
| 221 | 
                          FAIL_TEST("download_queue_restart_file returned TRUE, while FALSE was expected");
                 | 
              |
| 222 | 
                  return;  | 
              |
| 223 | 
                  }  | 
              |
| 224 | 
                   | 
              |
| 225 | 
                  /* Verify the contents of the download queue file */  | 
              |
| 226 | 
                   | 
              |
| 227 | 
                  }  | 
              |
| 228 | 
                   | 
              |
| 229 | 
                  static void  | 
              |
| 230 | 
                  test_download_queue_del_file_from_queue(void)  | 
              |
| 231 | 
                  {
                 | 
              |
| 232 | 
                  char *collection_name;  | 
              |
| 233 | 
                  char *subject;  | 
              |
| 234 | 
                  char *errmsg = NULL;  | 
              |
| 235 | 
                  GError *err = NULL;  | 
              |
| 236 | 
                  char *filename_real;  | 
              |
| 237 | 
                  char *contents_real = NULL;  | 
              |
| 238 | 
                   | 
              |
| 239 | 
                      g_test_message("Now trying to remove file which was added in the add_item_to_queue testcase");
                 | 
              |
| 240 | 
                  collection_name = "some collection";  | 
              |
| 241 | 
                  subject = "some subject";  | 
              |
| 242 | 
                      if (!download_queue_del_file_from_queue(collection_name, subject, &errmsg)) {
                 | 
              |
| 243 | 
                          FAIL_TEST("Unable to remove file from download queue: %s\n", errmsg);
                 | 
              |
| 244 | 
                  g_free(errmsg);  | 
              |
| 245 | 
                  return;  | 
              |
| 246 | 
                  }  | 
              |
| 247 | 
                   | 
              |
| 248 | 
                      g_test_message("Now trying to remove a non-existant file");
                 | 
              |
| 249 | 
                      if (!download_queue_del_file_from_queue("non-existant", subject, &errmsg)) {
                 | 
              |
| 250 | 
                  /* This is good */  | 
              |
| 251 | 
                  g_free(errmsg);  | 
              |
| 252 | 
                      } else {
                 | 
              |
| 253 | 
                          FAIL_TEST("download_queue_del_file_from_queue returned TRUE, while FALSE was expected");
                 | 
              |
| 254 | 
                  return;  | 
              |
| 255 | 
                  }  | 
              |
| 256 | 
                   | 
              |
| 257 | 
                      if (!download_queue_save(&errmsg)) {
                 | 
              |
| 258 | 
                          FAIL_TEST("Unable to save download queue: %s\n", errmsg);
                 | 
              |
| 259 | 
                  g_free(errmsg);  | 
              |
| 260 | 
                  return;  | 
              |
| 261 | 
                  }  | 
              |
| 262 | 
                   | 
              |
| 263 | 
                  /* Verify the contents of the download queue file */  | 
              |
| 264 | 
                  filename_real = get_location_of_download_queue();  | 
              |
| 265 | 
                      if (!g_file_get_contents(filename_real, &contents_real, NULL, &err)) {
                 | 
              |
| 266 | 
                          FAIL_TEST("Unable to read contents of '%s': %s\n", filename_real, err->message);
                 | 
              |
| 267 | 
                  g_free(filename_real);  | 
              |
| 268 | 
                  g_error_free(err);  | 
              |
| 269 | 
                  return;  | 
              |
| 270 | 
                  }  | 
              |
| 271 | 
                  g_free(filename_real);  | 
              |
| 272 | 
                   | 
              |
| 273 | 
                      g_assert_cmpstr("", ==, contents_real);
                 | 
              |
| 274 | 
                   | 
              |
| 275 | 
                  g_free(contents_real);  | 
              |
| 276 | 
                  }  | 
              |
| 277 | 
                   | 
              |
| 278 | 
                  static void  | 
              |
| 279 | 
                  test_download_queue_get_next_part_to_download_setup(void *data, gconstpointer user_data)  | 
              |
| 280 | 
                  {
                 | 
              |
| 281 | 
                  int i;  | 
              |
| 282 | 
                  char *errmsg = NULL;  | 
              |
| 283 | 
                  char *collection_name = "some collection";  | 
              |
| 284 | 
                   | 
              |
| 285 | 
                      for (i = 1; i <= 10; i++) {
                 | 
              |
| 286 | 
                  char *subject;  | 
              |
| 287 | 
                  char *poster;  | 
              |
| 288 | 
                  time_t stamp;  | 
              |
| 289 | 
                  guint64 file_size = 0;  | 
              |
| 290 | 
                  NGList *list_parts;  | 
              |
| 291 | 
                  NGList *list_groups;  | 
              |
| 292 | 
                   | 
              |
| 293 | 
                          subject = g_strdup_printf("file %i", i);
                 | 
              |
| 294 | 
                  poster = "some poster";  | 
              |
| 295 | 
                  stamp = 1185657196;  | 
              |
| 296 | 
                   | 
              |
| 297 | 
                  list_parts = generate_part_list(&file_size);  | 
              |
| 298 | 
                          list_groups = ng_list_append(NULL, g_strdup("alt.binaries.x"));
                 | 
              |
| 299 | 
                          list_groups = ng_list_append(list_groups, g_strdup("alt.binaries.nl"));
                 | 
              |
| 300 | 
                   | 
              |
| 301 | 
                          if (!download_queue_add_file_to_queue(collection_name, subject, poster, stamp, file_size, list_groups, list_parts, &errmsg)) {
                 | 
              |
| 302 | 
                              FAIL_TEST("Unable to add file to download queue: %s\n", errmsg);
                 | 
              |
| 303 | 
                  g_free(errmsg);  | 
              |
| 304 | 
                  return;  | 
              |
| 305 | 
                  }  | 
              |
| 306 | 
                   | 
              |
| 307 | 
                  free_part_list(list_parts);  | 
              |
| 308 | 
                  free_group_list(list_groups);  | 
              |
| 309 | 
                   | 
              |
| 310 | 
                  g_free(subject);  | 
              |
| 311 | 
                  }  | 
              |
| 312 | 
                  }  | 
              |
| 313 | 
                   | 
              |
| 314 | 
                  static void  | 
              |
| 315 | 
                  test_download_queue_get_next_part_to_download_setup_no_servers(void *data, gconstpointer user_data)  | 
              |
| 316 | 
                  {
                 | 
              |
| 317 | 
                  g_assert(configuration_get_avail_servers(config) == NULL);  | 
              |
| 318 | 
                   | 
              |
| 319 | 
                  test_download_queue_get_next_part_to_download_setup(data, user_data);  | 
              |
| 320 | 
                  }  | 
              |
| 321 | 
                   | 
              |
| 322 | 
                  static void  | 
              |
| 323 | 
                  test_download_queue_get_next_part_to_download_setup_one_server_before(void *data, gconstpointer user_data)  | 
              |
| 324 | 
                  {
                 | 
              |
| 325 | 
                  char *errmsg = NULL;  | 
              |
| 326 | 
                  NGConfigServer server;  | 
              |
| 327 | 
                   | 
              |
| 328 | 
                  g_assert(configuration_get_avail_servers(config) == NULL);  | 
              |
| 329 | 
                   | 
              |
| 330 | 
                  memset(&server, 0, sizeof(server));  | 
              |
| 331 | 
                  strcpy(server.servername, "server1");  | 
              |
| 332 | 
                  strcpy(server.hostname, "host1");  | 
              |
| 333 | 
                  server.port = 119;  | 
              |
| 334 | 
                  server.enabled = TRUE;  | 
              |
| 335 | 
                  server.max_threads = 3;  | 
              |
| 336 | 
                   | 
              |
| 337 | 
                      if (!configuration_add_server(config, server, &errmsg)) {
                 | 
              |
| 338 | 
                          FAIL_TEST("Unable to add server: %s\n", errmsg);
                 | 
              |
| 339 | 
                  g_free(errmsg);  | 
              |
| 340 | 
                  return;  | 
              |
| 341 | 
                  }  | 
              |
| 342 | 
                   | 
              |
| 343 | 
                  test_download_queue_get_next_part_to_download_setup(data, user_data);  | 
              |
| 344 | 
                  }  | 
              |
| 345 | 
                   | 
              |
| 346 | 
                  static void  | 
              |
| 347 | 
                  test_download_queue_get_next_part_to_download_setup_one_server_after(void *data, gconstpointer user_data)  | 
              |
| 348 | 
                  {
                 | 
              |
| 349 | 
                  char *errmsg = NULL;  | 
              |
| 350 | 
                  NGConfigServer server;  | 
              |
| 351 | 
                   | 
              |
| 352 | 
                  g_assert(configuration_get_avail_servers(config) == NULL);  | 
              |
| 353 | 
                   | 
              |
| 354 | 
                  memset(&server, 0, sizeof(server));  | 
              |
| 355 | 
                  strcpy(server.servername, "server1");  | 
              |
| 356 | 
                  strcpy(server.hostname, "host1");  | 
              |
| 357 | 
                  server.port = 119;  | 
              |
| 358 | 
                  server.enabled = TRUE;  | 
              |
| 359 | 
                  server.max_threads = 1;  | 
              |
| 360 | 
                   | 
              |
| 361 | 
                  test_download_queue_get_next_part_to_download_setup(data, user_data);  | 
              |
| 362 | 
                   | 
              |
| 363 | 
                      if (!configuration_add_server(config, server, &errmsg)) {
                 | 
              |
| 364 | 
                          FAIL_TEST("Unable to add server: %s\n", errmsg);
                 | 
              |
| 365 | 
                  g_free(errmsg);  | 
              |
| 366 | 
                  return;  | 
              |
| 367 | 
                  }  | 
              |
| 368 | 
                  }  | 
              |
| 369 | 
                   | 
              |
| 370 | 
                  static void  | 
              |
| 371 | 
                  test_download_queue_get_next_part_to_download_teardown(void *data, gconstpointer user_data)  | 
              |
| 372 | 
                  {
                 | 
              |
| 373 | 
                  int i;  | 
              |
| 374 | 
                  char *errmsg = NULL;  | 
              |
| 375 | 
                  char *collection_name = "some collection";  | 
              |
| 376 | 
                   | 
              |
| 377 | 
                      for (i = 1; i <= 10; i++) {
                 | 
              |
| 378 | 
                  char *subject;  | 
              |
| 379 | 
                   | 
              |
| 380 | 
                          subject = g_strdup_printf("file %i", i);
                 | 
              |
| 381 | 
                   | 
              |
| 382 | 
                          if (!download_queue_del_file_from_queue(collection_name, subject, &errmsg)) {
                 | 
              |
| 383 | 
                              FAIL_TEST("Unable to remove file from download queue: %s\n", errmsg);
                 | 
              |
| 384 | 
                  g_free(errmsg);  | 
              |
| 385 | 
                  return;  | 
              |
| 386 | 
                  }  | 
              |
| 387 | 
                   | 
              |
| 388 | 
                  g_free(subject);  | 
              |
| 389 | 
                  }  | 
              |
| 390 | 
                  }  | 
              |
| 391 | 
                   | 
              |
| 392 | 
                  static void  | 
              |
| 393 | 
                  test_download_queue_get_next_part_to_download_teardown_no_servers(void *data, gconstpointer user_data)  | 
              |
| 394 | 
                  {
                 | 
              |
| 395 | 
                  g_assert(configuration_get_avail_servers(config) == NULL);  | 
              |
| 396 | 
                   | 
              |
| 397 | 
                  test_download_queue_get_next_part_to_download_teardown(data, user_data);  | 
              |
| 398 | 
                  }  | 
              |
| 399 | 
                   | 
              |
| 400 | 
                  static void  | 
              |
| 401 | 
                  test_download_queue_get_next_part_to_download_teardown_one_server(void *data, gconstpointer user_data)  | 
              |
| 402 | 
                  {
                 | 
              |
| 403 | 
                  char *errmsg = NULL;  | 
              |
| 404 | 
                   | 
              |
| 405 | 
                  g_assert(configuration_get_avail_servers(config) != NULL);  | 
              |
| 406 | 
                   | 
              |
| 407 | 
                  test_download_queue_get_next_part_to_download_teardown(data, user_data);  | 
              |
| 408 | 
                   | 
              |
| 409 | 
                      if (!configuration_del_server(config, "server1", &errmsg)) {
                 | 
              |
| 410 | 
                          FAIL_TEST("Unable to remove server: %s\n", errmsg);
                 | 
              |
| 411 | 
                  g_free(errmsg);  | 
              |
| 412 | 
                  return;  | 
              |
| 413 | 
                  }  | 
              |
| 414 | 
                  }  | 
              |
| 415 | 
                   | 
              |
| 416 | 
                  static void  | 
              |
| 417 | 
                  test_download_queue_get_next_part_to_download_no_servers(void *data, gconstpointer user_data)  | 
              |
| 418 | 
                  {
                 | 
              |
| 419 | 
                  NNTPCollection *collection = NULL;  | 
              |
| 420 | 
                  NNTPFile *file = NULL;  | 
              |
| 421 | 
                  NNTPPart *part = NULL;  | 
              |
| 422 | 
                  gboolean nothing_to_download = FALSE;  | 
              |
| 423 | 
                   | 
              |
| 424 | 
                  /* There are no servers configured at the moment, so a request for the next part for server_id 0  | 
              |
| 425 | 
                  * should return FALSE and nothing_do_download should be TRUE */  | 
              |
| 426 | 
                      if (!download_queue_get_next_part_to_download(&collection, &file, &part, 0, ¬hing_to_download)) {
                 | 
              |
| 427 | 
                  g_assert_cmpint(nothing_to_download, ==, 1);  | 
              |
| 428 | 
                  g_assert(collection == NULL);  | 
              |
| 429 | 
                  g_assert(file == NULL);  | 
              |
| 430 | 
                  g_assert(part == NULL);  | 
              |
| 431 | 
                      } else {
                 | 
              |
| 432 | 
                          FAIL_TEST("download_queue_get_next_part_to_download returned TRUE while it isn't expected");
                 | 
              |
| 433 | 
                  }  | 
              |
| 434 | 
                  }  | 
              |
| 435 | 
                   | 
              |
| 436 | 
                  static void  | 
              |
| 437 | 
                  test_download_queue_get_next_part_to_download_one_server_all_available(void *data, gconstpointer user_data)  | 
              |
| 438 | 
                  {
                 | 
              |
| 439 | 
                  /* There should be 10 files with 4 parts each in the download queue now  | 
              |
| 440 | 
                  * Assume for this testcase that all parts are available on the server */  | 
              |
| 441 | 
                  int i, j;  | 
              |
| 442 | 
                   | 
              |
| 443 | 
                  NNTPCollection *prev_collection = NULL;  | 
              |
| 444 | 
                  NNTPFile *prev_file = NULL;  | 
              |
| 445 | 
                   | 
              |
| 446 | 
                  NNTPCollection *collection = NULL;  | 
              |
| 447 | 
                  NNTPFile *file = NULL;  | 
              |
| 448 | 
                  NNTPPart *part = NULL;  | 
              |
| 449 | 
                  gboolean nothing_to_download_or_active = FALSE;  | 
              |
| 450 | 
                   | 
              |
| 451 | 
                  GList *list, *files = NULL;  | 
              |
| 452 | 
                   | 
              |
| 453 | 
                      for (i = 0; i < 10; i++) {
                 | 
              |
| 454 | 
                  prev_file = NULL;  | 
              |
| 455 | 
                   | 
              |
| 456 | 
                          for (j = 0; j < 4; j++) {
                 | 
              |
| 457 | 
                  /* There 1 server configured at the moment, so a request for the next part for server_id 0  | 
              |
| 458 | 
                  * should return TRUE and nothing_do_download should_or_active be FALSE */  | 
              |
| 459 | 
                              if (!download_queue_get_next_part_to_download(&collection, &file, &part, 0, ¬hing_to_download_or_active)) {
                 | 
              |
| 460 | 
                                  g_test_message("nothing_to_download = %i", nothing_to_download_or_active);
                 | 
              |
| 461 | 
                                  FAIL_TEST("download_queue_get_next_part_to_download returned FALSE while it isn't expected");
                 | 
              |
| 462 | 
                  return;  | 
              |
| 463 | 
                              } else {
                 | 
              |
| 464 | 
                  g_assert_cmpint(nothing_to_download_or_active, ==, FALSE);  | 
              |
| 465 | 
                  g_assert(collection != NULL);  | 
              |
| 466 | 
                  g_assert(file != NULL);  | 
              |
| 467 | 
                  g_assert(part != NULL);  | 
              |
| 468 | 
                   | 
              |
| 469 | 
                                  if (prev_collection == NULL) {
                 | 
              |
| 470 | 
                  prev_collection = collection;  | 
              |
| 471 | 
                                  } else {
                 | 
              |
| 472 | 
                  g_assert(prev_collection == collection);  | 
              |
| 473 | 
                  }  | 
              |
| 474 | 
                   | 
              |
| 475 | 
                                  if (prev_file == NULL) {
                 | 
              |
| 476 | 
                  prev_file = file;  | 
              |
| 477 | 
                  files = g_list_append(files, file);  | 
              |
| 478 | 
                                  } else {
                 | 
              |
| 479 | 
                  g_assert(prev_file == file);  | 
              |
| 480 | 
                  }  | 
              |
| 481 | 
                  }  | 
              |
| 482 | 
                   | 
              |
| 483 | 
                  /* Update the status of the part so that everything got completed succesfully */  | 
              |
| 484 | 
                              download_queue_update_part_status("server1", 0, collection, file, part, 0, TRUE, FALSE, FALSE);
                 | 
              |
| 485 | 
                   | 
              |
| 486 | 
                  collection = NULL;  | 
              |
| 487 | 
                  file = NULL;  | 
              |
| 488 | 
                  part = NULL;  | 
              |
| 489 | 
                  }  | 
              |
| 490 | 
                  }  | 
              |
| 491 | 
                   | 
              |
| 492 | 
                  /* We processed all files now. If we try to request another part it should indicate that there's nothing to download anymore */  | 
              |
| 493 | 
                      if (!download_queue_get_next_part_to_download(&collection, &file, &part, 0, ¬hing_to_download_or_active)) {
                 | 
              |
| 494 | 
                  /* Nothing is returned which is good */  | 
              |
| 495 | 
                  /* The flag nothing_to_download_or_active should be FALSE as all files are downloaded, but not decoded yet */  | 
              |
| 496 | 
                  g_assert_cmpint(nothing_to_download_or_active, ==, FALSE);  | 
              |
| 497 | 
                  g_assert(collection == NULL);  | 
              |
| 498 | 
                  g_assert(file == NULL);  | 
              |
| 499 | 
                  g_assert(part == NULL);  | 
              |
| 500 | 
                      } else {
                 | 
              |
| 501 | 
                          FAIL_TEST("download_queue_get_next_part_to_download returned TRUE while it isn't expected");
                 | 
              |
| 502 | 
                  return;  | 
              |
| 503 | 
                  }  | 
              |
| 504 | 
                   | 
              |
| 505 | 
                  /* Mark all files as finished (downloaded+decoded) */  | 
              |
| 506 | 
                  list = files;  | 
              |
| 507 | 
                      while (list) {
                 | 
              |
| 508 | 
                  file = (NNTPFile*) list->data;  | 
              |
| 509 | 
                   | 
              |
| 510 | 
                  file->file_is_downloaded = TRUE;  | 
              |
| 511 | 
                  file->now_decoding = FALSE;  | 
              |
| 512 | 
                  file->status = TASK_STATE_FINISHED_COMPLETE;  | 
              |
| 513 | 
                   | 
              |
| 514 | 
                  list = g_list_next(list);  | 
              |
| 515 | 
                  }  | 
              |
| 516 | 
                  g_list_free(files);  | 
              |
| 517 | 
                   | 
              |
| 518 | 
                  /* Verify that nothing_to_download_or_active is TRUE now */  | 
              |
| 519 | 
                      if (!download_queue_get_next_part_to_download(&collection, &file, &part, 0, ¬hing_to_download_or_active)) {
                 | 
              |
| 520 | 
                  /* Nothing is returned which is good */  | 
              |
| 521 | 
                  g_assert_cmpint(nothing_to_download_or_active, ==, TRUE);  | 
              |
| 522 | 
                  g_assert(collection == NULL);  | 
              |
| 523 | 
                  g_assert(file == NULL);  | 
              |
| 524 | 
                  g_assert(part == NULL);  | 
              |
| 525 | 
                      } else {
                 | 
              |
| 526 | 
                          FAIL_TEST("download_queue_get_next_part_to_download returned TRUE while it isn't expected");
                 | 
              |
| 527 | 
                  return;  | 
              |
| 528 | 
                  }  | 
              |
| 529 | 
                  }  | 
              |
| 530 | 
                   | 
              |
| 531 | 
                  int  | 
              |
| 532 | 
                  main(int argc, char **argv)  | 
              |
| 533 | 
                  {
                 | 
              |
| 534 | 
                  int ret;  | 
              |
| 535 | 
                  char *errmsg = NULL;  | 
              |
| 536 | 
                   | 
              |
| 537 | 
                  g_type_init();  | 
              |
| 538 | 
                  g_test_init(&argc, &argv, NULL);  | 
              |
| 539 | 
                      g_test_bug_base("https://www.nntpgrab.nl/issues/");
                 | 
              |
| 540 | 
                   | 
              |
| 541 | 
                  initialize_tests();  | 
              |
| 542 | 
                   | 
              |
| 543 | 
                  /* Base initialisation for download queue operations */  | 
              |
| 544 | 
                      if (!(config = configuration_new(&errmsg, NULL))) {
                 | 
              |
| 545 | 
                          g_error("Unable to initialize configuration. Unable to continue download queue tests: %s\n", errmsg);
                 | 
              |
| 546 | 
                  }  | 
              |
| 547 | 
                   | 
              |
| 548 | 
                      if (!download_queue_init(config, &errmsg)) {
                 | 
              |
| 549 | 
                          g_error("Unable to initialize download queue. Unable to continue download queue tests: %s\n", errmsg);
                 | 
              |
| 550 | 
                  }  | 
              |
| 551 | 
                   | 
              |
| 552 | 
                  /* Add the various testcases */  | 
              |
| 553 | 
                      g_test_add_func("/download_queue/add_file_to_queue", test_download_queue_add_file_to_queue);
                 | 
              |
| 554 | 
                      g_test_add_func("/download_queue/restart_file", test_download_queue_restart_file);
                 | 
              |
| 555 | 
                      g_test_add_func("/download_queue/del_file_from_queue", test_download_queue_del_file_from_queue);
                 | 
              |
| 556 | 
                      g_test_add("/download_queue/get_next_part_to_download/no_servers", void, NULL,
                 | 
              |
| 557 | 
                  test_download_queue_get_next_part_to_download_setup_no_servers,  | 
              |
| 558 | 
                  test_download_queue_get_next_part_to_download_no_servers,  | 
              |
| 559 | 
                  test_download_queue_get_next_part_to_download_teardown_no_servers);  | 
              |
| 560 | 
                      g_test_add("/download_queue/get_next_part_to_download/one_server/before/all_available", void, NULL,
                 | 
              |
| 561 | 
                  test_download_queue_get_next_part_to_download_setup_one_server_before,  | 
              |
| 562 | 
                  test_download_queue_get_next_part_to_download_one_server_all_available,  | 
              |
| 563 | 
                  test_download_queue_get_next_part_to_download_teardown_one_server);  | 
              |
| 564 | 
                      g_test_add("/download_queue/get_next_part_to_download/one_server/after/all_available", void, NULL,
                 | 
              |
| 565 | 
                  test_download_queue_get_next_part_to_download_setup_one_server_after,  | 
              |
| 566 | 
                  test_download_queue_get_next_part_to_download_one_server_all_available,  | 
              |
| 567 | 
                  test_download_queue_get_next_part_to_download_teardown_one_server);  | 
              |
| 568 | 
                   | 
              |
| 569 | 
                  /* Perform the tests */  | 
              |
| 570 | 
                  ret = g_test_run();  | 
              |
| 571 | 
                   | 
              |
| 572 | 
                  /* Cleanup */  | 
              |
| 573 | 
                      if (!download_queue_destroy(&errmsg)) {
                 | 
              |
| 574 | 
                          g_error("Unable to destroy download queue: %s\n", &errmsg);
                 | 
              |
| 575 | 
                  }  | 
              |
| 576 | 
                   | 
              |
| 577 | 
                  configuration_destroy(config);  | 
              |
| 578 | 
                   | 
              |
| 579 | 
                  cleanup_tests();  | 
              |
| 580 | 
                   | 
              |
| 581 | 
                  return ret;  | 
              |
| 582 | 
                  }  | 
              |
| trunk/tests/valgrind.supp (revision 1843) | ||
|---|---|---|
| 1 | 
                  # Valgrind error suppression file  | 
              |
| 2 | 
                   | 
              |
| 3 | 
                  # ============================= libc ==================================  | 
              |
| 4 | 
                   | 
              |
| 5 | 
                  {
                 | 
              |
| 6 | 
                  ld.so initialization + selinux  | 
              |
| 7 | 
                  Memcheck:Leak  | 
              |
| 8 | 
                  ...  | 
              |
| 9 | 
                  fun:_dl_init  | 
              |
| 10 | 
                  obj:/lib/ld-*.so  | 
              |
| 11 | 
                  }  | 
              |
| 12 | 
                   | 
              |
| 13 | 
                  {
                 | 
              |
| 14 | 
                  dlopen initialization, triggered by handle-leak-debug code  | 
              |
| 15 | 
                  Memcheck:Leak  | 
              |
| 16 | 
                  ...  | 
              |
| 17 | 
                  fun:__libc_dlopen_mode  | 
              |
| 18 | 
                  fun:init  | 
              |
| 19 | 
                  fun:backtrace  | 
              |
| 20 | 
                  fun:handle_leak_debug_bt  | 
              |
| 21 | 
                  fun:dynamic_ensure_handle  | 
              |
| 22 | 
                  fun:tp_handle_ensure  | 
              |
| 23 | 
                  }  | 
              |
| 24 | 
                   | 
              |
| 25 | 
                  # default.supp has these for 2.10, but they're too specific  | 
              |
| 26 | 
                  {
                 | 
              |
| 27 | 
                  Debian libc6 (2.10.x, 2.11.x) stripped dynamic linker  | 
              |
| 28 | 
                  Memcheck:Cond  | 
              |
| 29 | 
                  fun:index  | 
              |
| 30 | 
                  fun:expand_dynamic_string_token  | 
              |
| 31 | 
                  fun:_dl_map_object  | 
              |
| 32 | 
                  fun:map_doit  | 
              |
| 33 | 
                  fun:_dl_catch_error  | 
              |
| 34 | 
                  fun:do_preload  | 
              |
| 35 | 
                  fun:dl_main  | 
              |
| 36 | 
                  fun:_dl_sysdep_start  | 
              |
| 37 | 
                  fun:_dl_start  | 
              |
| 38 | 
                  obj:/lib/ld-*.so  | 
              |
| 39 | 
                  }  | 
              |
| 40 | 
                  {
                 | 
              |
| 41 | 
                  Debian libc6 (2.9.x - 2.11.x) stripped dynamic linker  | 
              |
| 42 | 
                  Memcheck:Cond  | 
              |
| 43 | 
                  fun:_dl_relocate_object  | 
              |
| 44 | 
                  fun:dl_main  | 
              |
| 45 | 
                  fun:_dl_sysdep_start  | 
              |
| 46 | 
                  fun:_dl_start  | 
              |
| 47 | 
                  obj:/lib/ld-*.so  | 
              |
| 48 | 
                  }  | 
              |
| 49 | 
                   | 
              |
| 50 | 
                  {
                 | 
              |
| 51 | 
                  ld.so initialization on glibc 2.9  | 
              |
| 52 | 
                  Memcheck:Cond  | 
              |
| 53 | 
                  fun:strlen  | 
              |
| 54 | 
                  fun:_dl_init_paths  | 
              |
| 55 | 
                  fun:dl_main  | 
              |
| 56 | 
                  fun:_dl_sysdep_start  | 
              |
| 57 | 
                  fun:_dl_start  | 
              |
| 58 | 
                  obj:/lib/ld-2.9.so  | 
              |
| 59 | 
                  }  | 
              |
| 60 | 
                   | 
              |
| 61 | 
                  # ======================= libselinux on Debian amd64 =====================  | 
              |
| 62 | 
                   | 
              |
| 63 | 
                  {
                 | 
              |
| 64 | 
                  I have no idea what SELinux is doing but it's not my problem  | 
              |
| 65 | 
                  Memcheck:Cond  | 
              |
| 66 | 
                  ...  | 
              |
| 67 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 68 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 69 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 70 | 
                  }  | 
              |
| 71 | 
                   | 
              |
| 72 | 
                  {
                 | 
              |
| 73 | 
                  I have no idea what SELinux is doing but it's not my problem  | 
              |
| 74 | 
                  Memcheck:Value8  | 
              |
| 75 | 
                  ...  | 
              |
| 76 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 77 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 78 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 79 | 
                  }  | 
              |
| 80 | 
                   | 
              |
| 81 | 
                  {
                 | 
              |
| 82 | 
                  I have no idea what SELinux is doing but it's not my problem  | 
              |
| 83 | 
                  Memcheck:Leak  | 
              |
| 84 | 
                  ...  | 
              |
| 85 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 86 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 87 | 
                  obj:/lib/libselinux.so.1  | 
              |
| 88 | 
                  }  | 
              |
| 89 | 
                   | 
              |
| 90 | 
                  # ============================= GLib ==================================  | 
              |
| 91 | 
                   | 
              |
| 92 | 
                  {
                 | 
              |
| 93 | 
                  g_set_prgname copies its argument  | 
              |
| 94 | 
                  Memcheck:Leak  | 
              |
| 95 | 
                  ...  | 
              |
| 96 | 
                  fun:g_set_prgname  | 
              |
| 97 | 
                  }  | 
              |
| 98 | 
                   | 
              |
| 99 | 
                  {
                 | 
              |
| 100 | 
                  one g_get_charset per child^Wprocess  | 
              |
| 101 | 
                  Memcheck:Leak  | 
              |
| 102 | 
                  ...  | 
              |
| 103 | 
                  fun:g_get_charset  | 
              |
| 104 | 
                  }  | 
              |
| 105 | 
                   | 
              |
| 106 | 
                  {
                 | 
              |
| 107 | 
                  one g_get_home_dir per process  | 
              |
Also available in: Unified diff
NNTPGrab

