Line data    Source code

       1             : /*
       2             :  * Copyright (c) 2016 Juniper Networks, Inc. All rights reserved.
       3             :  */
       4             : 
       5             : #include "db/db_table_walk_mgr.h"
       6             : 
       7             : #include <boost/bind/bind.hpp>
       8             : #include <boost/foreach.hpp>
       9             : 
      10             : #include "base/logging.h"
      11             : #include "base/task.h"
      12             : #include "base/task_annotations.h"
      13             : #include "db/db.h"
      14             : #include "db/db_partition.h"
      15             : #include "db/db_table.h"
      16             : #include "db/db_table_partition.h"
      17             : 
      18             : using namespace boost::placeholders;
      19             : 
      20       27398 : DBTableWalkMgr::DBTableWalkMgr()
      21       54796 :     : walk_request_trigger_(new TaskTrigger(
      22             :         boost::bind(&DBTableWalkMgr::ProcessWalkRequestList, this),
      23       54796 :         TaskScheduler::GetInstance()->GetTaskId("db::Walker"), 0)),
      24       54796 :       walk_done_trigger_(new TaskTrigger(
      25             :         boost::bind(&DBTableWalkMgr::ProcessWalkDone, this),
      26       54796 :         TaskScheduler::GetInstance()->GetTaskId("db::Walker"), 0)) {
      27       27398 : }
      28             : 
      29      326366 : bool DBTableWalkMgr::ProcessWalkRequestList() {
      30      326366 :     CHECK_CONCURRENCY("db::Walker");
      31      326366 :     std::scoped_lock lock(mutex_);
      32      326366 :     if (!current_table_walk_.empty()) return true;
      33             :     while (true) {
      34      310002 :         if (walk_request_list_.empty()) break;
      35      225325 :         WalkRequestInfoPtr info = walk_request_list_.front();
      36      225325 :         walk_request_set_.erase(info.get());
      37      225325 :         walk_request_list_.pop_front();
      38      225325 :         current_table_walk_.swap(info->pending_requests);
      39      225325 :         DBTable *table = info->table;
      40      225325 :         bool walk_table = false;
      41      452164 :         for (auto walker : current_table_walk_) {
      42      226839 :             if (walker->stopped()) continue;
      43      226837 :             walker->set_in_progress();
      44      226837 :             walker->reset_walk_again();
      45      226837 :             walk_table = true;
      46      226839 :         }
      47      225325 :         if (walk_table) {
      48             :             // start the walk
      49      225324 :             table->StartWalk();
      50      225324 :             break;
      51             :         } else {
      52           1 :             current_table_walk_.clear();
      53             :         }
      54      225326 :     }
      55      310001 :     return true;
      56      326366 : }
      57             : 
      58      225324 : bool DBTableWalkMgr::ProcessWalkDone() {
      59      225324 :     CHECK_CONCURRENCY("db::Walker");
      60      225324 :     assert(!current_table_walk_.empty());
      61      452162 :     for (auto walker : current_table_walk_) {
      62      226838 :         if (walker->walk_again())
      63         230 :             walker->set_walk_requested();
      64      226608 :         else if (!walker->stopped())
      65      226605 :             walker->set_walk_done();
      66      226838 :         if (walker->stopped() || walker->walk_again()) continue;
      67      226605 :         walker->walk_complete()(walker, walker->table());
      68      226838 :     }
      69      225324 :     current_table_walk_.clear();
      70      225324 :     walk_request_trigger_->Set();
      71      225324 :     return true;
      72             : }
      73             : 
      74      218416 : DBTable::DBTableWalkRef DBTableWalkMgr::AllocWalker(DBTable *table,
      75             :                DBTable::WalkFn walk_fn, DBTable::WalkCompleteFn walk_complete) {
      76      218416 :     table->incr_walker_count();
      77      218416 :     DBTableWalk *walker = new DBTableWalk(table, walk_fn, walk_complete);
      78      218416 :     return DBTable::DBTableWalkRef(walker);
      79             : }
      80             : 
      81      156846 : void DBTableWalkMgr::ReleaseWalker(DBTable::DBTableWalkRef &ref) {
      82      156846 :     ref->set_walk_stopped();
      83      156846 :     ref.reset();
      84      156846 : }
      85             : 
      86       29086 : void DBTableWalkMgr::WalkAgain(DBTable::DBTableWalkRef ref) {
      87       29086 :     WalkTable(ref);
      88       29086 : }
      89             : 
      90      255091 : void DBTableWalkMgr::WalkTable(DBTable::DBTableWalkRef walk) {
      91      255091 :     std::scoped_lock lock(mutex_);
      92      255092 :     DBTable *table = walk->table();
      93             : 
      94      255092 :     if (walk->in_progress()) {
      95         435 :         table->incr_walk_again_count();
      96         435 :         walk->set_walk_again();
      97             :     } else {
      98      254657 :         table->incr_walk_request_count();
      99      254657 :         walk->set_walk_requested();
     100             :     }
     101             : 
     102      255092 :     WalkRequestInfo tmp_info = WalkRequestInfo(table);
     103      255092 :     WalkRequestInfoSet::iterator it = walk_request_set_.find(&tmp_info);
     104      255092 :     if (it != walk_request_set_.end()) {
     105       29767 :         (*it)->AppendWalkReq(walk);
     106       29767 :         return;
     107             :     }
     108             : 
     109      225325 :     WalkRequestInfo *new_info = new WalkRequestInfo(table);
     110      225325 :     new_info->AppendWalkReq(walk);
     111      225325 :     walk_request_list_.push_back(WalkRequestInfoPtr(new_info));
     112      225325 :     walk_request_set_.insert(new_info);
     113      225325 :     walk_request_trigger_->Set();
     114      284859 : }
     115             : 
     116      225324 : void DBTableWalkMgr::WalkDone() {
     117      225324 :     walk_done_trigger_->Set();
     118      225324 : }
     119             : 
     120      785639 : bool DBTableWalkMgr::InvokeWalkCb(DBTablePartBase *part, DBEntryBase *entry) {
     121      785639 :     uint32_t skip_walk_count = 0;
     122     1573664 :     for (auto walker : current_table_walk_) {
     123      787923 :         if (walker->done() || walker->stopped() || walker->walk_again()) {
     124         375 :             skip_walk_count++;
     125         375 :             continue;
     126             :         }
     127      787119 :         bool more = walker->walk_fn()(part, entry);
     128      787147 :         if (!more) {
     129           3 :             skip_walk_count++;
     130           3 :             if (!walker->stopped()) walker->set_walk_done();
     131             :         }
     132      787525 :     }
     133      785634 :     return (skip_walk_count < current_table_walk_.size());
     134             : }