database_controller.cpp 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572
  1. /*
  2. * @Description: 数据库操作类
  3. * @Author: yct
  4. * @Date: 2020-07-15 14:08:46
  5. * @LastEditTime: 2020-07-24 14:19:31
  6. * @LastEditors: yct
  7. */
  8. #include "database_controller.h"
  9. Database_controller::Database_controller()
  10. {
  11. m_database_controller_status = E_UNKNOWN;
  12. mp_reconnect_thread = nullptr;
  13. m_conn_pool_size = 0;
  14. }
  15. Database_controller::~Database_controller()
  16. {
  17. database_controller_uninit();
  18. }
  19. Error_manager Database_controller::database_controller_init()
  20. {
  21. return database_controller_init_from_protobuf(DATABASE_COMMUNICATION_PARAMETER_PATH);
  22. }
  23. Error_manager Database_controller::database_controller_init_from_protobuf(std::string prototxt_path)
  24. {
  25. parkspace_proto::Database_communication_configuration_all t_database_config;
  26. if(! proto_tool::read_proto_param(prototxt_path,t_database_config) )
  27. {
  28. return Error_manager(DB_PROTOBUF_ERROR,MINOR_ERROR,
  29. "database_controller_init_from_protobuf(std::string prototxt_path) failed");
  30. }
  31. else
  32. {
  33. Error_manager t_error;
  34. t_error=database_controller_init(t_database_config.database_communication_configurations().db_ip(),\
  35. t_database_config.database_communication_configurations().db_port(),\
  36. t_database_config.database_communication_configurations().db_username(),\
  37. t_database_config.database_communication_configurations().db_passwd(),\
  38. t_database_config.database_communication_configurations().db_name(),\
  39. t_database_config.database_communication_configurations().db_conn_pool_size());
  40. if ( t_error != Error_code::SUCCESS )
  41. {
  42. return t_error;
  43. }
  44. }
  45. return SUCCESS;
  46. }
  47. //初始化
  48. Error_manager Database_controller::database_controller_init(std::string ip, int port, std::string username, std::string pass, std::string db_name, int conn_size)
  49. {
  50. Error_manager t_error;
  51. //系统结束标记与连接池大小
  52. // mb_exit = false;
  53. m_conn_pool_size = conn_size;
  54. m_db_param.connect_string = std::string("tcp://").append(ip).append(":").append(std::to_string(port));
  55. m_db_param.username = username;
  56. m_db_param.pass = pass;
  57. m_db_param.db_name = db_name;
  58. if(sql::mysql::get_driver_instance() == nullptr)
  59. {
  60. //胡力 直接修改状态
  61. m_database_controller_status = E_FAULT;
  62. // mb_initialized = false;
  63. return DB_INIT_FAILED;
  64. return Error_manager(Error_code::DB_INIT_FAILED, Error_level::MAJOR_ERROR,
  65. "数据库初始化失败 Database_controller::database_controller_init error ");
  66. }
  67. ////创建补充 数据库连接的通路
  68. t_error = fill_up_connect_channel();
  69. //守护线程,检查连接状态并保持连接数量
  70. m_database_reconnect_condition.reset(false,false,false);
  71. mp_reconnect_thread = new std::thread(&Database_controller::database_reconnect_thread, this);
  72. return t_error;
  73. }
  74. //反初始化
  75. Error_manager Database_controller::database_controller_uninit()
  76. {
  77. // mb_exit = true;
  78. if(mp_reconnect_thread!=nullptr)
  79. {
  80. m_database_reconnect_condition.kill_all();
  81. }
  82. if(mp_reconnect_thread!=nullptr)
  83. {
  84. if(mp_reconnect_thread->joinable())
  85. mp_reconnect_thread->join();
  86. delete mp_reconnect_thread;
  87. mp_reconnect_thread = nullptr;
  88. }
  89. m_database_connect_channel_list.clear();
  90. return SUCCESS;
  91. }
  92. Database_controller::Database_controller_status Database_controller::get_database_controller_status()
  93. {
  94. return m_database_controller_status;
  95. }
  96. Error_manager Database_controller::check_status()
  97. {
  98. if(get_database_controller_status()==E_READY)
  99. {
  100. return SUCCESS;
  101. }
  102. else if(get_database_controller_status() == E_UNKNOWN)
  103. {
  104. return Error_manager(Error_code::DB_INIT_FAILED, Error_level::MINOR_ERROR,
  105. "数据库初始化失败 check_status() error ");
  106. }
  107. else if(get_database_controller_status() == E_DISCONNECT)
  108. {
  109. return Error_manager(Error_code::DB_CONNECT_FAILED, Error_level::MINOR_ERROR,
  110. "数据库连接失败 check_status() error ");
  111. }
  112. else if(get_database_controller_status() == E_FAULT)
  113. {
  114. return Error_manager(Error_code::DB_STATUS_ERROR, Error_level::MINOR_ERROR,
  115. "数据库状态错误 check_status() error ");
  116. }
  117. return Error_code::SUCCESS;
  118. }
  119. //数据库连接状态
  120. bool Database_controller::is_connected()
  121. {
  122. if ( m_database_controller_status == E_READY)
  123. {
  124. return true;
  125. }
  126. else
  127. {
  128. return false;
  129. }
  130. //
  131. // updata_connect_channel();
  132. // return mb_connected;
  133. }
  134. //****** 增删改查功能 *******
  135. //增
  136. Error_manager Database_controller::sql_insert(std::string sql_str)
  137. {
  138. #ifdef COUT_SQL_STRING
  139. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  140. #endif
  141. Error_manager t_error;
  142. //huli
  143. t_error = check_status();
  144. if ( t_error != Error_code::SUCCESS )
  145. {
  146. return t_error;
  147. }
  148. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  149. t_error = occupancy_connect_channel(tp_database_connect_channel);
  150. if ( t_error != Error_code::SUCCESS )
  151. {
  152. return t_error;
  153. }
  154. char buf[1024];
  155. memset(buf, 0, 1024);
  156. try
  157. {
  158. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  159. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  160. stmt->execute(sql_str);
  161. giveback_connect_channel(tp_database_connect_channel);
  162. return SUCCESS;
  163. }
  164. catch (sql::SQLException &e)
  165. {
  166. giveback_connect_channel(tp_database_connect_channel);
  167. /* Use what() (derived from std::runtime_error) to fetch the error message */
  168. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  169. usleep(1000* 3000);
  170. return Error_manager(DB_INSERT_FAILED, NEGLIGIBLE_ERROR, buf);
  171. }
  172. catch (std::runtime_error &e)
  173. {
  174. giveback_connect_channel(tp_database_connect_channel);
  175. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  176. return Error_manager(DB_INSERT_FAILED, NEGLIGIBLE_ERROR, buf);
  177. }
  178. // catch (std::exception &e)
  179. // {
  180. // sprintf(buf, "# ERR: %s\n ERR: Standard exception in %s ",e.what(),__FILE__);
  181. // return Error_manager(DB_INSERT_FAILED, NEGLIGIBLE_ERROR, buf);
  182. // }
  183. return SUCCESS;
  184. }
  185. //删
  186. Error_manager Database_controller::sql_delete(std::string sql_str)
  187. {
  188. #ifdef COUT_SQL_STRING
  189. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  190. #endif
  191. // 1.检查状态,一旦无可用连接,则主动创建一个,若依然失败则直接返回错误
  192. Error_manager t_error;
  193. //huli
  194. t_error = check_status();
  195. if ( t_error != Error_code::SUCCESS )
  196. {
  197. return t_error;
  198. }
  199. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  200. t_error = occupancy_connect_channel(tp_database_connect_channel);
  201. if ( t_error != Error_code::SUCCESS )
  202. {
  203. return t_error;
  204. }
  205. char buf[1024];
  206. memset(buf, 0, 1024);
  207. try
  208. {
  209. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  210. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  211. stmt->execute(sql_str);
  212. giveback_connect_channel(tp_database_connect_channel);
  213. return SUCCESS;
  214. }
  215. catch (sql::SQLException &e)
  216. {
  217. /* Use what() (derived from std::runtime_error) to fetch the error message */
  218. giveback_connect_channel(tp_database_connect_channel);
  219. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  220. return Error_manager(DB_DELETE_FAILED, NEGLIGIBLE_ERROR, buf);
  221. }
  222. catch (std::runtime_error &e)
  223. {
  224. giveback_connect_channel(tp_database_connect_channel);
  225. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  226. return Error_manager(DB_DELETE_FAILED, NEGLIGIBLE_ERROR, buf);
  227. }
  228. return SUCCESS;
  229. }
  230. //改
  231. Error_manager Database_controller::sql_update(std::string sql_str)
  232. {
  233. #ifdef COUT_SQL_STRING
  234. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  235. #endif
  236. Error_manager t_error;
  237. //huli
  238. t_error = check_status();
  239. if ( t_error != Error_code::SUCCESS )
  240. {
  241. return t_error;
  242. }
  243. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  244. t_error = occupancy_connect_channel(tp_database_connect_channel);
  245. if ( t_error != Error_code::SUCCESS )
  246. {
  247. return t_error;
  248. }
  249. char buf[1024];
  250. memset(buf, 0, 1024);
  251. try
  252. {
  253. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  254. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  255. int affected_rows = stmt->executeUpdate(sql_str);
  256. giveback_connect_channel(tp_database_connect_channel);
  257. if (affected_rows > 0)
  258. {
  259. return SUCCESS;
  260. }
  261. else
  262. {
  263. return Error_manager(Error_code::DB_UPDATE_FAILED, Error_level::MINOR_ERROR,
  264. (std::string("数据库修改失败 Database_controller::sql_update error ")+sql_str).c_str());
  265. }
  266. }
  267. catch (sql::SQLException &e)
  268. {
  269. /* Use what() (derived from std::runtime_error) to fetch the error message */
  270. giveback_connect_channel(tp_database_connect_channel);
  271. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  272. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  273. }
  274. catch (std::runtime_error &e)
  275. {
  276. giveback_connect_channel(tp_database_connect_channel);
  277. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  278. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  279. }
  280. return SUCCESS;
  281. }
  282. //查
  283. Error_manager Database_controller::sql_query(std::string sql_str, boost::shared_ptr< sql::ResultSet > &query_result)
  284. {
  285. #ifdef COUT_SQL_STRING
  286. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  287. #endif
  288. Error_manager t_error;
  289. //huli
  290. t_error = check_status();
  291. if ( t_error != Error_code::SUCCESS )
  292. {
  293. return t_error;
  294. }
  295. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  296. t_error = occupancy_connect_channel(tp_database_connect_channel);
  297. if ( t_error != Error_code::SUCCESS )
  298. {
  299. return t_error;
  300. }
  301. char buf[1024];
  302. memset(buf, 0, 1024);
  303. try
  304. {
  305. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  306. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  307. query_result = boost::shared_ptr< sql::ResultSet >(stmt->executeQuery(sql_str));
  308. giveback_connect_channel(tp_database_connect_channel);
  309. // 检查结果
  310. if(query_result==nullptr)
  311. {
  312. return Error_manager(Error_code::DB_QUERY_FAILED, Error_level::MAJOR_ERROR,
  313. (std::string("数据库查询失败 Database_controller::sql_query error ")+sql_str).c_str());
  314. }
  315. }
  316. catch (sql::SQLException &e)
  317. {
  318. /* Use what() (derived from std::runtime_error) to fetch the error message */
  319. giveback_connect_channel(tp_database_connect_channel);
  320. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  321. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  322. }
  323. catch (std::runtime_error &e)
  324. {
  325. giveback_connect_channel(tp_database_connect_channel);
  326. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  327. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  328. }
  329. return SUCCESS;
  330. }
  331. Error_manager Database_controller::sql_control(std::string sql_str)
  332. {
  333. #ifdef COUT_SQL_STRING
  334. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  335. #endif
  336. Error_manager t_error;
  337. //huli
  338. t_error = check_status();
  339. if ( t_error != Error_code::SUCCESS )
  340. {
  341. return t_error;
  342. }
  343. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  344. t_error = occupancy_connect_channel(tp_database_connect_channel);
  345. if ( t_error != Error_code::SUCCESS )
  346. {
  347. return t_error;
  348. }
  349. char buf[1024];
  350. memset(buf, 0, 1024);
  351. try
  352. {
  353. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  354. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  355. stmt->execute(sql_str);
  356. giveback_connect_channel(tp_database_connect_channel);
  357. return SUCCESS;
  358. }
  359. catch (sql::SQLException &e)
  360. {
  361. giveback_connect_channel(tp_database_connect_channel);
  362. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  363. return Error_manager(DB_CONTROL_FAILED, NEGLIGIBLE_ERROR, buf);
  364. }
  365. catch (std::runtime_error &e)
  366. {
  367. giveback_connect_channel(tp_database_connect_channel);
  368. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  369. return Error_manager(DB_CONTROL_FAILED, NEGLIGIBLE_ERROR, buf);
  370. }
  371. return SUCCESS;
  372. }
  373. void Database_controller::database_reconnect_thread()
  374. {
  375. //hili 这个用条件变量去控制
  376. while (m_database_reconnect_condition.is_alive())
  377. {
  378. m_database_reconnect_condition.wait_for_ex(std::chrono::seconds(1));
  379. if (m_database_reconnect_condition.is_alive())
  380. {
  381. updata_connect_channel();
  382. fill_up_connect_channel();
  383. }
  384. }
  385. }
  386. // 检查连接状态
  387. Error_manager Database_controller::updata_connect_channel()
  388. {
  389. for (auto iter = m_database_connect_channel_list.begin(); iter != m_database_connect_channel_list.end();)
  390. {
  391. if ((*iter)->mp_connect_channel == nullptr)
  392. {
  393. iter = m_database_connect_channel_list.erase(iter);
  394. }
  395. else if ( (*iter)->m_occupancy_lock.try_lock() )
  396. {
  397. if( (*iter)->mp_connect_channel->isValid() )
  398. {
  399. (*iter)->m_occupancy_lock.unlock();
  400. ++iter;
  401. }
  402. else
  403. {
  404. (*iter)->m_occupancy_lock.unlock();
  405. iter = m_database_connect_channel_list.erase(iter);
  406. }
  407. }
  408. else
  409. {
  410. ++iter;
  411. }
  412. }
  413. return Error_code::SUCCESS;
  414. }
  415. ////创建补充 数据库连接的通路
  416. Error_manager Database_controller::fill_up_connect_channel()
  417. {
  418. if ( m_conn_pool_size <=0 )
  419. {
  420. return Error_manager(Error_code::DB_CONNECT_CHANNEL_NUMBER_ERROR, Error_level::MINOR_ERROR,
  421. "数据库连接通道数量错误 Database_controller::fill_up_connect_channel() error ");
  422. }
  423. // 填充连接池
  424. int retry_count = DB_RECONNECTION_NUMBER;
  425. //胡力 建议修改如下
  426. while (m_database_connect_channel_list.size() < m_conn_pool_size && retry_count > 0)
  427. {
  428. try
  429. {
  430. //胡力 数据库连接的指针 建议改名 tp_sql_connnect
  431. boost::shared_ptr<sql::Connection> tp_connect_channel(sql::mysql::get_driver_instance()->connect(m_db_param.connect_string, m_db_param.username, m_db_param.pass));
  432. if (tp_connect_channel != nullptr && tp_connect_channel->isValid())
  433. {
  434. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel(new Database_connect_channel);
  435. tp_database_connect_channel->mp_connect_channel = tp_connect_channel;
  436. // tp_database_connect_channel->m_occupancy_lock.unlock();
  437. m_database_connect_channel_list.push_back(tp_database_connect_channel);
  438. }
  439. else
  440. {
  441. retry_count--;
  442. }
  443. }
  444. catch (sql::SQLException &e)
  445. {
  446. char buf[1024];
  447. memset(buf, 0, 1024);
  448. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str());
  449. retry_count--;
  450. }
  451. }
  452. if ( retry_count <= 0 )
  453. {
  454. m_database_controller_status = E_DISCONNECT;
  455. //胡力 如果报错 队列中部分成功要回收处理 需要讨论!!!!!!!!!!!!!!!!!!
  456. m_database_connect_channel_list.clear();
  457. return Error_manager(Error_code::DB_CONNECT_FAILED, Error_level::MINOR_ERROR,
  458. "数据库连接失败 Database_controller::fill_up_connect_channel() error ");
  459. }
  460. else
  461. {
  462. m_database_controller_status = E_READY;
  463. return Error_code::SUCCESS;
  464. }
  465. return SUCCESS;
  466. }
  467. //zhan you jieyong
  468. Error_manager Database_controller::occupancy_connect_channel(boost::shared_ptr<Database_connect_channel> & p_database_connect_channel)
  469. {
  470. for (auto iter = m_database_connect_channel_list.begin(); iter != m_database_connect_channel_list.end(); ++iter)
  471. {
  472. if ( (*iter)->mp_connect_channel != nullptr)
  473. {
  474. if ( (*iter)->m_occupancy_lock.try_lock() )
  475. {
  476. if ( (*iter)->mp_connect_channel->isValid() )
  477. // if ( !(*iter)->mp_connect_channel->isClosed() )
  478. {
  479. p_database_connect_channel = (*iter);
  480. return Error_code::SUCCESS;
  481. }
  482. (*iter)->m_occupancy_lock.unlock();
  483. }
  484. }
  485. //
  486. //
  487. //
  488. // if ( (*iter)->mp_connect_channel != nullptr && (*iter)->mp_connect_channel->isValid() )
  489. // {
  490. // if ( (*iter)->m_occupancy_lock.try_lock() )
  491. // {
  492. // p_database_connect_channel = (*iter);
  493. // return Error_code::SUCCESS;
  494. // }
  495. //
  496. // }
  497. }
  498. //if not find
  499. return Error_manager(Error_code::DB_CONNECT_CHANNEL_NOT_FOUND, Error_level::MINOR_ERROR,
  500. "数据库连接通道未找到 Database_controller::occupancy_connect_channel error ");
  501. }
  502. //guihuan
  503. Error_manager Database_controller::giveback_connect_channel(boost::shared_ptr<Database_connect_channel> p_database_connect_channel)
  504. {
  505. if ( p_database_connect_channel == nullptr )
  506. {
  507. return Error_manager(Error_code::POINTER_IS_NULL, Error_level::MINOR_ERROR,
  508. "指针为空 Database_controller::giveback_connect_channel error ");
  509. }
  510. p_database_connect_channel->m_occupancy_lock.unlock();
  511. return Error_code::SUCCESS;
  512. }