database_controller.cpp 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573
  1. /*
  2. * @Description: 数据库操作类
  3. * @Author: yct
  4. * @Date: 2020-07-15 14:08:46
  5. * @LastEditTime: 2020-07-24 14:19:31
  6. * @LastEditors: yct
  7. */
  8. #include "database_controller.h"
  9. Database_controller::Database_controller()
  10. {
  11. m_database_controller_status = E_UNKNOWN;
  12. mp_reconnect_thread = nullptr;
  13. m_conn_pool_size = 0;
  14. }
  15. Database_controller::~Database_controller()
  16. {
  17. database_controller_uninit();
  18. }
  19. Error_manager Database_controller::database_controller_init()
  20. {
  21. return database_controller_init_from_protobuf(SETTING_PATH DATABASE_COMMUNICATION_PARAMETER_PATH);
  22. }
  23. Error_manager Database_controller::database_controller_init_from_protobuf(std::string prototxt_path)
  24. {
  25. parkspace_proto::Database_communication_configuration_all t_database_config;
  26. if(! proto_tool::read_proto_param(prototxt_path,t_database_config) )
  27. {
  28. return Error_manager(DB_PROTOBUF_ERROR,MINOR_ERROR,
  29. "database_controller_init_from_protobuf(std::string prototxt_path) failed");
  30. }
  31. else
  32. {
  33. Error_manager t_error;
  34. t_error=database_controller_init(t_database_config.database_communication_configurations().db_ip(),\
  35. t_database_config.database_communication_configurations().db_port(),\
  36. t_database_config.database_communication_configurations().db_username(),\
  37. t_database_config.database_communication_configurations().db_passwd(),\
  38. t_database_config.database_communication_configurations().db_name(),\
  39. t_database_config.database_communication_configurations().db_conn_pool_size());
  40. if ( t_error != Error_code::SUCCESS )
  41. {
  42. return t_error;
  43. }
  44. }
  45. return SUCCESS;
  46. }
  47. //初始化
  48. Error_manager Database_controller::database_controller_init(std::string ip, int port, std::string username, std::string pass, std::string db_name, int conn_size)
  49. {
  50. Error_manager t_error;
  51. //系统结束标记与连接池大小
  52. // mb_exit = false;
  53. m_conn_pool_size = conn_size;
  54. m_db_param.connect_string = std::string("tcp://").append(ip).append(":").append(std::to_string(port));
  55. m_db_param.username = username;
  56. m_db_param.pass = pass;
  57. m_db_param.db_name = db_name;
  58. if(sql::mysql::get_driver_instance() == nullptr)
  59. {
  60. //胡力 直接修改状态
  61. m_database_controller_status = E_FAULT;
  62. // mb_initialized = false;
  63. return DB_INIT_FAILED;
  64. return Error_manager(Error_code::DB_INIT_FAILED, Error_level::MAJOR_ERROR,
  65. "数据库初始化失败 Database_controller::database_controller_init error ");
  66. }
  67. ////创建补充 数据库连接的通路
  68. t_error = fill_up_connect_channel();
  69. //守护线程,检查连接状态并保持连接数量
  70. m_database_reconnect_condition.reset(false,false,false);
  71. mp_reconnect_thread = new std::thread(&Database_controller::database_reconnect_thread, this);
  72. return t_error;
  73. }
  74. //反初始化
  75. Error_manager Database_controller::database_controller_uninit()
  76. {
  77. // mb_exit = true;
  78. if(mp_reconnect_thread!=nullptr)
  79. {
  80. m_database_reconnect_condition.kill_all();
  81. }
  82. if(mp_reconnect_thread!=nullptr)
  83. {
  84. if(mp_reconnect_thread->joinable())
  85. mp_reconnect_thread->join();
  86. delete mp_reconnect_thread;
  87. mp_reconnect_thread = nullptr;
  88. }
  89. m_database_connect_channel_list.clear();
  90. return SUCCESS;
  91. }
  92. Database_controller::Database_controller_status Database_controller::get_database_controller_status()
  93. {
  94. return m_database_controller_status;
  95. }
  96. Error_manager Database_controller::check_status()
  97. {
  98. if(get_database_controller_status()==E_READY)
  99. {
  100. return SUCCESS;
  101. }
  102. else if(get_database_controller_status() == E_UNKNOWN)
  103. {
  104. return Error_manager(Error_code::DB_INIT_FAILED, Error_level::MINOR_ERROR,
  105. "数据库初始化失败 check_status() error ");
  106. }
  107. else if(get_database_controller_status() == E_DISCONNECT)
  108. {
  109. return Error_manager(Error_code::DB_CONNECT_FAILED, Error_level::MINOR_ERROR,
  110. "数据库连接失败 check_status() error ");
  111. }
  112. else if(get_database_controller_status() == E_FAULT)
  113. {
  114. return Error_manager(Error_code::DB_STATUS_ERROR, Error_level::MINOR_ERROR,
  115. "数据库状态错误 check_status() error ");
  116. }
  117. return Error_manager(Error_code::DB_STATUS_ERROR, Error_level::MINOR_ERROR,
  118. "数据库状态错误 check_status() error ");
  119. }
  120. //数据库连接状态
  121. bool Database_controller::is_connected()
  122. {
  123. if ( m_database_controller_status == E_READY)
  124. {
  125. return true;
  126. }
  127. else
  128. {
  129. return false;
  130. }
  131. //
  132. // updata_connect_channel();
  133. // return mb_connected;
  134. }
  135. //****** 增删改查功能 *******
  136. //增
  137. Error_manager Database_controller::sql_insert(std::string sql_str)
  138. {
  139. #ifdef COUT_SQL_STRING
  140. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  141. #endif
  142. Error_manager t_error;
  143. //huli
  144. t_error = check_status();
  145. if ( t_error != Error_code::SUCCESS )
  146. {
  147. return t_error;
  148. }
  149. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  150. t_error = occupancy_connect_channel(tp_database_connect_channel);
  151. if ( t_error != Error_code::SUCCESS )
  152. {
  153. return t_error;
  154. }
  155. char buf[DB_SQL_SIZE];
  156. memset(buf, 0, DB_SQL_SIZE);
  157. try
  158. {
  159. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  160. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  161. stmt->execute(sql_str);
  162. giveback_connect_channel(tp_database_connect_channel);
  163. return SUCCESS;
  164. }
  165. catch (sql::SQLException &e)
  166. {
  167. giveback_connect_channel(tp_database_connect_channel);
  168. /* Use what() (derived from std::runtime_error) to fetch the error message */
  169. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  170. usleep(1000* 3000);
  171. return Error_manager(DB_INSERT_FAILED, NEGLIGIBLE_ERROR, buf);
  172. }
  173. catch (std::runtime_error &e)
  174. {
  175. giveback_connect_channel(tp_database_connect_channel);
  176. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  177. return Error_manager(DB_INSERT_FAILED, NEGLIGIBLE_ERROR, buf);
  178. }
  179. // catch (std::exception &e)
  180. // {
  181. // sprintf(buf, "# ERR: %s\n ERR: Standard exception in %s ",e.what(),__FILE__);
  182. // return Error_manager(DB_INSERT_FAILED, NEGLIGIBLE_ERROR, buf);
  183. // }
  184. return SUCCESS;
  185. }
  186. //删
  187. Error_manager Database_controller::sql_delete(std::string sql_str)
  188. {
  189. #ifdef COUT_SQL_STRING
  190. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  191. #endif
  192. // 1.检查状态,一旦无可用连接,则主动创建一个,若依然失败则直接返回错误
  193. Error_manager t_error;
  194. //huli
  195. t_error = check_status();
  196. if ( t_error != Error_code::SUCCESS )
  197. {
  198. return t_error;
  199. }
  200. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  201. t_error = occupancy_connect_channel(tp_database_connect_channel);
  202. if ( t_error != Error_code::SUCCESS )
  203. {
  204. return t_error;
  205. }
  206. char buf[DB_SQL_SIZE];
  207. memset(buf, 0, DB_SQL_SIZE);
  208. try
  209. {
  210. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  211. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  212. stmt->execute(sql_str);
  213. giveback_connect_channel(tp_database_connect_channel);
  214. return SUCCESS;
  215. }
  216. catch (sql::SQLException &e)
  217. {
  218. /* Use what() (derived from std::runtime_error) to fetch the error message */
  219. giveback_connect_channel(tp_database_connect_channel);
  220. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  221. return Error_manager(DB_DELETE_FAILED, NEGLIGIBLE_ERROR, buf);
  222. }
  223. catch (std::runtime_error &e)
  224. {
  225. giveback_connect_channel(tp_database_connect_channel);
  226. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  227. return Error_manager(DB_DELETE_FAILED, NEGLIGIBLE_ERROR, buf);
  228. }
  229. return SUCCESS;
  230. }
  231. //改
  232. Error_manager Database_controller::sql_update(std::string sql_str)
  233. {
  234. #ifdef COUT_SQL_STRING
  235. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  236. #endif
  237. Error_manager t_error;
  238. //huli
  239. t_error = check_status();
  240. if ( t_error != Error_code::SUCCESS )
  241. {
  242. return t_error;
  243. }
  244. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  245. t_error = occupancy_connect_channel(tp_database_connect_channel);
  246. if ( t_error != Error_code::SUCCESS )
  247. {
  248. return t_error;
  249. }
  250. char buf[DB_SQL_SIZE];
  251. memset(buf, 0, DB_SQL_SIZE);
  252. try
  253. {
  254. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  255. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  256. int affected_rows = stmt->executeUpdate(sql_str);
  257. giveback_connect_channel(tp_database_connect_channel);
  258. if (affected_rows > 0)
  259. {
  260. return SUCCESS;
  261. }
  262. else
  263. {
  264. return Error_manager(Error_code::DB_UPDATE_FAILED, Error_level::MINOR_ERROR,
  265. (std::string("数据库修改失败 Database_controller::sql_update error ")+sql_str).c_str());
  266. }
  267. }
  268. catch (sql::SQLException &e)
  269. {
  270. /* Use what() (derived from std::runtime_error) to fetch the error message */
  271. giveback_connect_channel(tp_database_connect_channel);
  272. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  273. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  274. }
  275. catch (std::runtime_error &e)
  276. {
  277. giveback_connect_channel(tp_database_connect_channel);
  278. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  279. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  280. }
  281. return SUCCESS;
  282. }
  283. //查
  284. Error_manager Database_controller::sql_query(std::string sql_str, boost::shared_ptr< sql::ResultSet > &query_result)
  285. {
  286. #ifdef COUT_SQL_STRING
  287. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  288. #endif
  289. Error_manager t_error;
  290. //huli
  291. t_error = check_status();
  292. if ( t_error != Error_code::SUCCESS )
  293. {
  294. return t_error;
  295. }
  296. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  297. t_error = occupancy_connect_channel(tp_database_connect_channel);
  298. if ( t_error != Error_code::SUCCESS )
  299. {
  300. return t_error;
  301. }
  302. char buf[DB_SQL_SIZE];
  303. memset(buf, 0, DB_SQL_SIZE);
  304. try
  305. {
  306. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  307. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  308. query_result = boost::shared_ptr< sql::ResultSet >(stmt->executeQuery(sql_str));
  309. giveback_connect_channel(tp_database_connect_channel);
  310. // 检查结果
  311. if(query_result==nullptr)
  312. {
  313. return Error_manager(Error_code::DB_QUERY_FAILED, Error_level::MAJOR_ERROR,
  314. (std::string("数据库查询失败 Database_controller::sql_query error ")+sql_str).c_str());
  315. }
  316. }
  317. catch (sql::SQLException &e)
  318. {
  319. /* Use what() (derived from std::runtime_error) to fetch the error message */
  320. giveback_connect_channel(tp_database_connect_channel);
  321. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  322. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  323. }
  324. catch (std::runtime_error &e)
  325. {
  326. giveback_connect_channel(tp_database_connect_channel);
  327. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  328. return Error_manager(DB_UPDATE_FAILED, NEGLIGIBLE_ERROR, buf);
  329. }
  330. return SUCCESS;
  331. }
  332. Error_manager Database_controller::sql_control(std::string sql_str)
  333. {
  334. #ifdef COUT_SQL_STRING
  335. LOG(INFO) << " sql_str = "<< sql_str << " --- " << this;
  336. #endif
  337. Error_manager t_error;
  338. //huli
  339. t_error = check_status();
  340. if ( t_error != Error_code::SUCCESS )
  341. {
  342. return t_error;
  343. }
  344. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel;
  345. t_error = occupancy_connect_channel(tp_database_connect_channel);
  346. if ( t_error != Error_code::SUCCESS )
  347. {
  348. return t_error;
  349. }
  350. char buf[DB_SQL_SIZE];
  351. memset(buf, 0, DB_SQL_SIZE);
  352. try
  353. {
  354. tp_database_connect_channel->mp_connect_channel->setSchema(m_db_param.db_name);
  355. boost::scoped_ptr<sql::Statement> stmt(tp_database_connect_channel->mp_connect_channel->createStatement());
  356. stmt->execute(sql_str);
  357. giveback_connect_channel(tp_database_connect_channel);
  358. return SUCCESS;
  359. }
  360. catch (sql::SQLException &e)
  361. {
  362. giveback_connect_channel(tp_database_connect_channel);
  363. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s\nsql: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str(), sql_str.c_str());
  364. return Error_manager(DB_CONTROL_FAILED, NEGLIGIBLE_ERROR, buf);
  365. }
  366. catch (std::runtime_error &e)
  367. {
  368. giveback_connect_channel(tp_database_connect_channel);
  369. sprintf(buf, "# ERR: %s\n ERR: runtime_error in %s \nsql: %s",e.what(),__FILE__, sql_str.c_str());
  370. return Error_manager(DB_CONTROL_FAILED, NEGLIGIBLE_ERROR, buf);
  371. }
  372. return SUCCESS;
  373. }
  374. void Database_controller::database_reconnect_thread()
  375. {
  376. //hili 这个用条件变量去控制
  377. while (m_database_reconnect_condition.is_alive())
  378. {
  379. m_database_reconnect_condition.wait_for_ex(std::chrono::seconds(1));
  380. if (m_database_reconnect_condition.is_alive())
  381. {
  382. updata_connect_channel();
  383. fill_up_connect_channel();
  384. }
  385. }
  386. }
  387. // 检查连接状态
  388. Error_manager Database_controller::updata_connect_channel()
  389. {
  390. for (auto iter = m_database_connect_channel_list.begin(); iter != m_database_connect_channel_list.end();)
  391. {
  392. if ((*iter)->mp_connect_channel == nullptr)
  393. {
  394. iter = m_database_connect_channel_list.erase(iter);
  395. }
  396. else if ( (*iter)->m_occupancy_lock.try_lock() )
  397. {
  398. if( (*iter)->mp_connect_channel->isValid() )
  399. {
  400. (*iter)->m_occupancy_lock.unlock();
  401. ++iter;
  402. }
  403. else
  404. {
  405. (*iter)->m_occupancy_lock.unlock();
  406. iter = m_database_connect_channel_list.erase(iter);
  407. }
  408. }
  409. else
  410. {
  411. ++iter;
  412. }
  413. }
  414. return Error_code::SUCCESS;
  415. }
  416. ////创建补充 数据库连接的通路
  417. Error_manager Database_controller::fill_up_connect_channel()
  418. {
  419. if ( m_conn_pool_size <=0 )
  420. {
  421. return Error_manager(Error_code::DB_CONNECT_CHANNEL_NUMBER_ERROR, Error_level::MINOR_ERROR,
  422. "数据库连接通道数量错误 Database_controller::fill_up_connect_channel() error ");
  423. }
  424. // 填充连接池
  425. int retry_count = DB_RECONNECTION_NUMBER;
  426. //胡力 建议修改如下
  427. while (m_database_connect_channel_list.size() < m_conn_pool_size && retry_count > 0)
  428. {
  429. try
  430. {
  431. //胡力 数据库连接的指针 建议改名 tp_sql_connnect
  432. boost::shared_ptr<sql::Connection> tp_connect_channel(sql::mysql::get_driver_instance()->connect(m_db_param.connect_string, m_db_param.username, m_db_param.pass));
  433. if (tp_connect_channel != nullptr && tp_connect_channel->isValid())
  434. {
  435. boost::shared_ptr<Database_connect_channel> tp_database_connect_channel(new Database_connect_channel);
  436. tp_database_connect_channel->mp_connect_channel = tp_connect_channel;
  437. // tp_database_connect_channel->m_occupancy_lock.unlock();
  438. m_database_connect_channel_list.push_back(tp_database_connect_channel);
  439. }
  440. else
  441. {
  442. retry_count--;
  443. }
  444. }
  445. catch (sql::SQLException &e)
  446. {
  447. char buf[DB_SQL_SIZE];
  448. memset(buf, 0, DB_SQL_SIZE);
  449. sprintf(buf, "# ERR: %s\n (MySQL error code: %d, SQLState: %s", e.what(), e.getErrorCode(), e.getSQLState().c_str());
  450. retry_count--;
  451. }
  452. }
  453. if ( retry_count <= 0 )
  454. {
  455. m_database_controller_status = E_DISCONNECT;
  456. //胡力 如果报错 队列中部分成功要回收处理 需要讨论!!!!!!!!!!!!!!!!!!
  457. m_database_connect_channel_list.clear();
  458. return Error_manager(Error_code::DB_CONNECT_FAILED, Error_level::MINOR_ERROR,
  459. "数据库连接失败 Database_controller::fill_up_connect_channel() error ");
  460. }
  461. else
  462. {
  463. m_database_controller_status = E_READY;
  464. return Error_code::SUCCESS;
  465. }
  466. return SUCCESS;
  467. }
  468. //zhan you jieyong
  469. Error_manager Database_controller::occupancy_connect_channel(boost::shared_ptr<Database_connect_channel> & p_database_connect_channel)
  470. {
  471. for (auto iter = m_database_connect_channel_list.begin(); iter != m_database_connect_channel_list.end(); ++iter)
  472. {
  473. if ( (*iter)->mp_connect_channel != nullptr)
  474. {
  475. if ( (*iter)->m_occupancy_lock.try_lock() )
  476. {
  477. if ( (*iter)->mp_connect_channel->isValid() )
  478. // if ( !(*iter)->mp_connect_channel->isClosed() )
  479. {
  480. p_database_connect_channel = (*iter);
  481. return Error_code::SUCCESS;
  482. }
  483. (*iter)->m_occupancy_lock.unlock();
  484. }
  485. }
  486. //
  487. //
  488. //
  489. // if ( (*iter)->mp_connect_channel != nullptr && (*iter)->mp_connect_channel->isValid() )
  490. // {
  491. // if ( (*iter)->m_occupancy_lock.try_lock() )
  492. // {
  493. // p_database_connect_channel = (*iter);
  494. // return Error_code::SUCCESS;
  495. // }
  496. //
  497. // }
  498. }
  499. //if not find
  500. return Error_manager(Error_code::DB_CONNECT_CHANNEL_NOT_FOUND, Error_level::MINOR_ERROR,
  501. "数据库连接通道未找到 Database_controller::occupancy_connect_channel error ");
  502. }
  503. //guihuan
  504. Error_manager Database_controller::giveback_connect_channel(boost::shared_ptr<Database_connect_channel> p_database_connect_channel)
  505. {
  506. if ( p_database_connect_channel == nullptr )
  507. {
  508. return Error_manager(Error_code::POINTER_IS_NULL, Error_level::MINOR_ERROR,
  509. "指针为空 Database_controller::giveback_connect_channel error ");
  510. }
  511. p_database_connect_channel->m_occupancy_lock.unlock();
  512. return Error_code::SUCCESS;
  513. }