基础的生产者消费者模型,生产者向公共缓存区写入数据,消费者从公共缓存区读取数据进行处理,两个线程访问公共资源,加锁实现数据的一致性。
通过加锁来实现
1 class Produce_1 {
2 public:
3 Produce_1(std::queue<int> * que_, std::mutex * mt_) {
4 m_mt = mt_;
5 m_que = que_;
6 m_stop = false;
7 }
8 void runProduce() {
9 while (!m_stop) {
10 std::this_thread::sleep_for(std::chrono::seconds(1));
11 std::lock_guard<std::mutex> lgd(*m_mt);
12 m_que->push(1);
13 std::cout << "Produce_1 produce 1" << std::endl;
14 }
15 }
16 void join() {
17 m_trd->join();
18 m_trd.reset();
19 }
20 void start() {
21 m_trd.reset(new std::thread(std::bind(std::mem_fun(&Produce_1::runProduce), this)));
22 }
23 void stop() {
24 m_stop = true;
25 }
26 private:
27 std::mutex * m_mt;
28 std::queue<int> * m_que;
29 volatile bool m_stop;
30 std::shared_ptr<std::thread> m_trd;
31 };
32
33
34 /*
35 *单缓冲一个同步队列 效率较低
36 */
37 class Consume_1 {
38 public:
39 Consume_1(std::queue<int> * que_, std::mutex * mt_) {
40 m_mt = mt_;
41 m_que = que_;
42 m_stop = false;
43 }
44
45 void runConsume() {
46 while (!m_stop) {
47 std::this_thread::sleep_for(std::chrono::seconds(1));
48 std::lock_guard<std::mutex> lgd(*m_mt);
49 if (!m_que->empty()) {
50 m_que->pop();
51 }
52 std::cout << "Consume_1 consume" << std::endl;
53 }
54 }
55 void join() {
56 m_trd->join();
57 m_trd.reset();
58 }
59 void start() {
60 m_trd.reset(new std::thread(std::bind(std::mem_fun(&Consume_1::runConsume), this)));
61 }
62 void stop() {
63 m_stop = true;
64 }
65 private:
66 std::mutex * m_mt;
67 std::queue<int> * m_que;
68 volatile bool m_stop;
69 std::shared_ptr<std::thread> m_trd;
70 };
通过条件变量来实现
1 typedef struct Mutex_Condition{
2 std::mutex mt;
3 std::condition_variable cv;
4 }Mutex_Condition;
5
6 class Produce {
7 public:
8 Produce(std::queue<int> * que_, Mutex_Condition * mc_) {
9 m_que = que_;
10 m_mc = mc_;
11 m_stop = false;
12 }
13 void join() {
14 m_trd->join();
15 m_trd.reset();
16 }
17 void produce(int enter) {
18 std::lock_guard<std::mutex> lgd(m_mc->mt);
19 m_que->push(enter);
20 m_mc->cv.notify_one();
21 }
22
23 void runProduce() {
24 while (!m_stop) {
25 std::this_thread::sleep_for(std::chrono::seconds(1));
26 produce(1);
27 std::cout << "Produce Thread produce 1 " << std::endl;
28 }
29 }
30
31 void start() {
32 m_trd.reset(new std::thread(std::bind(std::mem_fun(&Produce::runProduce), this)));
33 }
34 void stop() {
35 m_stop = true;
36 }
37
38 private:
39 std::queue<int> * m_que;
40 Mutex_Condition * m_mc;
41 std::shared_ptr<std::thread> m_trd;
42 volatile bool m_stop;
43 };
44
45
46 class Consume {
47 public:
48 Consume(std::queue<int> * que_, Mutex_Condition * mc_) {
49 m_que = que_;
50 m_mc = mc_;
51 m_stop = false;
52 }
53 void join() {
54 m_trd->join();
55 m_trd.reset();
56 }
57 void consume() {
58 std::unique_lock<std::mutex> lgd(m_mc->mt);
59 while (m_que->empty()) {
60 int i = 0;
61 m_mc->cv.wait(lgd);
62 }
63 m_que->pop();
64 std::cout << "Consume Thread consume " << std::endl;
65 }
66 void runConsume() {
67 while (!m_stop) {
68 std::this_thread::sleep_for(std::chrono::seconds(1));
69 consume();
70 }
71 }
72 void start() {
73 m_trd.reset(new std::thread(std::bind(std::mem_fun(&Consume::runConsume), this)));
74 }
75 void stop() {
76 m_stop = true;
77 }
78
79 private:
80 std::queue<int> * m_que;
81 Mutex_Condition * m_mc;
82 std::shared_ptr<std::thread> m_trd;
83 volatile bool m_stop;
84
85 };
二、生产者消费者-双缓冲
一个公共缓存区,由于多线程访问的锁冲突较大,可以采取双缓冲手段来解决锁的冲突
双缓冲的关键:双缓冲队列的数据交换
1)生产者线程不断的向生产者队列A写入数据,当队列中有数据时,进行数据的交换,交换开始启动时通过条件变量通知交换线程来处理最先的数据交换。
2)数据交换完成后,通过条件变量通知消费者处理数据,此时交换线程阻塞到消费者数据处理完成时通知的条件变量上。
3)消费者收到数据交换后的通知后,进行数据的处理,数据处理完成后,通知交换线程进行下一轮的双缓冲区的数据交换。
要点:
生产者除了在数据交换时,其余时刻都在不停的生产数据。
数据交换队列需要等待消费者处理数据完成的通知,以进行下一轮交换。
消费者处理数据时,不进行数据交换,生产者同时会不断的生产数据,消费者需要等待数据交换完成的通知,并且发送消费完成的通知给交换线程
使用条件变量的版本实现
1 typedef struct Mutex_Condition{ 2 std::mutex mt; 3 std::condition_variable cv; 4 }Mutex_Condition; 5 6 class Produce_1 { 7 public: 8 Produce_1(std::queue<int> * que_1, std::queue<int> * que_2, Mutex_Condition * mc_1 , Mutex_Condition * mc_2) { 9 m_read_que = que_1; 10 m_writer_que = que_2; 11 m_read_mc = mc_1; 12 m_writer_mc = mc_2; 13 m_stop = false; 14 15 } 16 void runProduce() { 17 while (!m_stop) { 18 std::this_thread::sleep_for(std::chrono::microseconds(20 * 1000)); 19 std::lock_guard<std::mutex> lgd(m_writer_mc->mt); 20 m_writer_que->push(1); 21 m_writer_mc->cv.notify_one(); 22 std::cout << "m_writer push" << std::endl; 23 } 24 25 } 26 void join() { 27 m_trd->join(); 28 m_trd.reset(); 29 } 30 void start() { 31 m_trd.reset(new std::thread(std::bind(std::mem_fun(&Produce_1::runProduce), this))); 32 } 33 void stop() { 34 m_stop = true; 35 } 36 private: 37 Mutex_Condition * m_read_mc; 38 Mutex_Condition * m_writer_mc; 39 std::queue<int> * m_read_que; 40 std::queue<int> * m_writer_que; 41 volatile bool m_stop; 42 std::shared_ptr<std::thread> m_trd; 43 }; 44 45 46 class Consume_1 { 47 public: 48 Consume_1(std::queue<int> * que_1, std::queue<int> * que_2, Mutex_Condition * mc_1,Mutex_Condition * mc_2,Mutex_Condition * switch_mc) { 49 m_read_que = que_1; 50 m_writer_que = que_2; 51 m_read_mc = mc_1; 52 m_writer_mc = mc_2; 53 m_stop = false; 54 m_switch_mc = switch_mc; 55 } 56 57 void runConsume() { 58 while (!m_stop) { 59 while (true) { 60 std::unique_lock<std::mutex> ulg(m_read_mc->mt); 61 while (m_read_que->empty()) { 62 m_read_mc->cv.wait(ulg); 63 } 64 //deal data 65 //std::lock_guard<std::mutex> ulg(m_read_mc->mt); 66 while (!m_read_que->empty()) { 67 m_read_que->pop(); 68 std::cout << "m_read_queue pop" << std::endl; 69 } 70 m_switch_mc->cv.notify_one(); 71 } 72 } 73 } 74 void join() { 75 m_trd->join(); 76 m_trd.reset(); 77 } 78 void start() { 79 m_trd.reset(new std::thread(std::bind(std::mem_fun(&Consume_1::runConsume), this))); 80 } 81 void stop() { 82 m_stop = true; 83 } 84 private: 85 Mutex_Condition * m_read_mc; 86 Mutex_Condition * m_writer_mc; 87 Mutex_Condition * m_switch_mc; 88 std::queue<int> * m_read_que; 89 std::queue<int> * m_writer_que; 90 volatile bool m_stop; 91 std::shared_ptr<std::thread> m_trd; 92 }; 93 void que_switch_trd(std::queue<int> * read_que, std::queue<int> * writer_que, Mutex_Condition * read_mc, Mutex_Condition * writer_mc,Mutex_Condition * switch_mc) { 94 while (true) { 95 { 96 std::unique_lock<std::mutex> ulg(writer_mc->mt); 97 while (writer_que->empty()) { 98 writer_mc->cv.wait(ulg); 99 } 100 std::lock_guard<std::mutex> ulg_2(read_mc->mt); 101 std::swap(*read_que, *writer_que); 102 std::cout << "switch queue" << std::endl; 103 if (!read_que->empty()) { 104 read_mc->cv.notify_one(); 105 } 106 } 107 std::unique_lock<std::mutex> ulg_2(switch_mc->mt); 108 while (!read_que->empty()) { 109 switch_mc->cv.wait(ulg_2); 110 } 111 } 112 } 113 int main(){ 114 115 Mutex_Condition mc_1; 116 Mutex_Condition mc_2; 117 Mutex_Condition mc_3; 118 std::queue<int> que_1; 119 std::queue<int> que_2; 120 121 Produce_1 produce_1(&que_1, &que_2, &mc_1, &mc_2); 122 Consume_1 consume_1(&que_1, &que_2, &mc_1, &mc_2,&mc_3); 123 124 std::thread trd(std::bind(&que_switch_trd, &que_1, &que_2, &mc_1, &mc_2,&mc_3)); 125 produce_1.start(); 126 consume_1.start(); 127 128 produce_1.join(); 129 consume_1.join(); 130 trd.join(); 131 132 return 0; 133 }
使用互斥锁的实现
1 #include<mutex> 2 #include<thread> 3 #include<queue> 4 #include<iostream> 5 #include<chrono> 6 7 class DBQueue{ 8 public: 9 void push(int i_) { 10 std::lock_guard<std::mutex> lock(m_mt); 11 std::cout << "write_que push " << i_ << std::endl; 12 m_write_que.push(i_); 13 } 14 void swap(std::queue<int> & read_que) { 15 std::lock_guard<std::mutex> lock(m_mt); 16 std::swap(m_write_que,read_que); 17 std::cout << "switch swap" << std::endl; 18 } 19 private: 20 std::queue<int> m_write_que; 21 std::mutex m_mt; 22 }; 23 void produce(DBQueue * que) { 24 while (true) { 25 std::this_thread::sleep_for(std::chrono::microseconds(20*1000)); 26 que->push(1); 27 } 28 } 29 void consume(DBQueue * que) { 30 std::queue<int> read_que; 31 while (true) { 32 std::this_thread::sleep_for(std::chrono::microseconds(20*1000)); 33 if (read_que.empty()) { 34 que->swap(read_que); 35 //xxoo 36 while (!read_que.empty()) { 37 std::cout << "read_que pop" << std::endl; 38 read_que.pop(); 39 } 40 } 41 } 42 } 43 int main() 44 { 45 DBQueue que; 46 std::thread trd_1(std::bind(&produce, &que)); 47 std::thread trd_2(std::bind(&consume, &que)); 48 trd_1.join(); 49 trd_2.join(); 50 return 0; 51 }
两个版本的区别 sleep的区别,sleep处理的时效性较差,不加sleep,cpu占用率又比较高,所以条件变量是比较好的选择。