添加 'tag_cloud.cpp'

2017-09-12 17:36:58 +08:00 · 2017-09-12 17:36:58 +08:00 · 0fcee9bc9a
parent fbae063c66
commit 0fcee9bc9a
1 changed files with 95 additions and 0 deletions
--- a/tag_cloud.cpp
+++ b/tag_cloud.cpp
@ -0,0 +1,95 @@
+#include "MySQLWrapper.h"
+#include <iostream>
+#include <sstream>
+#include <vector>
+#include <map>
+#include <set>
+#include <cstdlib>
+#include <cstdio>
+#include <cstring>
+#include <algorithm>
+#include <fstream>
+using namespace std;
+
+#include "local_db_account.h"
+#include "util.hpp"
+
+int main()
+{
+    /// tag_cloud 全国公司的城市分布
+
+    MySQLConn conn;
+    conn.connect("127.0.0.1",db_user,db_passwd,"bigdata3",3306);
+    cout<<"Connected to DB"<<endl;
+    conn.exec("set names gbk",nullptr);
+
+    map<string,int> mp;
+    conn.exec("select tags from lagou_job",[&](MySQLResult& res)
+              {
+                  res.stepRow([&](char** val,unsigned long* len)
+                              {
+
+                                  string tags(Trim(string(val[0])));
+                                  vector<string> tagvec=ParseTag(tags.c_str());
+
+                                  for(const auto& tag:tagvec)
+                                  {
+                                      auto iter=mp.find(tag);
+                                      if(iter!=mp.end())
+                                      {
+                                          iter->second += 1;
+                                      }
+                                      else
+                                      {
+                                          mp.insert(make_pair(tag,1));
+                                      }
+                                  }
+                              });
+              });
+
+    conn.exec("use bigdata5",nullptr);
+    conn.exec("select tags from pages",[&](MySQLResult& res)
+              {
+                  res.stepRow([&](char** val,unsigned long* len)
+                              {
+
+                                  string tags(Trim(string(val[0])));
+                                  vector<string> tagvec=ParseTagX(tags.c_str());
+
+                                  for(const auto& tag:tagvec)
+                                  {
+                                      auto iter=mp.find(tag);
+                                      if(iter!=mp.end())
+                                      {
+                                          iter->second += 1;
+                                      }
+                                      else
+                                      {
+                                          mp.insert(make_pair(tag,1));
+                                      }
+                                  }
+                              });
+              });
+
+    vector<pair<string,int>> vec;
+    for(const auto& pr:mp)
+    {
+        vec.push_back(pr);
+    }
+    sort(vec.begin(),vec.end(),[](const pair<string,int>& a,const pair<string,int>& b)
+         {
+             return a.second > b.second;
+         });
+
+    ofstream ofs("result/tag_cloud.csv");
+    #define cout ofs
+    cout<<"标签,出现次数"<<endl;
+    int szVec=vec.size();
+    for(int i=0;i<szVec;i++)
+    {
+        cout<<vec[i].first<<","<<vec[i].second<<endl;
+    }
+    #undef cout
+
+    return 0;
+}