RuyiLuo
55 lines
2.4 KiB
Python
55 lines
2.4 KiB
Python
import sys
|
|
import datetime
|
|
sys.path.append("../")
|
|
import pymongo
|
|
from conf.dao_config import mongo_hostname, mongo_port
|
|
from conf.dao_config import sina_db_name, sina_collection_name_prefix
|
|
from conf.dao_config import material_db_name, feature_protrail_collection_name
|
|
from conf.dao_config import redis_mongo_collection_name
|
|
from conf.dao_config import user_protrail_collection_name
|
|
|
|
class MongoServer(object):
|
|
def __init__(self, _mongo_hostname=mongo_hostname, _mongo_port=mongo_port, _sina_db_name=sina_db_name,
|
|
_sina_collection_name_prefix=sina_collection_name_prefix, _material_db_name=material_db_name,
|
|
_feature_protrail_collection_name=feature_protrail_collection_name,
|
|
_redis_mongo_collection_name=redis_mongo_collection_name,
|
|
_user_protrail_collection_name=user_protrail_collection_name):
|
|
self._hostname = _mongo_hostname
|
|
self._port = _mongo_port
|
|
self._sina_db_name = _sina_db_name
|
|
self._sina_collection_name_prefix = _sina_collection_name_prefix
|
|
self._material_db_name = _material_db_name
|
|
self._feature_protrail_collection_name = _feature_protrail_collection_name
|
|
self._redis_mongo_collection_name = _redis_mongo_collection_name
|
|
self._user_protrail_collection_name = user_protrail_collection_name
|
|
|
|
self._mongo_client = self._mongodb()
|
|
|
|
def _mongodb(self):
|
|
"""连接mongo数据库，并返回数据库
|
|
"""
|
|
client = pymongo.MongoClient(self._hostname, self._port)
|
|
return client
|
|
|
|
def get_feature_protrail_collection(self):
|
|
"""特征画像集合
|
|
"""
|
|
return self._mongo_client[self._material_db_name][self._feature_protrail_collection_name]
|
|
|
|
def get_sina_news_collection(self):
|
|
"""原始新闻画像集合, 新闻爬取数据collection会以当天的时间命名
|
|
"""
|
|
sina_collection_name = self._sina_collection_name_prefix + "_" + \
|
|
"".join(str(datetime.date.today()).split('-'))
|
|
return self._mongo_client[self._sina_db_name][sina_collection_name]
|
|
|
|
def get_redis_mongo_collection(self):
|
|
"""redis中的mongo备份数据集合
|
|
"""
|
|
return self._mongo_client[self._material_db_name][self._redis_mongo_collection_name]
|
|
|
|
def get_user_protrail_collection(self):
|
|
"""用户画像的数据集合
|
|
"""
|
|
return self._mongo_client[self._material_db_name][self._user_protrail_collection_name]
|