添加ck驱动

Pipfile

@@ -8,6 +8,8 @@ pymysql = "*"
 pandas = "*"
 pyyaml = "*"
 numpy = "==1.19.3"
+requests = "*"
+clickhouse-driver = "==0.1.4"
 
 [dev-packages]
 

Pipfile.lock

@@ -1,7 +1,7 @@
 {
     "_meta": {
         "hash": {
-            "sha256": "76ae395d864408a98e27b072151556d92731f084fdc9cabea3274702e0d238e2"
+            "sha256": "38999f2b06e220db7a7ef6d36319633c2e26d52979cb42b33f3cb686b0b785b5"
         },
         "pipfile-spec": 6,
         "requires": {
@@ -16,6 +16,72 @@
         ]
     },
     "default": {
+        "certifi": {
+            "hashes": [
+                "sha256:1f422849db327d534e3d0c5f02a263458c3955ec0aae4ff09b95f195c59f4edd",
+                "sha256:f05def092c44fbf25834a51509ef6e631dc19765ab8a57b4e7ab85531f0a9cf4"
+            ],
+            "version": "==2020.11.8"
+        },
+        "chardet": {
+            "hashes": [
+                "sha256:84ab92ed1c4d4f16916e05906b6b75a6c0fb5db821cc65e70cbd64a3e2a5eaae",
+                "sha256:fc323ffcaeaed0e0a02bf4d117757b98aed530d9ed4531e3e15460124c106691"
+            ],
+            "version": "==3.0.4"
+        },
+        "clickhouse-driver": {
+            "hashes": [
+                "sha256:01868c35c9511c29b6ab73d9e507c3bc3e408e32a69dbd90ec81172b81e1ca6c",
+                "sha256:043b489d4b06a900a20d01c854a9d00874b856c15e49457d10446c8de68a6196",
+                "sha256:088902705bd7b9c8d078a34a9347d010e6b072d2a8fb14e3de1165f1d6975023",
+                "sha256:15977b2ab53c59409421a70b42925484551f9f96438684dca5ae16c97d071951",
+                "sha256:1cc6278d7db8a65df027bf42392d111e32fefe4ca4c79fabaa0f51fe7789abfb",
+                "sha256:22a8412ada7f0df4385bfbc210a90df24a7d750f80c0f7b105bfd7b0e8599dfd",
+                "sha256:28aae438c2a89d267595cf83c5236ba1666bb8fabd39310cf1b6b0b2060ee1ec",
+                "sha256:34540f2a32a60cdd823b696db1ae3a919401b39bccd67d37f53a92b1ce1d630b",
+                "sha256:35deb38fe871d4dfdf93414600477a5ce4ba87bcc454f0016fbccf665aeacaed",
+                "sha256:3700da4c8a69aa66ec4d167612dd5467baf619c5a20a642c2aadfd9efab4df61",
+                "sha256:3e01c90eb91581fa384b7609d84d38dd84399eb7cf34f9282d1c6c386598702d",
+                "sha256:3f9d7b2d9c8de119a0db79a76dde4c722c585848c38d5d5ef5171bdd1683f260",
+                "sha256:428256ade8dd6afe3e008551191c9de81ca6eb22e525e8d0a65e8c7872407160",
+                "sha256:4d23f81db3b994327f6525f6d7cb62ab5adb77123fbb766f3277c7e80f423769",
+                "sha256:4f88b16832a64180f179c2a08d404c64beadb043137ee479c37633e9c9485447",
+                "sha256:52066738fd643b9e8e9b33040a57eebd80d49a5355293f99e1cf1b3da63cc7dc",
+                "sha256:583c251d81e44814171cd436facda3d40f8d68e8e905ac77247b7a37104fa692",
+                "sha256:6025d59110a4a188e2e294de2ba4fccf17689e8c7c8ff197066ea1ecb3b5616c",
+                "sha256:6225f42a6e83922b53c9495a3506d6e2c8cee552886ad1b1a0e92666db181082",
+                "sha256:650421deceaca66fe085a081818b16b68cf1e00e3c95e9a0b1670044ef074017",
+                "sha256:65dcce8cc58dc62219939d0b0f736d1021a55ba828bf121a2de8dafe01935a3d",
+                "sha256:690488967d0f845ddb4b54cc271bbc339c79ea76130b11257fcb940cf3970b2a",
+                "sha256:7376daa27fcf6d27cbe9e0656deac096a1e2dc1b86aaef2c932be7f7fb522606",
+                "sha256:73c0db16fcdfd1d725b328d79f475728f20db1fda6c90f476b2d7d28485dbaeb",
+                "sha256:764f066450b080d60160779d6b8b15a79c891aeebb02eef38fde6037d7a27e9c",
+                "sha256:881596416047dd0aa62c431ea00d40abc42009ad4ebd6e3271c504739e39dfac",
+                "sha256:88d67a360a22a55dda23a60381325293a87cd312455cadeef7183841bc74a31b",
+                "sha256:8bc1076a9a1c843ed51636b8b257894a335035ada83477aa2adbab16cb9d6e85",
+                "sha256:8c03f47f89703485741c3ceaaf8b6f439716bb6db3612774e54332a4ef47f66f",
+                "sha256:9613754de5d2cdba270ad31f53161775594df20d8da7608d8158f2cc63aab850",
+                "sha256:a6cafb23c494520859bdf39a78e2f8423711f5d9687a74a07755dc675074d8ab",
+                "sha256:c218934d3ca797f4ff8de71739ce86f00bf5e5ed9fb98084ef382aa13c28dbc1",
+                "sha256:c61b7a1f2b295b2b594a4a4f86001553869b5d34d341fbbcc164db443392dc68",
+                "sha256:d4ebc25b07ad48ea67b8cfb6a59fbf90967843120da19c89d03206536c367232",
+                "sha256:d8d718f4163419d386a8030ba074140bf7da92b564b710b836413559d5fd03de",
+                "sha256:e5f20c6d4b53898f89462714376dcff3cdfbedbe707822a4f5bccf274d523dfe",
+                "sha256:ef91dbc2da3b2c6aa258e33a4c35a32322e333757a6367498bd7d4a220721673",
+                "sha256:f33e8761568634ae3179f5b73e225826ab4dbeae882b63ccd8c5228fc3c85cdb"
+            ],
+            "index": "pypi",
+            "version": "==0.1.4"
+        },
+        "idna": {
+            "hashes": [
+                "sha256:b307872f855b18632ce0c21c5e45be78c0ea7ae4c15c828c20788b26921eb3f6",
+                "sha256:b97d804b1e9b523befed77c48dacec60e6dcb0b5391d57af6a65a312a90648c0"
+            ],
+            "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'",
+            "version": "==2.10"
+        },
         "numpy": {
             "hashes": [
                 "sha256:0ee77786eebbfa37f2141fd106b549d37c89207a0d01d8852fde1c82e9bfc0e7",
@@ -113,11 +179,13 @@
                 "sha256:06a0d7ba600ce0b2d2fe2e78453a470b5a6e000a985dd4a4e54e436cc36b0e97",
                 "sha256:240097ff019d7c70a4922b6869d8a86407758333f02203e0fc6ff79c5dcede76",
                 "sha256:4f4b913ca1a7319b33cfb1369e91e50354d6f07a135f3b901aca02aa95940bd2",
+                "sha256:6034f55dab5fea9e53f436aa68fa3ace2634918e8b5994d82f3621c04ff5ed2e",
                 "sha256:69f00dca373f240f842b2931fb2c7e14ddbacd1397d57157a9b005a6a9942648",
                 "sha256:73f099454b799e05e5ab51423c7bcf361c58d3206fa7b0d555426b1f4d9a3eaf",
                 "sha256:74809a57b329d6cc0fdccee6318f44b9b8649961fa73144a98735b0aaf029f1f",
                 "sha256:7739fc0fa8205b3ee8808aea45e968bc90082c10aef6ea95e855e10abf4a37b2",
                 "sha256:95f71d2af0ff4227885f7a6605c37fd53d3a106fcab511b8860ecca9fcf400ee",
+                "sha256:ad9c67312c84def58f3c04504727ca879cb0013b2517c85a9a253f0cb6380c0a",
                 "sha256:b8eac752c5e14d3eca0e6dd9199cd627518cb5ec06add0de9d32baeee6fe645d",
                 "sha256:cc8955cfbfc7a115fa81d85284ee61147059a753344bc51098f3ccd69b0d7e0c",
                 "sha256:d13155f591e6fcc1ec3b30685d50bf0711574e2c0dfffd7644babf8b5102ca1a"
@@ -125,6 +193,14 @@
             "index": "pypi",
             "version": "==5.3.1"
         },
+        "requests": {
+            "hashes": [
+                "sha256:7f1a0b932f4a60a1a65caa4263921bb7d9ee911957e0ae4a23a6dd08185ad5f8",
+                "sha256:e786fa28d8c9154e6a4de5d46a1d921b8749f8b74e28bde23768e5e16eece998"
+            ],
+            "index": "pypi",
+            "version": "==2.25.0"
+        },
         "six": {
             "hashes": [
                 "sha256:30639c035cdb23534cd4aa2dd52c3bf48f06e5f4a941509c8bafd8ce11080259",
@@ -132,6 +208,21 @@
             ],
             "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'",
             "version": "==1.15.0"
+        },
+        "tzlocal": {
+            "hashes": [
+                "sha256:643c97c5294aedc737780a49d9df30889321cbe1204eac2c2ec6134035a92e44",
+                "sha256:e2cb6c6b5b604af38597403e9852872d7f534962ae2954c7f35efcb1ccacf4a4"
+            ],
+            "version": "==2.1"
+        },
+        "urllib3": {
+            "hashes": [
+                "sha256:19188f96923873c92ccb987120ec4acaa12f0461fa9ce5d3d0772bc965a39e08",
+                "sha256:d8ff90d979214d7b4f8ce956e80f4028fc6860e4431f731ea4a8c08f23f99473"
+            ],
+            "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4' and python_version < '4'",
+            "version": "==1.26.2"
         }
     },
     "develop": {}

README.md

@@ -2,7 +2,7 @@
 趣程数据处理中心，离线任务处理及数据分析
 
 ## 安装环境及依赖
-- 下载 python=3.7
+- 下载 python=3.6.8
 ### 安装pipenv
  
 `pip install pipenv`

model/util/ClickHouseUtils.py

@@ -1 +1,51 @@
+from clickhouse_driver.client import Client
+from model.common.log import logger
+log=logger()
+
+class CkUtils:
+
+    def __init__(self):
+        self.client = Client(host='cc-bp1h3yc7o3g3o7k64o.ads.aliyuncs.com',
+                           user='qucheng_ck',
+                           password='Qc123456',
+                           port='3306',
+                           send_receive_timeout=5)
+
+    def execute(self, sql):
+        self.client.execute(sql)
+
+
+    def insertMany(self,table,col,data):
+        """
+        :param table: 表名 srt
+        :param col:   字段名 srt   eg: ”a,b,c“
+        :param data:  tuple
+        :return:
+        """
+        max=200
+        sql="insert into {} ({}) values ".format(table,col)
+
+        if len(data) == 0:
+            log.debug("data.len==0")
+            return
+        if len(data) <= max:
+            sql = sql+str(data)[1:-1]
+            # log.info(sql)
+            # log.info("insert {} rows".format(len(data)))
+            self.execute(sql)
+            return
+        else:
+
+            sql2=sql+str(data[:max])[1:-1]
+            # log.info(sql2)
+            self.execute(sql2)
+            # log.info("insert {} rows".format(max))
+            self.insertMany(table,col,data[max:])
+
+
+
+if __name__ == '__main__':
+    ck= CkUtils()
+    a =ck.execute("desc order")
+    print(a)
 

model/util/DingTalkUtils.py

@@ -6,9 +6,9 @@
 import requests
 import random
 
-url = "https://oapi.dingtalk.com/robot/send?access_token=ca2fe03f4c4932f4017c2a7724a6beee94072313cd3325667576856f79156382"
+url = "https://oapi.dingtalk.com/robot/send?access_token=ba21cd5591c44593ca7cac05902835e33298c7bf566a5381dc3f01e41c8d5c30"
 headers = {'Content-Type': 'application/json;charset=utf-8'}
-members = ["17752557125", "15902760898", "17757147568", "18860455786"]
+members = ["13726204048", "18860455786"]
 
 class DingTalkUtils:
     """
@@ -33,12 +33,14 @@ class DingTalkUtils:
         data = {'msgtype': 'text',
                     "at": {"isAtAll": isAtall,
                            "atMobiles": atMobiles},
-                    "text": {"content": msg}}
+                    "text": {"content": msg+"[趣程]"}}
 
         requests.post(url=url, headers=headers, json=data)
 
 
+
 if __name__ == '__main__':
-    DingTalkUtils.send("xxx","188604557876,11232")
+    DingTalkUtils.send("该下班了","13726204048,11")
+    # 发送的内容得加上趣程