newmediamonitoring/polls/utils.py

109 lines
3.8 KiB
Python
Raw Normal View History

2020-08-24 13:43:19 +00:00
from aliyunsdkcore.client import AcsClient
from aliyunsdkcore.request import CommonRequest
2020-09-03 02:56:28 +00:00
import requests
2020-08-20 10:34:14 +00:00
import random
2020-09-03 02:56:28 +00:00
from parsel import Selector
from channels.db import database_sync_to_async
from .exceptions import ClientError
from django.conf import settings
2020-08-20 10:34:14 +00:00
2020-09-03 09:46:04 +00:00
def sent_sms_code(phone, code):
2020-09-03 02:56:28 +00:00
client = AcsClient(settings.SMS_ACCESS_KEY_ID,
settings.SMS_ACCESS_KEY_SECRET, settings.SMS_REGION)
2020-08-24 13:43:19 +00:00
request = CommonRequest()
request.set_accept_format('json')
request.set_domain('dysmsapi.aliyuncs.com')
request.set_method('POST')
2020-09-03 02:56:28 +00:00
request.set_protocol_type('https') # https | http
2020-08-24 13:43:19 +00:00
request.set_version('2017-05-25')
request.set_action_name('SendSms')
request.add_query_param('RegionId', "cn-hangzhou")
2020-09-03 09:46:04 +00:00
request.add_query_param('PhoneNumbers', phone)
2020-08-24 13:43:19 +00:00
request.add_query_param('SignName', "短信验证")
request.add_query_param('TemplateCode', "SMS_12330409")
2020-09-03 09:46:04 +00:00
request.add_query_param('TemplateParam', '{"number":"%s"}' % (code,))
2020-08-24 13:43:19 +00:00
response = client.do_action(request)
2020-09-03 09:46:04 +00:00
return response
2020-08-20 10:34:14 +00:00
2020-09-03 02:56:28 +00:00
2020-08-20 10:34:14 +00:00
def generate_code():
2020-08-24 13:43:19 +00:00
return random.randint(1000, 9999)
2020-09-03 02:56:28 +00:00
def detect_type(url):
if 'mp.weixin.qq.com' in url:
return 'weixin'
elif 'toutiao.com' in url:
return 'toutiao'
elif 'ixigua.com' in url:
return 'xigua'
else:
return 'other'
def parse(url):
t = detect_type(url)
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.116 Safari/537.36 QBCore/3.53.1159.400 QQBrowser/9.0.2524.400 Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36 MicroMessenger/6.5.2.501 NetType/WIFI WindowsWechat",
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
}
r = requests.get(url, headers=headers)
selector = Selector(text=r.text)
if t == 'weixin':
og_title = selector.xpath(
'//head/meta[@property="og:title"]/@content').get()
og_description = selector.xpath(
'//head/meta[@property="og:description"]/@content').get()
og_url = selector.xpath(
'//head/meta[@property="og:url"]/@content').get()
og_image = selector.xpath(
'//head/meta[@property="og:image"]/@content').get()
elif t == 'xigua':
og_title = selector.xpath(
'//head/meta[@property="og:title"]/@content').get()
og_description = selector.xpath(
'//head/meta[@property="og:description"]/@content').get()
og_url = selector.xpath(
'//head/meta[@property="og:url"]/@content').get()
og_image = selector.xpath(
'//head/meta[@property="og:image"]/@content').get()
elif t == 'toutiao':
og_title = selector.xpath('//head/title/text()')
og_description = selector.xpath(
'//head/meta[@name="description"]/@content').get()
og_url = url
og_image = None
else:
og_title = selector.xpath('//head/title/text()')
og_description = selector.xpath(
'//head/meta[@name="description"]/@content').get()
og_url = url
og_image = None
return (og_title, og_description, og_url, og_image)
@database_sync_to_async
def get_room_or_error(room_id, user):
"""
Tries to fetch a room for the user, checking permissions along the way.
"""
# Check if the user is logged in
if not user.is_authenticated:
raise ClientError("USER_HAS_TO_LOGIN")
2020-09-18 06:03:50 +00:00
def model_to_dict(o, fields):
result = dict()
for f in fields:
result[f] = o.f
return result
2020-08-24 13:43:19 +00:00
if __name__ == '__main__':
2020-09-03 02:56:28 +00:00
# sent_sms_code('13993199566')
og_title, og_description, og_url, og_image = parse(
'https://mp.weixin.qq.com/s/EhX0Pm1e0FAfse0zz9ow8Q')
print(og_title, og_description, og_url, og_image)