[{"_1":2,"_152":-5,"_153":-5},"loaderData",{"_3":4,"_13":14,"_20":21,"_131":132},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","routes/_layout",{"_15":-5,"_16":17,"_18":17,"_19":11},"username","isAskGordonEnabled",true,"isUsingNewTemplate","showMinimalLanding","routes/_layout.r.$namespace.$reponame",{"_22":23,"_24":-5,"_25":11,"_26":11,"_27":28,"_29":30,"_31":-5,"_32":11,"_33":34,"_83":-5,"_84":85,"_124":-5,"_125":11,"_126":17,"_127":11,"_128":-5,"_129":130},"canonicalUrl","https://hub.docker.com/r/fy1128/price-monitor/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","fy1128","reponame","price-monitor","cloudBuildSource","isAutobuildsAvailable","repo",{"_35":36,"_37":38,"_40":41,"_42":43,"_44":11,"_45":46,"_47":48,"_49":50,"_52":30,"_27":28,"_53":54,"_55":39,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":57,"_64":65,"_66":11,"_67":28,"_68":69,"_74":11,"_75":76,"_80":28,"_81":82},"categories",[],"content_types",[39],"image","date_registered","2018-12-15T06:41:44.346047Z","description","a dockerized JD Price monitor","is_private","last_updated","2020-02-05T07:35:53.991076Z","last_modified","2024-10-16T13:48:34.145251Z","media_types",[51],"application/vnd.docker.container.image.v1+json","name","pull_count",1776,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","\n**Price-Monitor:电商价格监控**\n\n**Python3+requests/selenium+sqlite/mysql+免费代理池/代理接口**\n\n[![License](https://img.shields.io/badge/license-GPLv3-yellowgreen.svg)]()\n[![Poweredby](https://img.shields.io/badge/Powered%20by-requests-green.svg)]()\n\n**全新Python3版本：支持协程，redis代理池，提高监控效率，持续更新中。**\n\n# 简介\n\n**1. 用户指定商品监控：用户自行设置商品和预期价格，低于预期价格后自动发送邮件提醒用户抢购。**\n\n**2. 品类商品监控：目前数码品类开放监控，低于设定折扣（75折）的自营商品会被选出并发送邮件提醒用户抢购。**\n\n![Structure](docs/Structure.png)\n\n**目前网站已开放：访问电商价格监控便可体验。**\n\n![Pagedemo](docs/Pagedemo.png)\n\n![Pagedemo2](docs/Pagedemo2.png)\n\n![Pagedemo3](docs/Pagedemo3.png)\n\n**申明：本项目仅限于爬取网上公开可见的商品信息，请勿用于任何商业用途。**\n\n# 最近更新\n\n- Selenium + Headless Chrome爬取\n- 商品副标题/商品历史价格抓取\n- 增加对Mysql数据库支持\n\n# TODO List\n\n### 持续更新中\n\n- [x] 代理池重构，单独检验代理对电商网站可达性\n- [x] 爬虫采用协程库，提高采集效率\n- [x] 支持更多的代理接口：免费代理，付费代理，vps拨号代理\n- [x] 使用Django代替Flask作为网站后台\n- [x] 商品副标题抓取，PLUS会员价格\n- [x] 商品历史价格\n- [x] Selenium + PhantomJS/Headless Chrome 爬取\n- [ ] 更方便的添加监控商品\n- [ ] Docker一键部署（即将更新）\n- [ ] 支持亚马逊中国，天猫，淘宝等商城\n- [ ] 代码覆盖率测试\n- [ ] 继续重构\n\n\n### 其他功能（欢迎Issue提供意见）\n\n- [ ] 小说更新监控\n\n\n\n# 项目依赖\n\n## python3.5+\n\n主要包含以下库：\n\n- requests\n- gevent\n- lxml\n- selenium(可选)\n\n可以使用项目自带的requirements.txt安装环境\n\n```\npip install -r requirements.txt\n```\n\n\n# 使用步骤\n\n## 0. 运行脚本，新建Sqlite数据库\n\n```\n python PriceMonitor/create_db.py\n```\n\n可以使用 sqlitedatabasebrowser查看数据库，添加用户和商品。\n\n也可以通过conn_sql.py里运行现成代码添加用户和商品：\n\n```\n add user named 'test'\n sql.write_user('test', '404013419@qq.com')\n\n add test item\n sql.write_item(2777811, '10', 1)\n```\n\n![Sqlitedemo](docs/Sqlitedemo.png)\n\n## 1. 设置邮件提醒的发件邮箱\n\n简易教程请查看：设置发件邮箱\n\n## 2. 你可以选择开启代理池抓取（2.1）或者直接使用本地抓取（2.2）\n\n\n### 2.1 开启代理池，采用proxy_factory基于redis的简单代理工厂，感谢作者ShichaoMa。\n\n启动redis代理池后，修改CONFIG.py的设置：\n\n```\n PROXY_CRAWL = 1\n PROXY_POOL_IP = \"127.0.0.1\" # Your redis server ip\n```\n\n### 2.2 直接采用本地IP进行监控（注意：请将抓取间隔CRAWL_TIME调大，避免IP被禁，单位：秒）\n\n```\n CRAWL_TIME = 10 # Monitor sleep time, if not using proxy, CRAWL_TIME > 1800 recommended.\n PROXY_CRAWL = 0\n PROXY_POOL_IP = \"127.0.0.1\" # Your redis server ip\n```\n\n## 3. 运行监控主程序\n\n```\n python Pricemonitor/main.py\n```\n\n# 文件结构\n\n- docs:文档\n\n- PriceMonitor\n\n - CONFIG.py: 常用参数\n \n - create_db.py: 创建数据库\n\n - conn_sql.py: 数据操作库\n \n - logger.conf: 日志参数\n \n - proxy_(js).py: 代理(二选一，默认proxy.py)\n \n - crawler_selenium/js.py: 爬虫(二选一，默认crawler_selenium.py)\n \n - mailbox.txt: 邮箱参数\n \n - mail.py: 邮件模块\n \n - monitor_main_(js).py: 程序入口(二选一，默认monitor_main.py)\n \n- requirements.txt: 安装依赖\n\n# 老版本\n\n- Python2+requests+sqlite+代理池+Flask(web)\n\n- Python2+requests+mysql+代理池+Php(web)\n\n# Contribution\n\n- Issue\n\n# Introduction\n\n- Monitor price changes for items at JD.com, users could set price for specific item. Once the price is lower than excepted, the server will send an e-mail to user.\n\n\n","has_starred","hub_user","immutable_tags_settings",{"_70":11,"_71":72},"enabled","rules",[73],".*","is_automated","permissions",{"_77":17,"_78":11,"_79":11},"read","write","admin","user","storage_size",246718077,"orgData","recentTags",[86],{"_87":39,"_88":89,"_90":91,"_92":93,"_94":95,"_45":113,"_114":89,"_115":28,"_116":51,"_52":117,"_118":119,"_120":104,"_121":113,"_122":61,"_123":17},"content_type","creator",2482564,"full_size",49077623,"id",42571036,"images",[96],{"_97":98,"_99":100,"_101":102,"_103":104,"_105":106,"_107":108,"_109":102,"_110":-5,"_111":91,"_58":61,"_112":-5},"architecture","amd64","digest","sha256:0f1fe9bafb38d1d1f4aa350e34ec5122c5c8790e3a8a12aac9a27e02eadcf42a","features","","last_pulled","2026-09-16T06:09:04.076893573Z","last_pushed","2020-02-05T07:35:54Z","os","linux","os_features","os_version","size","variant","2020-02-05T07:35:53.634883Z","last_updater","last_updater_username","media_type","latest","repository",6436630,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_33":133,"_140":141,"_129":150,"_151":11},{"_35":134,"_37":135,"_40":41,"_42":43,"_44":11,"_45":46,"_47":48,"_49":136,"_52":30,"_27":28,"_53":54,"_55":39,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":57,"_64":65,"_66":11,"_67":28,"_68":137,"_74":11,"_75":139,"_80":28,"_81":82},[],[39],[51],{"_70":11,"_71":138},[73],{"_77":17,"_78":11,"_79":11},"tags",{"_142":59,"_143":-5,"_144":-5,"_145":146},"count","next","previous","results",[147],{"_87":39,"_88":89,"_90":91,"_92":93,"_94":148,"_45":113,"_114":89,"_115":28,"_116":51,"_52":117,"_118":119,"_120":104,"_121":113,"_122":61,"_123":17},[149],{"_97":98,"_99":100,"_101":102,"_103":104,"_105":106,"_107":108,"_109":102,"_110":-5,"_111":91,"_58":61,"_112":-5},[],"canDeleteTags","actionData","errors"]

fy1128/price-monitor

Tags for fy1128/price-monitor