Created a thread for get_data_rss()
This commit is contained in:
Eddie
parent
80cd002bf1
commit
112c3b2517
|
|
@ -0,0 +1,4 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.6.0 (~/.anaconda3/bin/python)" project-jdk-type="Python SDK" />
|
||||||
|
</project>
|
||||||
|
|
@ -0,0 +1,8 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="ProjectModuleManager">
|
||||||
|
<modules>
|
||||||
|
<module fileurl="file://$PROJECT_DIR$/.idea/proNlp1.iml" filepath="$PROJECT_DIR$/.idea/proNlp1.iml" />
|
||||||
|
</modules>
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
|
|
@ -0,0 +1,12 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<module type="PYTHON_MODULE" version="4">
|
||||||
|
<component name="NewModuleRootManager">
|
||||||
|
<content url="file://$MODULE_DIR$" />
|
||||||
|
<orderEntry type="inheritedJdk" />
|
||||||
|
<orderEntry type="sourceFolder" forTests="false" />
|
||||||
|
</component>
|
||||||
|
<component name="TestRunnerService">
|
||||||
|
<option name="projectConfiguration" value="Nosetests" />
|
||||||
|
<option name="PROJECT_TEST_RUNNER" value="Nosetests" />
|
||||||
|
</component>
|
||||||
|
</module>
|
||||||
34
daeRun.py
34
daeRun.py
|
|
@ -1,34 +0,0 @@
|
||||||
#!/usr/bin/env python
|
|
||||||
|
|
||||||
import sys, time
|
|
||||||
from daemon import Daemon
|
|
||||||
from infoRet import get_data_rss
|
|
||||||
|
|
||||||
|
|
||||||
class MyDaemon(Daemon):
|
|
||||||
def run(self):
|
|
||||||
while True:
|
|
||||||
time.sleep(1)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
daemon = MyDaemon('/tmp/daemon-example.pid')
|
|
||||||
if len(sys.argv) == 2:
|
|
||||||
if 'start' == sys.argv[1]:
|
|
||||||
print('Daemon started')
|
|
||||||
daemon.start()
|
|
||||||
elif 'stop' == sys.argv[1]:
|
|
||||||
print('Daemon stopped')
|
|
||||||
daemon.stop()
|
|
||||||
elif 'restart' == sys.argv[1]:
|
|
||||||
print('Daemon restarted')
|
|
||||||
daemon.restart()
|
|
||||||
else:
|
|
||||||
print("Unknown command")
|
|
||||||
sys.exit(2)
|
|
||||||
|
|
||||||
sys.exit(0)
|
|
||||||
else:
|
|
||||||
print
|
|
||||||
"usage: %s start|stop|restart" % sys.argv[0]
|
|
||||||
sys.exit(2)
|
|
||||||
164
daemon.py
164
daemon.py
|
|
@ -1,145 +1,35 @@
|
||||||
"""
|
from threading import Thread, Lock
|
||||||
|
|
||||||
import daemon
|
|
||||||
from infoRet import get_data_rss
|
|
||||||
from time import gmtime, strftime
|
from time import gmtime, strftime
|
||||||
|
from infoRet import get_data_rss
|
||||||
|
|
||||||
|
|
||||||
with daemon.
|
class Daemon(Thread):
|
||||||
|
def __init__(self):
|
||||||
|
Thread.__init__(self)
|
||||||
|
self.mutex = Lock()
|
||||||
|
self._quit = False
|
||||||
|
|
||||||
currTime = strftime("%H:%M:%S", gmtime())
|
def stopped(self):
|
||||||
|
self.mutex.acquire()
|
||||||
if currTime == "19:33:00":
|
val = self._quit
|
||||||
get_data_rss()
|
self.mutex.release()
|
||||||
"""
|
return val
|
||||||
|
|
||||||
#!/usr/bin/env python
|
|
||||||
|
|
||||||
import sys, os, time, atexit
|
|
||||||
from signal import SIGTERM
|
|
||||||
|
|
||||||
|
|
||||||
class Daemon:
|
|
||||||
"""
|
|
||||||
A generic daemon class.
|
|
||||||
|
|
||||||
Usage: subclass the Daemon class and override the run() method
|
|
||||||
"""
|
|
||||||
def __init__(self, pidfile, stdin='/dev/null', stdout='/dev/null', stderr='/dev/null'):
|
|
||||||
self.stdin = stdin
|
|
||||||
self.stdout = stdout
|
|
||||||
self.stderr = stderr
|
|
||||||
self.pidfile = pidfile
|
|
||||||
|
|
||||||
def daemonize(self):
|
|
||||||
"""
|
|
||||||
do the UNIX double-fork magic, see Stevens' "Advanced
|
|
||||||
Programming in the UNIX Environment" for details (ISBN 0201563177)
|
|
||||||
http://www.erlenstar.demon.co.uk/unix/faq_2.html#SEC16
|
|
||||||
"""
|
|
||||||
try:
|
|
||||||
pid = os.fork()
|
|
||||||
if pid > 0:
|
|
||||||
# exit first parent
|
|
||||||
sys.exit(0)
|
|
||||||
except OSError as e:
|
|
||||||
sys.stderr.write("fork #1 failed: %d (%s)\n" % (e.errno, e.strerror))
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
# decouple from parent environment
|
|
||||||
os.chdir("/")
|
|
||||||
os.setsid()
|
|
||||||
os.umask(0)
|
|
||||||
|
|
||||||
# do second fork
|
|
||||||
try:
|
|
||||||
pid = os.fork()
|
|
||||||
if pid > 0:
|
|
||||||
# exit from second parent
|
|
||||||
sys.exit(0)
|
|
||||||
except OSError as e:
|
|
||||||
sys.stderr.write("fork #2 failed: %d (%s)\n" % (e.errno, e.strerror))
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
# redirect standard file descriptors
|
|
||||||
sys.stdout.flush()
|
|
||||||
sys.stderr.flush()
|
|
||||||
si = open(self.stdin, 'r')
|
|
||||||
so = open(self.stdout, 'a+')
|
|
||||||
se = open(self.stderr, 'a+')
|
|
||||||
os.dup2(si.fileno(), sys.stdin.fileno())
|
|
||||||
os.dup2(so.fileno(), sys.stdout.fileno())
|
|
||||||
os.dup2(se.fileno(), sys.stderr.fileno())
|
|
||||||
|
|
||||||
# write pidfile
|
|
||||||
atexit.register(self.delpid)
|
|
||||||
pid = str(os.getpid())
|
|
||||||
open(self.pidfile, 'w+').write("%s\n" % pid)
|
|
||||||
|
|
||||||
def delpid(self):
|
|
||||||
os.remove(self.pidfile)
|
|
||||||
|
|
||||||
def start(self):
|
|
||||||
"""
|
|
||||||
Start the daemon
|
|
||||||
"""
|
|
||||||
# Check for a pidfile to see if the daemon already runs
|
|
||||||
try:
|
|
||||||
pf = open(self.pidfile, 'r')
|
|
||||||
pid = int(pf.read().strip())
|
|
||||||
pf.close()
|
|
||||||
except IOError:
|
|
||||||
pid = None
|
|
||||||
|
|
||||||
if pid:
|
|
||||||
message = "pidfile %s already exist. Daemon already running?\n"
|
|
||||||
sys.stderr.write(message % self.pidfile)
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
# Start the daemon
|
|
||||||
self.daemonize()
|
|
||||||
self.run()
|
|
||||||
|
|
||||||
def stop(self):
|
def stop(self):
|
||||||
"""
|
self.mutex.acquire()
|
||||||
Stop the daemon
|
self._quit = True
|
||||||
"""
|
self.mutex.release()
|
||||||
# Get the pid from the pidfile
|
|
||||||
try:
|
|
||||||
pf = open(self.pidfile, 'r')
|
|
||||||
pid = int(pf.read().strip())
|
|
||||||
pf.close()
|
|
||||||
except IOError:
|
|
||||||
pid = None
|
|
||||||
|
|
||||||
if not pid:
|
|
||||||
message = "pidfile %s does not exist. Daemon not running?\n"
|
|
||||||
sys.stderr.write(message % self.pidfile)
|
|
||||||
return # not an error in a restart
|
|
||||||
|
|
||||||
# Try killing the daemon process
|
|
||||||
try:
|
|
||||||
while 1:
|
|
||||||
os.kill(pid, SIGTERM)
|
|
||||||
time.sleep(0.1)
|
|
||||||
except OSError as err:
|
|
||||||
err = str(err)
|
|
||||||
if err.find("No such process") > 0:
|
|
||||||
if os.path.exists(self.pidfile):
|
|
||||||
os.remove(self.pidfile)
|
|
||||||
else:
|
|
||||||
print(str(err))
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
def restart(self):
|
|
||||||
"""
|
|
||||||
Restart the daemon
|
|
||||||
"""
|
|
||||||
self.stop()
|
|
||||||
self.start()
|
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
"""
|
while True:
|
||||||
You should override this method when you subclass Daemon. It will be called after the process has been
|
if str(strftime("%H:%M:%S", gmtime())) == '05:00:00':
|
||||||
daemonized by start() or restart().
|
get_data_rss()
|
||||||
"""
|
|
||||||
|
|
||||||
|
def main_fct():
|
||||||
|
t = Daemon()
|
||||||
|
t.start()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main_fct()
|
||||||
|
|
@ -6,9 +6,12 @@ def get_data_rss():
|
||||||
|
|
||||||
datUniver = fp.parse('http://www.eluniversal.com.mx/seccion/1/rss.xml')
|
datUniver = fp.parse('http://www.eluniversal.com.mx/seccion/1/rss.xml')
|
||||||
datJorn = fp.parse('http://www.jornada.unam.mx/rss/politica.xml?v=1')
|
datJorn = fp.parse('http://www.jornada.unam.mx/rss/politica.xml?v=1')
|
||||||
|
datCnn = fp.parse('http://expansion.mx/rss/politica')
|
||||||
|
|
||||||
file = open('rss_univ.txt', 'a')
|
file = open('rss_univ.txt', 'a')
|
||||||
|
|
||||||
|
file.write(str(datCnn['Date']) + ';\n')
|
||||||
|
file.write(str(datCnn) + ';\n')
|
||||||
file.write(str(datUniver.headers['Date']) + ';\n')
|
file.write(str(datUniver.headers['Date']) + ';\n')
|
||||||
file.write(str(datUniver) + ';\n')
|
file.write(str(datUniver) + ';\n')
|
||||||
file.write(str(datJorn.headers['Date']) + ';\n')
|
file.write(str(datJorn.headers['Date']) + ';\n')
|
||||||
|
|
@ -16,6 +19,8 @@ def get_data_rss():
|
||||||
|
|
||||||
file.close()
|
file.close()
|
||||||
|
|
||||||
|
get_data_rss()
|
||||||
|
|
||||||
# SOME COMMANDS OF FEEDPARSER
|
# SOME COMMANDS OF FEEDPARSER
|
||||||
|
|
||||||
# print(datUniver['feed']['link'] + '\n')
|
# print(datUniver['feed']['link'] + '\n')
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue