redis_instance = redis.Redis()
p = subprocess.Popen(shlex.split('tail -f /tmp/foo'), stdout=subprocess.PIPE)
while True:
    line = p.stdout.readline()
if line:
    redis_instance.publish('process log', line)
else:
    break
Stream results in celery