Python文件监听工具pyinotify与watchdog实例_Python

支持的监控事件

									@cvar IN_ACCESS: File was accessed.

									@type IN_ACCESS: int

									@cvar IN_MODIFY: File was modified.

									@type IN_MODIFY: int

									@cvar IN_ATTRIB: Metadata changed.

									@type IN_ATTRIB: int

									@cvar IN_CLOSE_WRITE: Writtable file was closed.

									@type IN_CLOSE_WRITE: int

									@cvar IN_CLOSE_NOWRITE: Unwrittable file closed.

									@type IN_CLOSE_NOWRITE: int

									@cvar IN_OPEN: File was opened.

									@type IN_OPEN: int

									@cvar IN_MOVED_FROM: File was moved from X.

									@type IN_MOVED_FROM: int

									@cvar IN_MOVED_TO: File was moved to Y.

									@type IN_MOVED_TO: int

									@cvar IN_CREATE: Subfile was created.

									@type IN_CREATE: int

									@cvar IN_DELETE: Subfile was deleted.

									@type IN_DELETE: int

									@cvar IN_DELETE_SELF: Self (watched item itself) was deleted.

									@type IN_DELETE_SELF: int

									@cvar IN_MOVE_SELF: Self (watched item itself) was moved.

									@type IN_MOVE_SELF: int

									@cvar IN_UNMOUNT: Backing fs was unmounted.

									@type IN_UNMOUNT: int

									@cvar IN_Q_OVERFLOW: Event queued overflowed.

									@type IN_Q_OVERFLOW: int

									@cvar IN_IGNORED: File was ignored.

									@type IN_IGNORED: int

									@cvar IN_ONLYDIR: only watch the path if it is a directory (new

									         in kernel 2.6.15).

									@type IN_ONLYDIR: int

									@cvar IN_DONT_FOLLOW: don't follow a symlink (new in kernel 2.6.15).

									           IN_ONLYDIR we can make sure that we don't watch

									           the target of symlinks.

									@type IN_DONT_FOLLOW: int

									@cvar IN_EXCL_UNLINK: Events are not generated for children after they

									           have been unlinked from the watched directory.

									           (new in kernel 2.6.36).

									@type IN_EXCL_UNLINK: int

									@cvar IN_MASK_ADD: add to the mask of an already existing watch (new

									          in kernel 2.6.14).

									@type IN_MASK_ADD: int

									@cvar IN_ISDIR: Event occurred against dir.

									@type IN_ISDIR: int

									@cvar IN_ONESHOT: Only send event once.

									@type IN_ONESHOT: int

									@cvar ALL_EVENTS: Alias for considering all of the events.

									@type ALL_EVENTS: int

python 3.6的demo

									import sys

									import os

									import pyinotify

									WATCH_PATH = '/home/lp/ftp' # 监控目录

									if not WATCH_PATH:

									  print("The WATCH_PATH setting MUST be set.")

									  sys.exit()

									else:

									  if os.path.exists(WATCH_PATH):

									    print('Found watch path: path=%s.' % (WATCH_PATH))

									  else:

									    print('The watch path NOT exists, watching stop now: path=%s.' % (WATCH_PATH))

									    sys.exit()

									# 事件回调函数

									class OnIOHandler(pyinotify.ProcessEvent):

									  # 重写文件写入完成函数

									  def process_IN_CLOSE_WRITE(self, event):

									    # logging.info("create file: %s " % os.path.join(event.path, event.name))

									    # 处理成小图片，然后发送给grpc服务器或者发给kafka

									    file_path = os.path.join(event.path, event.name)

									    print('文件完成写入',file_path)

									  # 重写文件删除函数

									  def process_IN_DELETE(self, event):

									    print("文件删除: %s " % os.path.join(event.path, event.name))

									  # 重写文件改变函数

									  def process_IN_MODIFY(self, event):

									    print("文件改变: %s " % os.path.join(event.path, event.name))

									  # 重写文件创建函数

									  def process_IN_CREATE(self, event):

									    print("文件创建: %s " % os.path.join(event.path, event.name))

									def auto_compile(path='.'):

									  wm = pyinotify.WatchManager()

									  # mask = pyinotify.EventsCodes.ALL_FLAGS.get('IN_CREATE', 0)

									  # mask = pyinotify.EventsCodes.FLAG_COLLECTIONS['OP_FLAGS']['IN_CREATE']               # 监控内容，只监听文件被完成写入

									  mask = pyinotify.IN_CREATE | pyinotify.IN_CLOSE_WRITE

									  notifier = pyinotify.ThreadedNotifier(wm, OnIOHandler())  # 回调函数

									  notifier.start()

									  wm.add_watch(path, mask, rec=True, auto_add=True)

									  print('Start monitoring %s' % path)

									  while True:

									    try:

									      notifier.process_events()

									      if notifier.check_events():

									        notifier.read_events()

									    except KeyboardInterrupt:

									      notifier.stop()

									      break

									if __name__ == "__main__":

									  auto_compile(WATCH_PATH)

									  print('monitor close')

watchdog库

支持的监控事件

									EVENT_TYPE_MODIFIED: self.on_modified,

									EVENT_TYPE_MOVED: self.on_moved,

									EVENT_TYPE_CREATED: self.on_created,

									EVENT_TYPE_DELETED: self.on_deleted,

需要注意的是，文件改变，也会触发文件夹的改变

python3.6的demo

									#! /usr/bin/env python

									# -*- coding: utf-8 -*-

									from __future__ import print_function

									import asyncio

									import base64

									import logging

									import os

									import shutil

									import sys

									from datetime import datetime

									from watchdog.events import FileSystemEventHandler

									from watchdog.observers import Observer

									WATCH_PATH = '/home/lp/ftp' # 监控目录

									class FileMonitorHandler(FileSystemEventHandler):

									 def __init__(self, **kwargs):

									  super(FileMonitorHandler, self).__init__(**kwargs)

									  # 监控目录 目录下面以device_id为目录存放各自的图片

									  self._watch_path = WATCH_PATH

									 # 重写文件改变函数，文件改变都会触发文件夹变化

									 def on_modified(self, event):

									  if not event.is_directory: # 文件改变都会触发文件夹变化

									   file_path = event.src_path

									   print("文件改变: %s " % file_path)

									if __name__ == "__main__":

									 event_handler = FileMonitorHandler()

									 observer = Observer()

									 observer.schedule(event_handler, path=WATCH_PATH, recursive=True) # recursive递归的

									 observer.start()

									 observer.join()