python文件夹，文件监听工具（pyinotify，watchdog）

全栈工程师开发手册 &＃xff08;作者&＃xff1a;栾鹏&＃xff09;
架构系列文章

pyinotify库

支持的监控事件

&＃64;cvar IN_ACCESS: File was accessed.
&＃64;type IN_ACCESS: int
&＃64;cvar IN_MODIFY: File was modified.
&＃64;type IN_MODIFY: int
&＃64;cvar IN_ATTRIB: Metadata changed.
&＃64;type IN_ATTRIB: int
&＃64;cvar IN_CLOSE_WRITE: Writtable file was closed.
&＃64;type IN_CLOSE_WRITE: int
&＃64;cvar IN_CLOSE_NOWRITE: Unwrittable file closed.
&＃64;type IN_CLOSE_NOWRITE: int
&＃64;cvar IN_OPEN: File was opened.
&＃64;type IN_OPEN: int
&＃64;cvar IN_MOVED_FROM: File was moved from X.
&＃64;type IN_MOVED_FROM: int
&＃64;cvar IN_MOVED_TO: File was moved to Y.
&＃64;type IN_MOVED_TO: int
&＃64;cvar IN_CREATE: Subfile was created.
&＃64;type IN_CREATE: int
&＃64;cvar IN_DELETE: Subfile was deleted.
&＃64;type IN_DELETE: int
&＃64;cvar IN_DELETE_SELF: Self (watched item itself) was deleted.
&＃64;type IN_DELETE_SELF: int
&＃64;cvar IN_MOVE_SELF: Self (watched item itself) was moved.
&＃64;type IN_MOVE_SELF: int
&＃64;cvar IN_UNMOUNT: Backing fs was unmounted.
&＃64;type IN_UNMOUNT: int
&＃64;cvar IN_Q_OVERFLOW: Event queued overflowed.
&＃64;type IN_Q_OVERFLOW: int
&＃64;cvar IN_IGNORED: File was ignored.
&＃64;type IN_IGNORED: int
&＃64;cvar IN_ONLYDIR: only watch the path if it is a directory (newin kernel 2.6.15).
&＃64;type IN_ONLYDIR: int
&＃64;cvar IN_DONT_FOLLOW: don&＃39;t follow a symlink (new in kernel 2.6.15).IN_ONLYDIR we can make sure that we don&＃39;t watchthe target of symlinks.
&＃64;type IN_DONT_FOLLOW: int
&＃64;cvar IN_EXCL_UNLINK: Events are not generated for children after theyhave been unlinked from the watched directory.(new in kernel 2.6.36).
&＃64;type IN_EXCL_UNLINK: int
&＃64;cvar IN_MASK_ADD: add to the mask of an already existing watch (newin kernel 2.6.14).
&＃64;type IN_MASK_ADD: int
&＃64;cvar IN_ISDIR: Event occurred against dir.
&＃64;type IN_ISDIR: int
&＃64;cvar IN_ONESHOT: Only send event once.
&＃64;type IN_ONESHOT: int
&＃64;cvar ALL_EVENTS: Alias for considering all of the events.
&＃64;type ALL_EVENTS: int


python 3.6的demo

import sys
import os
import pyinotifyWATCH_PATH &＃61; &＃39;/home/lp/ftp&＃39; # 监控目录if not WATCH_PATH:print("The WATCH_PATH setting MUST be set.")sys.exit()
else:if os.path.exists(WATCH_PATH):print(&＃39;Found watch path: path&＃61;%s.&＃39; % (WATCH_PATH))else:print(&＃39;The watch path NOT exists, watching stop now: path&＃61;%s.&＃39; % (WATCH_PATH))sys.exit()# 事件回调函数
class OnIOHandler(pyinotify.ProcessEvent):# 重写文件写入完成函数def process_IN_CLOSE_WRITE(self, event):# logging.info("create file: %s " % os.path.join(event.path, event.name))# 处理成小图片&＃xff0c;然后发送给grpc服务器或者发给kafkafile_path &＃61; os.path.join(event.path, event.name)print(&＃39;文件完成写入&＃39;,file_path)# 重写文件删除函数def process_IN_DELETE(self, event):print("文件删除: %s " % os.path.join(event.path, event.name))# 重写文件改变函数def process_IN_MODIFY(self, event):print("文件改变: %s " % os.path.join(event.path, event.name))# 重写文件创建函数def process_IN_CREATE(self, event):print("文件创建: %s " % os.path.join(event.path, event.name))def auto_compile(path&＃61;&＃39;.&＃39;):wm &＃61; pyinotify.WatchManager()# mask &＃61; pyinotify.EventsCodes.ALL_FLAGS.get(&＃39;IN_CREATE&＃39;, 0)# mask &＃61; pyinotify.EventsCodes.FLAG_COLLECTIONS[&＃39;OP_FLAGS&＃39;][&＃39;IN_CREATE&＃39;] # 监控内容&＃xff0c;只监听文件被完成写入mask &＃61; pyinotify.IN_CREATE | pyinotify.IN_CLOSE_WRITEnotifier &＃61; pyinotify.ThreadedNotifier(wm, OnIOHandler()) # 回调函数notifier.start()wm.add_watch(path, mask, rec&＃61;True, auto_add&＃61;True)print(&＃39;Start monitoring %s&＃39; % path)while True:try:notifier.process_events()if notifier.check_events():notifier.read_events()except KeyboardInterrupt:notifier.stop()breakif __name__ &＃61;&＃61; "__main__":auto_compile(WATCH_PATH)print(&＃39;monitor close&＃39;)

watchdog库

支持的监控事件

EVENT_TYPE_MODIFIED: self.on_modified,
EVENT_TYPE_MOVED: self.on_moved,
EVENT_TYPE_CREATED: self.on_created,
EVENT_TYPE_DELETED: self.on_deleted,

需要注意的是&＃xff0c;文件改变&＃xff0c;也会触发文件夹的改变

python3.6的demo

#! /usr/bin/env python
# -*- coding: utf-8 -*-
from __future__ import print_functionimport asyncio
import base64
import logging
import os
import shutil
import sys
from datetime import datetimefrom watchdog.events import FileSystemEventHandler
from watchdog.observers import ObserverWATCH_PATH &＃61; &＃39;/home/lp/ftp&＃39; # 监控目录class FileMonitorHandler(FileSystemEventHandler):def __init__(self, **kwargs):super(FileMonitorHandler, self).__init__(**kwargs)# 监控目录 目录下面以device_id为目录存放各自的图片self._watch_path &＃61; WATCH_PATH# 重写文件改变函数&＃xff0c;文件改变都会触发文件夹变化def on_modified(self, event):if not event.is_directory: # 文件改变都会触发文件夹变化file_path &＃61; event.src_pathprint("文件改变: %s " % file_path)if __name__ &＃61;&＃61; "__main__":event_handler &＃61; FileMonitorHandler()observer &＃61; Observer()observer.schedule(event_handler, path&＃61;WATCH_PATH, recursive&＃61;True) # recursive递归的observer.start()observer.join()