pyinotify庫

支援的監控事件

@cvar IN_ACCESS: File was accessed.
@type IN_ACCESS: int
@cvar IN_MODIFY: File was modified.
@type IN_MODIFY: int
@cvar IN_ATTRIB: Metadata changed.
@type IN_ATTRIB: int
@cvar IN_CLOSE_WRITE: Writtable file was closed.
@type IN_CLOSE_WRITE: int
@cvar IN_CLOSE_NOWRITE: Unwrittable file closed.
@type IN_CLOSE_NOWRITE: int
@cvar IN_OPEN: File was opened.
@type IN_OPEN: int
@cvar IN_MOVED_FROM: File was moved from X.
@type IN_MOVED_FROM: int
@cvar IN_MOVED_TO: File was moved to Y.
@type IN_MOVED_TO: int
@cvar IN_CREATE: Subfile was created.
@type IN_CREATE: int
@cvar IN_DELETE: Subfile was deleted.
@type IN_DELETE: int
@cvar IN_DELETE_SELF: Self (watched item itself) was deleted.
@type IN_DELETE_SELF: int
@cvar IN_MOVE_SELF: Self (watched item itself) was moved.
@type IN_MOVE_SELF: int
@cvar IN_UNMOUNT: Backing fs was unmounted.
@type IN_UNMOUNT: int
@cvar IN_Q_OVERFLOW: Event queued overflowed.
@type IN_Q_OVERFLOW: int
@cvar IN_IGNORED: File was ignored.
@type IN_IGNORED: int
@cvar IN_ONLYDIR: only watch the path if it is a directory (new
                  in kernel 2.6.15).
@type IN_ONLYDIR: int
@cvar IN_DONT_FOLLOW: don't follow a symlink (new in kernel 2.6.15).
                      IN_ONLYDIR we can make sure that we don't watch
                      the target of symlinks.
@type IN_DONT_FOLLOW: int
@cvar IN_EXCL_UNLINK: Events are not generated for children after they
                      have been unlinked from the watched directory.
                      (new in kernel 2.6.36).
@type IN_EXCL_UNLINK: int
@cvar IN_MASK_ADD: add to the mask of an already existing watch (new
                   in kernel 2.6.14).
@type IN_MASK_ADD: int
@cvar IN_ISDIR: Event occurred against dir.
@type IN_ISDIR: int
@cvar IN_ONESHOT: Only send event once.
@type IN_ONESHOT: int
@cvar ALL_EVENTS: Alias for considering all of the events.
@type ALL_EVENTS: int
 

python 3.6的demo

import sys
import os
import pyinotify

WATCH_PATH = '/home/lp/ftp'  # 監控目錄

if not WATCH_PATH:
    print("The WATCH_PATH setting MUST be set.")
    sys.exit()
else:
    if os.path.exists(WATCH_PATH):
        print('Found watch path: path=%s.' % (WATCH_PATH))
    else:
        print('The watch path NOT exists, watching stop now: path=%s.' % (WATCH_PATH))
        sys.exit()



# 事件回撥函式
class OnIOHandler(pyinotify.ProcessEvent):
    # 重寫檔案寫入完成函式
    def process_IN_CLOSE_WRITE(self, event):
        # logging.info("create file: %s " % os.path.join(event.path, event.name))
        # 處理成小圖片，然後傳送給grpc伺服器或者發給kafka
        file_path = os.path.join(event.path, event.name)
        print('檔案完成寫入',file_path)
    # 重寫檔案刪除函式
    def process_IN_DELETE(self, event):
        print("檔案刪除: %s " % os.path.join(event.path, event.name))
    # 重寫檔案改變函式
    def process_IN_MODIFY(self, event):
        print("檔案改變: %s " % os.path.join(event.path, event.name))

    # 重寫檔案建立函式
    def process_IN_CREATE(self, event):
        print("檔案建立: %s " % os.path.join(event.path, event.name))




def auto_compile(path='.'):

    wm = pyinotify.WatchManager()
    # mask = pyinotify.EventsCodes.ALL_FLAGS.get('IN_CREATE', 0)
    # mask = pyinotify.EventsCodes.FLAG_COLLECTIONS['OP_FLAGS']['IN_CREATE']                             # 監控內容，只監聽檔案被完成寫入
    mask = pyinotify.IN_CREATE | pyinotify.IN_CLOSE_WRITE
    notifier = pyinotify.ThreadedNotifier(wm, OnIOHandler())    # 回撥函式
    notifier.start()
    wm.add_watch(path, mask, rec=True, auto_add=True)
    print('Start monitoring %s' % path)
    while True:
        try:
            notifier.process_events()
            if notifier.check_events():
                notifier.read_events()
        except KeyboardInterrupt:
            notifier.stop()
            break

if __name__ == "__main__":
    auto_compile(WATCH_PATH)
    print('monitor close')

 

watchdog庫

支援的監控事件

EVENT_TYPE_MODIFIED: self.on_modified, EVENT_TYPE_MOVED: self.on_moved, EVENT_TYPE_CREATED: self.on_created, EVENT_TYPE_DELETED: self.on_deleted,

需要注意的是，檔案改變，也會觸發資料夾的改變

python3.6的demo

#! /usr/bin/env python
# -*- coding: utf-8 -*-
from __future__ import print_function

import asyncio
import base64
import logging
import os
import shutil
import sys
from datetime import datetime

from watchdog.events import FileSystemEventHandler
from watchdog.observers import Observer


WATCH_PATH = '/home/lp/ftp'  # 監控目錄

class FileMonitorHandler(FileSystemEventHandler):
  def __init__(self, **kwargs):
    super(FileMonitorHandler, self).__init__(**kwargs)
    # 監控目錄 目錄下面以device_id為目錄存放各自的圖片
    self._watch_path = WATCH_PATH



  # 重寫檔案改變函式，檔案改變都會觸發資料夾變化
  def on_modified(self, event):
    if not event.is_directory:  # 檔案改變都會觸發資料夾變化
      file_path = event.src_path
      print("檔案改變: %s " % file_path)



if __name__ == "__main__":
  event_handler = FileMonitorHandler()
  observer = Observer()
  observer.schedule(event_handler, path=WATCH_PATH, recursive=True)  # recursive遞迴的
  observer.start()
  observer.join()