# -*- coding: utf-8 -*- import functools import html import math import os import os.path as osp import re import webbrowser import imgviz import natsort from qtpy import QtCore from qtpy import QtGui from qtpy import QtWidgets from qtpy.QtCore import Qt from labelme import PY2 from labelme import __appname__ from labelme.ai import MODELS from labelme.config import get_config from labelme.label_file import LabelFile from labelme.label_file import LabelFileError from labelme.logger import logger from labelme.shape import Shape from labelme.widgets import BrightnessContrastDialog from labelme.widgets import Canvas from labelme.widgets import FileDialogPreview from labelme.widgets import LabelDialog from labelme.widgets import LabelListWidget from labelme.widgets import LabelListWidgetItem from labelme.widgets import ToolBar from labelme.widgets import UniqueLabelQListWidget from labelme.widgets import ZoomWidget from . import utils # FIXME # - [medium] Set max zoom value to something big enough for FitWidth/Window # TODO(unknown): # - Zoom is too "steppy". LABEL_COLORMAP = imgviz.label_colormap() class MainWindow(QtWidgets.QMainWindow): FIT_WINDOW, FIT_WIDTH, MANUAL_ZOOM = 0, 1, 2 def __init__( self, config=None, filename=None, output=None, output_file=None, output_dir=None, ): if output is not None: logger.warning("argument output is deprecated, use output_file instead") if output_file is None: output_file = output # see labelme/config/default_config.yaml for valid configuration if config is None: config = get_config() self._config = config # set default shape colors Shape.line_color = QtGui.QColor(*self._config["shape"]["line_color"]) Shape.fill_color = QtGui.QColor(*self._config["shape"]["fill_color"]) Shape.select_line_color = QtGui.QColor( *self._config["shape"]["select_line_color"] ) Shape.select_fill_color = QtGui.QColor( *self._config["shape"]["select_fill_color"] ) Shape.vertex_fill_color = QtGui.QColor( *self._config["shape"]["vertex_fill_color"] ) Shape.hvertex_fill_color = QtGui.QColor( *self._config["shape"]["hvertex_fill_color"] ) # Set point size from config file Shape.point_size = self._config["shape"]["point_size"] super(MainWindow, self).__init__() self.setWindowTitle(__appname__) # Whether we need to save or not. self.dirty = False self._noSelectionSlot = False self._copied_shapes = None # Main widgets and related state. self.labelDialog = LabelDialog( parent=self, labels=self._config["labels"], sort_labels=self._config["sort_labels"], show_text_field=self._config["show_label_text_field"], completion=self._config["label_completion"], fit_to_content=self._config["fit_to_content"], flags=self._config["label_flags"], ) self.labelList = LabelListWidget() self.lastOpenDir = None self.flag_dock = self.flag_widget = None self.flag_dock = QtWidgets.QDockWidget(self.tr("Flags"), self) self.flag_dock.setObjectName("Flags") self.flag_widget = QtWidgets.QListWidget() if config["flags"]: self.loadFlags({k: False for k in config["flags"]}) self.flag_dock.setWidget(self.flag_widget) self.flag_widget.itemChanged.connect(self.setDirty) self.labelList.itemSelectionChanged.connect(self.labelSelectionChanged) self.labelList.itemDoubleClicked.connect(self.editLabel) self.labelList.itemChanged.connect(self.labelItemChanged) self.labelList.itemDropped.connect(self.labelOrderChanged) self.shape_dock = QtWidgets.QDockWidget(self.tr("Polygon Labels"), self) self.shape_dock.setObjectName("Labels") self.shape_dock.setWidget(self.labelList) self.uniqLabelList = UniqueLabelQListWidget() self.uniqLabelList.setToolTip( self.tr( "Select label to start annotating for it. " "Press 'Esc' to deselect." ) ) if self._config["labels"]: for label in self._config["labels"]: item = self.uniqLabelList.createItemFromLabel(label) self.uniqLabelList.addItem(item) rgb = self._get_rgb_by_label(label) self.uniqLabelList.setItemLabel(item, label, rgb) self.label_dock = QtWidgets.QDockWidget(self.tr("Label List"), self) self.label_dock.setObjectName("Label List") self.label_dock.setWidget(self.uniqLabelList) self.fileSearch = QtWidgets.QLineEdit() self.fileSearch.setPlaceholderText(self.tr("Search Filename")) self.fileSearch.textChanged.connect(self.fileSearchChanged) self.fileListWidget = QtWidgets.QListWidget() self.fileListWidget.itemSelectionChanged.connect(self.fileSelectionChanged) fileListLayout = QtWidgets.QVBoxLayout() fileListLayout.setContentsMargins(0, 0, 0, 0) fileListLayout.setSpacing(0) fileListLayout.addWidget(self.fileSearch) fileListLayout.addWidget(self.fileListWidget) self.file_dock = QtWidgets.QDockWidget(self.tr("File List"), self) self.file_dock.setObjectName("Files") fileListWidget = QtWidgets.QWidget() fileListWidget.setLayout(fileListLayout) self.file_dock.setWidget(fileListWidget) self.zoomWidget = ZoomWidget() self.setAcceptDrops(True) self.canvas = self.labelList.canvas = Canvas( epsilon=self._config["epsilon"], double_click=self._config["canvas"]["double_click"], num_backups=self._config["canvas"]["num_backups"], crosshair=self._config["canvas"]["crosshair"], ) self.canvas.zoomRequest.connect(self.zoomRequest) scrollArea = QtWidgets.QScrollArea() scrollArea.setWidget(self.canvas) scrollArea.setWidgetResizable(True) self.scrollBars = { Qt.Vertical: scrollArea.verticalScrollBar(), Qt.Horizontal: scrollArea.horizontalScrollBar(), } self.canvas.scrollRequest.connect(self.scrollRequest) self.canvas.newShape.connect(self.newShape) self.canvas.shapeMoved.connect(self.setDirty) self.canvas.selectionChanged.connect(self.shapeSelectionChanged) self.canvas.drawingPolygon.connect(self.toggleDrawingSensitive) self.setCentralWidget(scrollArea) features = QtWidgets.QDockWidget.DockWidgetFeatures() for dock in ["flag_dock", "label_dock", "shape_dock", "file_dock"]: if self._config[dock]["closable"]: features = features | QtWidgets.QDockWidget.DockWidgetClosable if self._config[dock]["floatable"]: features = features | QtWidgets.QDockWidget.DockWidgetFloatable if self._config[dock]["movable"]: features = features | QtWidgets.QDockWidget.DockWidgetMovable getattr(self, dock).setFeatures(features) if self._config[dock]["show"] is False: getattr(self, dock).setVisible(False) self.addDockWidget(Qt.RightDockWidgetArea, self.flag_dock) self.addDockWidget(Qt.RightDockWidgetArea, self.label_dock) self.addDockWidget(Qt.RightDockWidgetArea, self.shape_dock) self.addDockWidget(Qt.RightDockWidgetArea, self.file_dock) # Actions action = functools.partial(utils.newAction, self) shortcuts = self._config["shortcuts"] quit = action( self.tr("&Quit"), self.close, shortcuts["quit"], "quit", self.tr("Quit application"), ) open_ = action( self.tr("&Open\n"), self.openFile, shortcuts["open"], "open", self.tr("Open image or label file"), ) opendir = action( self.tr("Open Dir"), self.openDirDialog, shortcuts["open_dir"], "open", self.tr("Open Dir"), ) openNextImg = action( self.tr("&Next Image"), self.openNextImg, shortcuts["open_next"], "next", self.tr("Open next (hold Ctl+Shift to copy labels)"), enabled=False, ) openPrevImg = action( self.tr("&Prev Image"), self.openPrevImg, shortcuts["open_prev"], "prev", self.tr("Open prev (hold Ctl+Shift to copy labels)"), enabled=False, ) save = action( self.tr("&Save\n"), self.saveFile, shortcuts["save"], "save", self.tr("Save labels to file"), enabled=False, ) saveAs = action( self.tr("&Save As"), self.saveFileAs, shortcuts["save_as"], "save-as", self.tr("Save labels to a different file"), enabled=False, ) deleteFile = action( self.tr("&Delete File"), self.deleteFile, shortcuts["delete_file"], "delete", self.tr("Delete current label file"), enabled=False, ) changeOutputDir = action( self.tr("&Change Output Dir"), slot=self.changeOutputDirDialog, shortcut=shortcuts["save_to"], icon="open", tip=self.tr("Change where annotations are loaded/saved"), ) saveAuto = action( text=self.tr("Save &Automatically"), slot=lambda x: self.actions.saveAuto.setChecked(x), icon="save", tip=self.tr("Save automatically"), checkable=True, enabled=True, ) saveAuto.setChecked(self._config["auto_save"]) saveWithImageData = action( text="Save With Image Data", slot=self.enableSaveImageWithData, tip="Save image data in label file", checkable=True, checked=self._config["store_data"], ) close = action( "&Close", self.closeFile, shortcuts["close"], "close", "Close current file", ) toggle_keep_prev_mode = action( self.tr("Keep Previous Annotation"), self.toggleKeepPrevMode, shortcuts["toggle_keep_prev_mode"], None, self.tr('Toggle "keep previous annotation" mode'), checkable=True, ) toggle_keep_prev_mode.setChecked(self._config["keep_prev"]) createMode = action( self.tr("Create Polygons"), lambda: self.toggleDrawMode(False, createMode="polygon"), shortcuts["create_polygon"], "objects", self.tr("Start drawing polygons"), enabled=False, ) createRectangleMode = action( self.tr("Create Rectangle"), lambda: self.toggleDrawMode(False, createMode="rectangle"), shortcuts["create_rectangle"], "objects", self.tr("Start drawing rectangles"), enabled=False, ) createCircleMode = action( self.tr("Create Circle"), lambda: self.toggleDrawMode(False, createMode="circle"), shortcuts["create_circle"], "objects", self.tr("Start drawing circles"), enabled=False, ) createLineMode = action( self.tr("Create Line"), lambda: self.toggleDrawMode(False, createMode="line"), shortcuts["create_line"], "objects", self.tr("Start drawing lines"), enabled=False, ) createPointMode = action( self.tr("Create Point"), lambda: self.toggleDrawMode(False, createMode="point"), shortcuts["create_point"], "objects", self.tr("Start drawing points"), enabled=False, ) createLineStripMode = action( self.tr("Create LineStrip"), lambda: self.toggleDrawMode(False, createMode="linestrip"), shortcuts["create_linestrip"], "objects", self.tr("Start drawing linestrip. Ctrl+LeftClick ends creation."), enabled=False, ) createAiPolygonMode = action( self.tr("Create AI-Polygon"), lambda: self.toggleDrawMode(False, createMode="ai_polygon"), None, "objects", self.tr("Start drawing ai_polygon. Ctrl+LeftClick ends creation."), enabled=False, ) createAiPolygonMode.changed.connect( lambda: self.canvas.initializeAiModel( name=self._selectAiModelComboBox.currentText() ) if self.canvas.createMode == "ai_polygon" else None ) createAiMaskMode = action( self.tr("Create AI-Mask"), lambda: self.toggleDrawMode(False, createMode="ai_mask"), None, "objects", self.tr("Start drawing ai_mask. Ctrl+LeftClick ends creation."), enabled=False, ) createAiMaskMode.changed.connect( lambda: self.canvas.initializeAiModel( name=self._selectAiModelComboBox.currentText() ) if self.canvas.createMode == "ai_mask" else None ) editMode = action( self.tr("Edit Polygons"), self.setEditMode, shortcuts["edit_polygon"], "edit", self.tr("Move and edit the selected polygons"), enabled=False, ) delete = action( self.tr("Delete Polygons"), self.deleteSelectedShape, shortcuts["delete_polygon"], "cancel", self.tr("Delete the selected polygons"), enabled=False, ) duplicate = action( self.tr("Duplicate Polygons"), self.duplicateSelectedShape, shortcuts["duplicate_polygon"], "copy", self.tr("Create a duplicate of the selected polygons"), enabled=False, ) copy = action( self.tr("Copy Polygons"), self.copySelectedShape, shortcuts["copy_polygon"], "copy_clipboard", self.tr("Copy selected polygons to clipboard"), enabled=False, ) paste = action( self.tr("Paste Polygons"), self.pasteSelectedShape, shortcuts["paste_polygon"], "paste", self.tr("Paste copied polygons"), enabled=False, ) undoLastPoint = action( self.tr("Undo last point"), self.canvas.undoLastPoint, shortcuts["undo_last_point"], "undo", self.tr("Undo last drawn point"), enabled=False, ) removePoint = action( text="Remove Selected Point", slot=self.removeSelectedPoint, shortcut=shortcuts["remove_selected_point"], icon="edit", tip="Remove selected point from polygon", enabled=False, ) undo = action( self.tr("Undo\n"), self.undoShapeEdit, shortcuts["undo"], "undo", self.tr("Undo last add and edit of shape"), enabled=False, ) hideAll = action( self.tr("&Hide\nPolygons"), functools.partial(self.togglePolygons, False), shortcuts["hide_all_polygons"], icon="eye", tip=self.tr("Hide all polygons"), enabled=False, ) showAll = action( self.tr("&Show\nPolygons"), functools.partial(self.togglePolygons, True), shortcuts["show_all_polygons"], icon="eye", tip=self.tr("Show all polygons"), enabled=False, ) toggleAll = action( self.tr("&Toggle\nPolygons"), functools.partial(self.togglePolygons, None), shortcuts["toggle_all_polygons"], icon="eye", tip=self.tr("Toggle all polygons"), enabled=False, ) help = action( self.tr("&Tutorial"), self.tutorial, icon="help", tip=self.tr("Show tutorial page"), ) zoom = QtWidgets.QWidgetAction(self) zoomBoxLayout = QtWidgets.QVBoxLayout() zoomLabel = QtWidgets.QLabel("Zoom") zoomLabel.setAlignment(Qt.AlignCenter) zoomBoxLayout.addWidget(zoomLabel) zoomBoxLayout.addWidget(self.zoomWidget) zoom.setDefaultWidget(QtWidgets.QWidget()) zoom.defaultWidget().setLayout(zoomBoxLayout) self.zoomWidget.setWhatsThis( str( self.tr( "Zoom in or out of the image. Also accessible with " "{} and {} from the canvas." ) ).format( utils.fmtShortcut( "{},{}".format(shortcuts["zoom_in"], shortcuts["zoom_out"]) ), utils.fmtShortcut(self.tr("Ctrl+Wheel")), ) ) self.zoomWidget.setEnabled(False) zoomIn = action( self.tr("Zoom &In"), functools.partial(self.addZoom, 1.1), shortcuts["zoom_in"], "zoom-in", self.tr("Increase zoom level"), enabled=False, ) zoomOut = action( self.tr("&Zoom Out"), functools.partial(self.addZoom, 0.9), shortcuts["zoom_out"], "zoom-out", self.tr("Decrease zoom level"), enabled=False, ) zoomOrg = action( self.tr("&Original size"), functools.partial(self.setZoom, 100), shortcuts["zoom_to_original"], "zoom", self.tr("Zoom to original size"), enabled=False, ) keepPrevScale = action( self.tr("&Keep Previous Scale"), self.enableKeepPrevScale, tip=self.tr("Keep previous zoom scale"), checkable=True, checked=self._config["keep_prev_scale"], enabled=True, ) fitWindow = action( self.tr("&Fit Window"), self.setFitWindow, shortcuts["fit_window"], "fit-window", self.tr("Zoom follows window size"), checkable=True, enabled=False, ) fitWidth = action( self.tr("Fit &Width"), self.setFitWidth, shortcuts["fit_width"], "fit-width", self.tr("Zoom follows window width"), checkable=True, enabled=False, ) brightnessContrast = action( "&Brightness Contrast", self.brightnessContrast, None, "color", "Adjust brightness and contrast", enabled=False, ) # Group zoom controls into a list for easier toggling. zoomActions = ( self.zoomWidget, zoomIn, zoomOut, zoomOrg, fitWindow, fitWidth, ) self.zoomMode = self.FIT_WINDOW fitWindow.setChecked(Qt.Checked) self.scalers = { self.FIT_WINDOW: self.scaleFitWindow, self.FIT_WIDTH: self.scaleFitWidth, # Set to one to scale to 100% when loading files. self.MANUAL_ZOOM: lambda: 1, } edit = action( self.tr("&Edit Label"), self.editLabel, shortcuts["edit_label"], "edit", self.tr("Modify the label of the selected polygon"), enabled=False, ) fill_drawing = action( self.tr("Fill Drawing Polygon"), self.canvas.setFillDrawing, None, "color", self.tr("Fill polygon while drawing"), checkable=True, enabled=True, ) if self._config["canvas"]["fill_drawing"]: fill_drawing.trigger() # Label list context menu. labelMenu = QtWidgets.QMenu() utils.addActions(labelMenu, (edit, delete)) self.labelList.setContextMenuPolicy(Qt.CustomContextMenu) self.labelList.customContextMenuRequested.connect(self.popLabelListMenu) # Store actions for further handling. self.actions = utils.struct( saveAuto=saveAuto, saveWithImageData=saveWithImageData, changeOutputDir=changeOutputDir, save=save, saveAs=saveAs, open=open_, close=close, deleteFile=deleteFile, toggleKeepPrevMode=toggle_keep_prev_mode, delete=delete, edit=edit, duplicate=duplicate, copy=copy, paste=paste, undoLastPoint=undoLastPoint, undo=undo, removePoint=removePoint, createMode=createMode, editMode=editMode, createRectangleMode=createRectangleMode, createCircleMode=createCircleMode, createLineMode=createLineMode, createPointMode=createPointMode, createLineStripMode=createLineStripMode, createAiPolygonMode=createAiPolygonMode, createAiMaskMode=createAiMaskMode, zoom=zoom, zoomIn=zoomIn, zoomOut=zoomOut, zoomOrg=zoomOrg, keepPrevScale=keepPrevScale, fitWindow=fitWindow, fitWidth=fitWidth, brightnessContrast=brightnessContrast, zoomActions=zoomActions, openNextImg=openNextImg, openPrevImg=openPrevImg, fileMenuActions=(open_, opendir, save, saveAs, close, quit), tool=(), # XXX: need to add some actions here to activate the shortcut editMenu=( edit, duplicate, copy, paste, delete, None, undo, undoLastPoint, None, removePoint, None, toggle_keep_prev_mode, ), # menu shown at right click menu=( createMode, createRectangleMode, createCircleMode, createLineMode, createPointMode, createLineStripMode, createAiPolygonMode, createAiMaskMode, editMode, edit, duplicate, copy, paste, delete, undo, undoLastPoint, removePoint, ), onLoadActive=( close, createMode, createRectangleMode, createCircleMode, createLineMode, createPointMode, createLineStripMode, createAiPolygonMode, createAiMaskMode, editMode, brightnessContrast, ), onShapesPresent=(saveAs, hideAll, showAll, toggleAll), ) self.canvas.vertexSelected.connect(self.actions.removePoint.setEnabled) self.menus = utils.struct( file=self.menu(self.tr("&File")), edit=self.menu(self.tr("&Edit")), view=self.menu(self.tr("&View")), help=self.menu(self.tr("&Help")), recentFiles=QtWidgets.QMenu(self.tr("Open &Recent")), labelList=labelMenu, ) utils.addActions( self.menus.file, ( open_, openNextImg, openPrevImg, opendir, self.menus.recentFiles, save, saveAs, saveAuto, changeOutputDir, saveWithImageData, close, deleteFile, None, quit, ), ) utils.addActions(self.menus.help, (help,)) utils.addActions( self.menus.view, ( self.flag_dock.toggleViewAction(), self.label_dock.toggleViewAction(), self.shape_dock.toggleViewAction(), self.file_dock.toggleViewAction(), None, fill_drawing, None, hideAll, showAll, toggleAll, None, zoomIn, zoomOut, zoomOrg, keepPrevScale, None, fitWindow, fitWidth, None, brightnessContrast, ), ) self.menus.file.aboutToShow.connect(self.updateFileMenu) # Custom context menu for the canvas widget: utils.addActions(self.canvas.menus[0], self.actions.menu) utils.addActions( self.canvas.menus[1], ( action("&Copy here", self.copyShape), action("&Move here", self.moveShape), ), ) selectAiModel = QtWidgets.QWidgetAction(self) selectAiModel.setDefaultWidget(QtWidgets.QWidget()) selectAiModel.defaultWidget().setLayout(QtWidgets.QVBoxLayout()) # selectAiModelLabel = QtWidgets.QLabel(self.tr("AI Model")) selectAiModelLabel.setAlignment(QtCore.Qt.AlignCenter) selectAiModel.defaultWidget().layout().addWidget(selectAiModelLabel) # self._selectAiModelComboBox = QtWidgets.QComboBox() selectAiModel.defaultWidget().layout().addWidget(self._selectAiModelComboBox) model_names = [model.name for model in MODELS] self._selectAiModelComboBox.addItems(model_names) if self._config["ai"]["default"] in model_names: model_index = model_names.index(self._config["ai"]["default"]) else: logger.warning( "Default AI model is not found: %r", self._config["ai"]["default"], ) model_index = 0 self._selectAiModelComboBox.setCurrentIndex(model_index) self._selectAiModelComboBox.currentIndexChanged.connect( lambda: self.canvas.initializeAiModel( name=self._selectAiModelComboBox.currentText() ) if self.canvas.createMode in ["ai_polygon", "ai_mask"] else None ) self.tools = self.toolbar("Tools") self.actions.tool = ( open_, opendir, openPrevImg, openNextImg, save, deleteFile, None, createMode, editMode, duplicate, delete, undo, brightnessContrast, None, fitWindow, zoom, None, selectAiModel, ) self.statusBar().showMessage(str(self.tr("%s started.")) % __appname__) self.statusBar().show() if output_file is not None and self._config["auto_save"]: logger.warn( "If `auto_save` argument is True, `output_file` argument " "is ignored and output filename is automatically " "set as IMAGE_BASENAME.json." ) self.output_file = output_file self.output_dir = output_dir # Application state. self.image = QtGui.QImage() self.imagePath = None self.recentFiles = [] self.maxRecent = 7 self.otherData = None self.zoom_level = 100 self.fit_window = False self.zoom_values = {} # key=filename, value=(zoom_mode, zoom_value) self.brightnessContrast_values = {} self.scroll_values = { Qt.Horizontal: {}, Qt.Vertical: {}, } # key=filename, value=scroll_value if filename is not None and osp.isdir(filename): self.importDirImages(filename, load=False) else: self.filename = filename if config["file_search"]: self.fileSearch.setText(config["file_search"]) self.fileSearchChanged() # XXX: Could be completely declarative. # Restore application settings. self.settings = QtCore.QSettings("labelme", "labelme") self.recentFiles = self.settings.value("recentFiles", []) or [] size = self.settings.value("window/size", QtCore.QSize(600, 500)) position = self.settings.value("window/position", QtCore.QPoint(0, 0)) state = self.settings.value("window/state", QtCore.QByteArray()) self.resize(size) self.move(position) # or simply: # self.restoreGeometry(settings['window/geometry'] self.restoreState(state) # Populate the File menu dynamically. self.updateFileMenu() # Since loading the file may take some time, # make sure it runs in the background. if self.filename is not None: self.queueEvent(functools.partial(self.loadFile, self.filename)) # Callbacks: self.zoomWidget.valueChanged.connect(self.paintCanvas) self.populateModeActions() # self.firstStart = True # if self.firstStart: # QWhatsThis.enterWhatsThisMode() def menu(self, title, actions=None): menu = self.menuBar().addMenu(title) if actions: utils.addActions(menu, actions) return menu def toolbar(self, title, actions=None): toolbar = ToolBar(title) toolbar.setObjectName("%sToolBar" % title) # toolbar.setOrientation(Qt.Vertical) toolbar.setToolButtonStyle(Qt.ToolButtonTextUnderIcon) if actions: utils.addActions(toolbar, actions) self.addToolBar(Qt.TopToolBarArea, toolbar) return toolbar # Support Functions def noShapes(self): return not len(self.labelList) def populateModeActions(self): tool, menu = self.actions.tool, self.actions.menu self.tools.clear() utils.addActions(self.tools, tool) self.canvas.menus[0].clear() utils.addActions(self.canvas.menus[0], menu) self.menus.edit.clear() actions = ( self.actions.createMode, self.actions.createRectangleMode, self.actions.createCircleMode, self.actions.createLineMode, self.actions.createPointMode, self.actions.createLineStripMode, self.actions.createAiPolygonMode, self.actions.createAiMaskMode, self.actions.editMode, ) utils.addActions(self.menus.edit, actions + self.actions.editMenu) def setDirty(self): # Even if we autosave the file, we keep the ability to undo self.actions.undo.setEnabled(self.canvas.isShapeRestorable) if self._config["auto_save"] or self.actions.saveAuto.isChecked(): label_file = osp.splitext(self.imagePath)[0] + ".json" if self.output_dir: label_file_without_path = osp.basename(label_file) label_file = osp.join(self.output_dir, label_file_without_path) self.saveLabels(label_file) return self.dirty = True self.actions.save.setEnabled(True) title = __appname__ if self.filename is not None: title = "{} - {}*".format(title, self.filename) self.setWindowTitle(title) def setClean(self): self.dirty = False self.actions.save.setEnabled(False) self.actions.createMode.setEnabled(True) self.actions.createRectangleMode.setEnabled(True) self.actions.createCircleMode.setEnabled(True) self.actions.createLineMode.setEnabled(True) self.actions.createPointMode.setEnabled(True) self.actions.createLineStripMode.setEnabled(True) self.actions.createAiPolygonMode.setEnabled(True) self.actions.createAiMaskMode.setEnabled(True) title = __appname__ if self.filename is not None: title = "{} - {}".format(title, self.filename) self.setWindowTitle(title) if self.hasLabelFile(): self.actions.deleteFile.setEnabled(True) else: self.actions.deleteFile.setEnabled(False) def toggleActions(self, value=True): """Enable/Disable widgets which depend on an opened image.""" for z in self.actions.zoomActions: z.setEnabled(value) for action in self.actions.onLoadActive: action.setEnabled(value) def queueEvent(self, function): QtCore.QTimer.singleShot(0, function) def status(self, message, delay=5000): self.statusBar().showMessage(message, delay) def resetState(self): self.labelList.clear() self.filename = None self.imagePath = None self.imageData = None self.labelFile = None self.otherData = None self.canvas.resetState() def currentItem(self): items = self.labelList.selectedItems() if items: return items[0] return None def addRecentFile(self, filename): if filename in self.recentFiles: self.recentFiles.remove(filename) elif len(self.recentFiles) >= self.maxRecent: self.recentFiles.pop() self.recentFiles.insert(0, filename) # Callbacks def undoShapeEdit(self): self.canvas.restoreShape() self.labelList.clear() self.loadShapes(self.canvas.shapes) self.actions.undo.setEnabled(self.canvas.isShapeRestorable) def tutorial(self): url = "https://github.com/labelmeai/labelme/tree/main/examples/tutorial" # NOQA webbrowser.open(url) def toggleDrawingSensitive(self, drawing=True): """Toggle drawing sensitive. In the middle of drawing, toggling between modes should be disabled. """ self.actions.editMode.setEnabled(not drawing) self.actions.undoLastPoint.setEnabled(drawing) self.actions.undo.setEnabled(not drawing) self.actions.delete.setEnabled(not drawing) def toggleDrawMode(self, edit=True, createMode="polygon"): draw_actions = { "polygon": self.actions.createMode, "rectangle": self.actions.createRectangleMode, "circle": self.actions.createCircleMode, "point": self.actions.createPointMode, "line": self.actions.createLineMode, "linestrip": self.actions.createLineStripMode, "ai_polygon": self.actions.createAiPolygonMode, "ai_mask": self.actions.createAiMaskMode, } self.canvas.setEditing(edit) self.canvas.createMode = createMode if edit: for draw_action in draw_actions.values(): draw_action.setEnabled(True) else: for draw_mode, draw_action in draw_actions.items(): draw_action.setEnabled(createMode != draw_mode) self.actions.editMode.setEnabled(not edit) def setEditMode(self): self.toggleDrawMode(True) def updateFileMenu(self): current = self.filename def exists(filename): return osp.exists(str(filename)) menu = self.menus.recentFiles menu.clear() files = [f for f in self.recentFiles if f != current and exists(f)] for i, f in enumerate(files): icon = utils.newIcon("labels") action = QtWidgets.QAction( icon, "&%d %s" % (i + 1, QtCore.QFileInfo(f).fileName()), self ) action.triggered.connect(functools.partial(self.loadRecent, f)) menu.addAction(action) def popLabelListMenu(self, point): self.menus.labelList.exec_(self.labelList.mapToGlobal(point)) def validateLabel(self, label): # no validation if self._config["validate_label"] is None: return True for i in range(self.uniqLabelList.count()): label_i = self.uniqLabelList.item(i).data(Qt.UserRole) if self._config["validate_label"] in ["exact"]: if label_i == label: return True return False def editLabel(self, item=None): if item and not isinstance(item, LabelListWidgetItem): raise TypeError("item must be LabelListWidgetItem type") if not self.canvas.editing(): return if not item: item = self.currentItem() if item is None: return shape = item.shape() if shape is None: return text, flags, group_id, description = self.labelDialog.popUp( text=shape.label, flags=shape.flags, group_id=shape.group_id, description=shape.description, ) if text is None: return if not self.validateLabel(text): self.errorMessage( self.tr("Invalid label"), self.tr("Invalid label '{}' with validation type '{}'").format( text, self._config["validate_label"] ), ) return shape.label = text shape.flags = flags shape.group_id = group_id shape.description = description self._update_shape_color(shape) if shape.group_id is None: item.setText( '{} ●'.format( html.escape(shape.label), *shape.fill_color.getRgb()[:3] ) ) else: item.setText("{} ({})".format(shape.label, shape.group_id)) self.setDirty() if self.uniqLabelList.findItemByLabel(shape.label) is None: item = self.uniqLabelList.createItemFromLabel(shape.label) self.uniqLabelList.addItem(item) rgb = self._get_rgb_by_label(shape.label) self.uniqLabelList.setItemLabel(item, shape.label, rgb) def fileSearchChanged(self): self.importDirImages( self.lastOpenDir, pattern=self.fileSearch.text(), load=False, ) def fileSelectionChanged(self): items = self.fileListWidget.selectedItems() if not items: return item = items[0] if not self.mayContinue(): return currIndex = self.imageList.index(str(item.text())) if currIndex < len(self.imageList): filename = self.imageList[currIndex] if filename: self.loadFile(filename) # React to canvas signals. def shapeSelectionChanged(self, selected_shapes): self._noSelectionSlot = True for shape in self.canvas.selectedShapes: shape.selected = False self.labelList.clearSelection() self.canvas.selectedShapes = selected_shapes for shape in self.canvas.selectedShapes: shape.selected = True item = self.labelList.findItemByShape(shape) self.labelList.selectItem(item) self.labelList.scrollToItem(item) self._noSelectionSlot = False n_selected = len(selected_shapes) self.actions.delete.setEnabled(n_selected) self.actions.duplicate.setEnabled(n_selected) self.actions.copy.setEnabled(n_selected) self.actions.edit.setEnabled(n_selected == 1) def addLabel(self, shape): if shape.group_id is None: text = shape.label else: text = "{} ({})".format(shape.label, shape.group_id) label_list_item = LabelListWidgetItem(text, shape) self.labelList.addItem(label_list_item) if self.uniqLabelList.findItemByLabel(shape.label) is None: item = self.uniqLabelList.createItemFromLabel(shape.label) self.uniqLabelList.addItem(item) rgb = self._get_rgb_by_label(shape.label) self.uniqLabelList.setItemLabel(item, shape.label, rgb) self.labelDialog.addLabelHistory(shape.label) for action in self.actions.onShapesPresent: action.setEnabled(True) self._update_shape_color(shape) label_list_item.setText( '{} ●'.format( html.escape(text), *shape.fill_color.getRgb()[:3] ) ) def _update_shape_color(self, shape): r, g, b = self._get_rgb_by_label(shape.label) shape.line_color = QtGui.QColor(r, g, b) shape.vertex_fill_color = QtGui.QColor(r, g, b) shape.hvertex_fill_color = QtGui.QColor(255, 255, 255) shape.fill_color = QtGui.QColor(r, g, b, 128) shape.select_line_color = QtGui.QColor(255, 255, 255) shape.select_fill_color = QtGui.QColor(r, g, b, 155) def _get_rgb_by_label(self, label): if self._config["shape_color"] == "auto": item = self.uniqLabelList.findItemByLabel(label) if item is None: item = self.uniqLabelList.createItemFromLabel(label) self.uniqLabelList.addItem(item) rgb = self._get_rgb_by_label(label) self.uniqLabelList.setItemLabel(item, label, rgb) label_id = self.uniqLabelList.indexFromItem(item).row() + 1 label_id += self._config["shift_auto_shape_color"] return LABEL_COLORMAP[label_id % len(LABEL_COLORMAP)] elif ( self._config["shape_color"] == "manual" and self._config["label_colors"] and label in self._config["label_colors"] ): return self._config["label_colors"][label] elif self._config["default_shape_color"]: return self._config["default_shape_color"] return (0, 255, 0) def remLabels(self, shapes): for shape in shapes: item = self.labelList.findItemByShape(shape) self.labelList.removeItem(item) def loadShapes(self, shapes, replace=True): self._noSelectionSlot = True for shape in shapes: self.addLabel(shape) self.labelList.clearSelection() self._noSelectionSlot = False self.canvas.loadShapes(shapes, replace=replace) def loadLabels(self, shapes): s = [] for shape in shapes: label = shape["label"] points = shape["points"] shape_type = shape["shape_type"] flags = shape["flags"] description = shape.get("description", "") group_id = shape["group_id"] other_data = shape["other_data"] if not points: # skip point-empty shape continue shape = Shape( label=label, shape_type=shape_type, group_id=group_id, description=description, mask=shape["mask"], ) for x, y in points: shape.addPoint(QtCore.QPointF(x, y)) shape.close() default_flags = {} if self._config["label_flags"]: for pattern, keys in self._config["label_flags"].items(): if re.match(pattern, label): for key in keys: default_flags[key] = False shape.flags = default_flags shape.flags.update(flags) shape.other_data = other_data s.append(shape) self.loadShapes(s) def loadFlags(self, flags): self.flag_widget.clear() for key, flag in flags.items(): item = QtWidgets.QListWidgetItem(key) item.setFlags(item.flags() | Qt.ItemIsUserCheckable) item.setCheckState(Qt.Checked if flag else Qt.Unchecked) self.flag_widget.addItem(item) def saveLabels(self, filename): lf = LabelFile() def format_shape(s): data = s.other_data.copy() data.update( dict( label=s.label.encode("utf-8") if PY2 else s.label, points=[(p.x(), p.y()) for p in s.points], group_id=s.group_id, description=s.description, shape_type=s.shape_type, flags=s.flags, mask=None if s.mask is None else utils.img_arr_to_b64(s.mask), ) ) return data shapes = [format_shape(item.shape()) for item in self.labelList] flags = {} for i in range(self.flag_widget.count()): item = self.flag_widget.item(i) key = item.text() flag = item.checkState() == Qt.Checked flags[key] = flag try: imagePath = osp.relpath(self.imagePath, osp.dirname(filename)) imageData = self.imageData if self._config["store_data"] else None if osp.dirname(filename) and not osp.exists(osp.dirname(filename)): os.makedirs(osp.dirname(filename)) lf.save( filename=filename, shapes=shapes, imagePath=imagePath, imageData=imageData, imageHeight=self.image.height(), imageWidth=self.image.width(), otherData=self.otherData, flags=flags, ) self.labelFile = lf items = self.fileListWidget.findItems(self.imagePath, Qt.MatchExactly) if len(items) > 0: if len(items) != 1: raise RuntimeError("There are duplicate files.") items[0].setCheckState(Qt.Checked) # disable allows next and previous image to proceed # self.filename = filename return True except LabelFileError as e: self.errorMessage( self.tr("Error saving label data"), self.tr("%s") % e ) return False def duplicateSelectedShape(self): added_shapes = self.canvas.duplicateSelectedShapes() for shape in added_shapes: self.addLabel(shape) self.setDirty() def pasteSelectedShape(self): self.loadShapes(self._copied_shapes, replace=False) self.setDirty() def copySelectedShape(self): self._copied_shapes = [s.copy() for s in self.canvas.selectedShapes] self.actions.paste.setEnabled(len(self._copied_shapes) > 0) def labelSelectionChanged(self): if self._noSelectionSlot: return if self.canvas.editing(): selected_shapes = [] for item in self.labelList.selectedItems(): selected_shapes.append(item.shape()) if selected_shapes: self.canvas.selectShapes(selected_shapes) else: self.canvas.deSelectShape() def labelItemChanged(self, item): shape = item.shape() self.canvas.setShapeVisible(shape, item.checkState() == Qt.Checked) def labelOrderChanged(self): self.setDirty() self.canvas.loadShapes([item.shape() for item in self.labelList]) # Callback functions: def newShape(self): """Pop-up and give focus to the label editor. position MUST be in global coordinates. """ items = self.uniqLabelList.selectedItems() text = None if items: text = items[0].data(Qt.UserRole) flags = {} group_id = None description = "" if self._config["display_label_popup"] or not text: previous_text = self.labelDialog.edit.text() text, flags, group_id, description = self.labelDialog.popUp(text) if not text: self.labelDialog.edit.setText(previous_text) if text and not self.validateLabel(text): self.errorMessage( self.tr("Invalid label"), self.tr("Invalid label '{}' with validation type '{}'").format( text, self._config["validate_label"] ), ) text = "" if text: self.labelList.clearSelection() shape = self.canvas.setLastLabel(text, flags) shape.group_id = group_id shape.description = description self.addLabel(shape) self.actions.editMode.setEnabled(True) self.actions.undoLastPoint.setEnabled(False) self.actions.undo.setEnabled(True) self.setDirty() else: self.canvas.undoLastLine() self.canvas.shapesBackups.pop() def scrollRequest(self, delta, orientation): units = -delta * 0.1 # natural scroll bar = self.scrollBars[orientation] value = bar.value() + bar.singleStep() * units self.setScroll(orientation, value) def setScroll(self, orientation, value): self.scrollBars[orientation].setValue(int(value)) self.scroll_values[orientation][self.filename] = value def setZoom(self, value): self.actions.fitWidth.setChecked(False) self.actions.fitWindow.setChecked(False) self.zoomMode = self.MANUAL_ZOOM self.zoomWidget.setValue(value) self.zoom_values[self.filename] = (self.zoomMode, value) def addZoom(self, increment=1.1): zoom_value = self.zoomWidget.value() * increment if increment > 1: zoom_value = math.ceil(zoom_value) else: zoom_value = math.floor(zoom_value) self.setZoom(zoom_value) def zoomRequest(self, delta, pos): canvas_width_old = self.canvas.width() units = 1.1 if delta < 0: units = 0.9 self.addZoom(units) canvas_width_new = self.canvas.width() if canvas_width_old != canvas_width_new: canvas_scale_factor = canvas_width_new / canvas_width_old x_shift = round(pos.x() * canvas_scale_factor) - pos.x() y_shift = round(pos.y() * canvas_scale_factor) - pos.y() self.setScroll( Qt.Horizontal, self.scrollBars[Qt.Horizontal].value() + x_shift, ) self.setScroll( Qt.Vertical, self.scrollBars[Qt.Vertical].value() + y_shift, ) def setFitWindow(self, value=True): if value: self.actions.fitWidth.setChecked(False) self.zoomMode = self.FIT_WINDOW if value else self.MANUAL_ZOOM self.adjustScale() def setFitWidth(self, value=True): if value: self.actions.fitWindow.setChecked(False) self.zoomMode = self.FIT_WIDTH if value else self.MANUAL_ZOOM self.adjustScale() def enableKeepPrevScale(self, enabled): self._config["keep_prev_scale"] = enabled self.actions.keepPrevScale.setChecked(enabled) def onNewBrightnessContrast(self, qimage): self.canvas.loadPixmap(QtGui.QPixmap.fromImage(qimage), clear_shapes=False) def brightnessContrast(self, value): dialog = BrightnessContrastDialog( utils.img_data_to_pil(self.imageData), self.onNewBrightnessContrast, parent=self, ) brightness, contrast = self.brightnessContrast_values.get( self.filename, (None, None) ) if brightness is not None: dialog.slider_brightness.setValue(brightness) if contrast is not None: dialog.slider_contrast.setValue(contrast) dialog.exec_() brightness = dialog.slider_brightness.value() contrast = dialog.slider_contrast.value() self.brightnessContrast_values[self.filename] = (brightness, contrast) def togglePolygons(self, value): flag = value for item in self.labelList: if value is None: flag = item.checkState() == Qt.Unchecked item.setCheckState(Qt.Checked if flag else Qt.Unchecked) def loadFile(self, filename=None): """Load the specified file, or the last opened file if None.""" # changing fileListWidget loads file if filename in self.imageList and ( self.fileListWidget.currentRow() != self.imageList.index(filename) ): self.fileListWidget.setCurrentRow(self.imageList.index(filename)) self.fileListWidget.repaint() return self.resetState() self.canvas.setEnabled(False) if filename is None: filename = self.settings.value("filename", "") filename = str(filename) if not QtCore.QFile.exists(filename): self.errorMessage( self.tr("Error opening file"), self.tr("No such file: %s") % filename, ) return False # assumes same name, but json extension self.status(str(self.tr("Loading %s...")) % osp.basename(str(filename))) label_file = osp.splitext(filename)[0] + ".json" if self.output_dir: label_file_without_path = osp.basename(label_file) label_file = osp.join(self.output_dir, label_file_without_path) if QtCore.QFile.exists(label_file) and LabelFile.is_label_file(label_file): try: self.labelFile = LabelFile(label_file) except LabelFileError as e: self.errorMessage( self.tr("Error opening file"), self.tr( "
%s
" "Make sure %s is a valid label file." ) % (e, label_file), ) self.status(self.tr("Error reading %s") % label_file) return False self.imageData = self.labelFile.imageData self.imagePath = osp.join( osp.dirname(label_file), self.labelFile.imagePath, ) self.otherData = self.labelFile.otherData else: self.imageData = LabelFile.load_image_file(filename) if self.imageData: self.imagePath = filename self.labelFile = None image = QtGui.QImage.fromData(self.imageData) if image.isNull(): formats = [ "*.{}".format(fmt.data().decode()) for fmt in QtGui.QImageReader.supportedImageFormats() ] self.errorMessage( self.tr("Error opening file"), self.tr( "
Make sure {0} is a valid image file.
"
"Supported image formats: {1}
%s
%s" % (title, message) ) def currentPath(self): return osp.dirname(str(self.filename)) if self.filename else "." def toggleKeepPrevMode(self): self._config["keep_prev"] = not self._config["keep_prev"] def removeSelectedPoint(self): self.canvas.removeSelectedPoint() self.canvas.update() if not self.canvas.hShape.points: self.canvas.deleteShape(self.canvas.hShape) self.remLabels([self.canvas.hShape]) if self.noShapes(): for action in self.actions.onShapesPresent: action.setEnabled(False) self.setDirty() def deleteSelectedShape(self): yes, no = QtWidgets.QMessageBox.Yes, QtWidgets.QMessageBox.No msg = self.tr( "You are about to permanently delete {} polygons, " "proceed anyway?" ).format(len(self.canvas.selectedShapes)) if yes == QtWidgets.QMessageBox.warning( self, self.tr("Attention"), msg, yes | no, yes ): self.remLabels(self.canvas.deleteSelected()) self.setDirty() if self.noShapes(): for action in self.actions.onShapesPresent: action.setEnabled(False) def copyShape(self): self.canvas.endMove(copy=True) for shape in self.canvas.selectedShapes: self.addLabel(shape) self.labelList.clearSelection() self.setDirty() def moveShape(self): self.canvas.endMove(copy=False) self.setDirty() def openDirDialog(self, _value=False, dirpath=None): if not self.mayContinue(): return defaultOpenDirPath = dirpath if dirpath else "." if self.lastOpenDir and osp.exists(self.lastOpenDir): defaultOpenDirPath = self.lastOpenDir else: defaultOpenDirPath = osp.dirname(self.filename) if self.filename else "." targetDirPath = str( QtWidgets.QFileDialog.getExistingDirectory( self, self.tr("%s - Open Directory") % __appname__, defaultOpenDirPath, QtWidgets.QFileDialog.ShowDirsOnly | QtWidgets.QFileDialog.DontResolveSymlinks, ) ) self.importDirImages(targetDirPath) @property def imageList(self): lst = [] for i in range(self.fileListWidget.count()): item = self.fileListWidget.item(i) lst.append(item.text()) return lst def importDroppedImageFiles(self, imageFiles): extensions = [ ".%s" % fmt.data().decode().lower() for fmt in QtGui.QImageReader.supportedImageFormats() ] self.filename = None for file in imageFiles: if file in self.imageList or not file.lower().endswith(tuple(extensions)): continue label_file = osp.splitext(file)[0] + ".json" if self.output_dir: label_file_without_path = osp.basename(label_file) label_file = osp.join(self.output_dir, label_file_without_path) item = QtWidgets.QListWidgetItem(file) item.setFlags(Qt.ItemIsEnabled | Qt.ItemIsSelectable) if QtCore.QFile.exists(label_file) and LabelFile.is_label_file(label_file): item.setCheckState(Qt.Checked) else: item.setCheckState(Qt.Unchecked) self.fileListWidget.addItem(item) if len(self.imageList) > 1: self.actions.openNextImg.setEnabled(True) self.actions.openPrevImg.setEnabled(True) self.openNextImg() def importDirImages(self, dirpath, pattern=None, load=True): self.actions.openNextImg.setEnabled(True) self.actions.openPrevImg.setEnabled(True) if not self.mayContinue() or not dirpath: return self.lastOpenDir = dirpath self.filename = None self.fileListWidget.clear() filenames = self.scanAllImages(dirpath) if pattern: try: filenames = [f for f in filenames if re.search(pattern, f)] except re.error: pass for filename in filenames: label_file = osp.splitext(filename)[0] + ".json" if self.output_dir: label_file_without_path = osp.basename(label_file) label_file = osp.join(self.output_dir, label_file_without_path) item = QtWidgets.QListWidgetItem(filename) item.setFlags(Qt.ItemIsEnabled | Qt.ItemIsSelectable) if QtCore.QFile.exists(label_file) and LabelFile.is_label_file(label_file): item.setCheckState(Qt.Checked) else: item.setCheckState(Qt.Unchecked) self.fileListWidget.addItem(item) self.openNextImg(load=load) def scanAllImages(self, folderPath): extensions = [ ".%s" % fmt.data().decode().lower() for fmt in QtGui.QImageReader.supportedImageFormats() ] images = [] for root, dirs, files in os.walk(folderPath): for file in files: if file.lower().endswith(tuple(extensions)): relativePath = os.path.normpath(osp.join(root, file)) images.append(relativePath) images = natsort.os_sorted(images) return images