app.py 44 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166
  1. # flake8: noqa
  2. # -*- coding: utf8 -*-
  3. #
  4. # Copyright (C) 2011 Michael Pitidis, Hussein Abdulwahid.
  5. #
  6. # This file is part of Labelme.
  7. #
  8. # Labelme is free software: you can redistribute it and/or modify
  9. # it under the terms of the GNU General Public License as published by
  10. # the Free Software Foundation, either version 3 of the License, or
  11. # (at your option) any later version.
  12. #
  13. # Labelme is distributed in the hope that it will be useful,
  14. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. # GNU General Public License for more details.
  17. #
  18. # You should have received a copy of the GNU General Public License
  19. # along with Labelme. If not, see <http://www.gnu.org/licenses/>.
  20. #
  21. import argparse
  22. import os.path
  23. import re
  24. import sys
  25. import subprocess
  26. from functools import partial
  27. from collections import defaultdict
  28. try:
  29. from PyQt5.QtGui import *
  30. from PyQt5.QtCore import *
  31. from PyQt5.QtWidgets import *
  32. PYQT5 = True
  33. except ImportError:
  34. from PyQt4.QtGui import *
  35. from PyQt4.QtCore import *
  36. PYQT5 = False
  37. from labelme import resources
  38. from labelme.lib import struct, newAction, newIcon, addActions, fmtShortcut
  39. from labelme.shape import Shape, DEFAULT_LINE_COLOR, DEFAULT_FILL_COLOR
  40. from labelme.canvas import Canvas
  41. from labelme.zoomWidget import ZoomWidget
  42. from labelme.labelDialog import LabelDialog
  43. from labelme.colorDialog import ColorDialog
  44. from labelme.labelFile import LabelFile, LabelFileError
  45. from labelme.toolBar import ToolBar
  46. __appname__ = 'labelme'
  47. # FIXME
  48. # - [medium] Set max zoom value to something big enough for FitWidth/Window
  49. # TODO:
  50. # - [high] Automatically add file suffix when saving.
  51. # - [high] Add polygon movement with arrow keys
  52. # - [high] Deselect shape when clicking and already selected(?)
  53. # - [high] Sanitize shortcuts between beginner/advanced mode.
  54. # - [medium] Zoom should keep the image centered.
  55. # - [medium] Add undo button for vertex addition.
  56. # - [low,maybe] Open images with drag & drop.
  57. # - [low,maybe] Preview images on file dialogs.
  58. # - [low,maybe] Sortable label list.
  59. # - Zoom is too "steppy".
  60. ### Utility functions and classes.
  61. class WindowMixin(object):
  62. def menu(self, title, actions=None):
  63. menu = self.menuBar().addMenu(title)
  64. if actions:
  65. addActions(menu, actions)
  66. return menu
  67. def toolbar(self, title, actions=None):
  68. toolbar = ToolBar(title)
  69. toolbar.setObjectName('%sToolBar' % title)
  70. #toolbar.setOrientation(Qt.Vertical)
  71. toolbar.setToolButtonStyle(Qt.ToolButtonTextUnderIcon)
  72. if actions:
  73. addActions(toolbar, actions)
  74. self.addToolBar(Qt.LeftToolBarArea, toolbar)
  75. return toolbar
  76. class EscapableQListWidget(QListWidget):
  77. def keyPressEvent(self, event):
  78. if event.key() == Qt.Key_Escape:
  79. self.clearSelection()
  80. class MainWindow(QMainWindow, WindowMixin):
  81. FIT_WINDOW, FIT_WIDTH, MANUAL_ZOOM = 0, 1, 2
  82. def __init__(self, filename=None, output=None, store_data=True,
  83. labels=None, sort_labels=True):
  84. super(MainWindow, self).__init__()
  85. self.setWindowTitle(__appname__)
  86. # Whether we need to save or not.
  87. self.dirty = False
  88. self._noSelectionSlot = False
  89. self._beginner = True
  90. self.screencastViewer = "firefox"
  91. self.screencast = "screencast.ogv"
  92. # Main widgets and related state.
  93. self.labelDialog = LabelDialog(parent=self, labels=labels,
  94. sort_labels=sort_labels)
  95. self.labelList = QListWidget()
  96. self.itemsToShapes = []
  97. self.imageList = []
  98. self.lastOpenDir = None
  99. self.labelList.itemActivated.connect(self.labelSelectionChanged)
  100. self.labelList.itemSelectionChanged.connect(self.labelSelectionChanged)
  101. self.labelList.itemDoubleClicked.connect(self.editLabel)
  102. # Connect to itemChanged to detect checkbox changes.
  103. self.labelList.itemChanged.connect(self.labelItemChanged)
  104. listLayout = QVBoxLayout()
  105. listLayout.setContentsMargins(0, 0, 0, 0)
  106. listLayout.addWidget(self.labelList)
  107. self.editButton = QToolButton()
  108. self.editButton.setToolButtonStyle(Qt.ToolButtonTextBesideIcon)
  109. self.labelListContainer = QWidget()
  110. self.labelListContainer.setLayout(listLayout)
  111. listLayout.addWidget(self.editButton)#, 0, Qt.AlignCenter)
  112. listLayout.addWidget(self.labelList)
  113. self.uniqLabelList = EscapableQListWidget()
  114. self.uniqLabelList.setToolTip(
  115. "Select label to start annotating for it. "
  116. "Press 'Esc' to deselect.")
  117. if labels:
  118. self.uniqLabelList.addItems(labels)
  119. self.uniqLabelList.sortItems()
  120. self.labelsdock = QDockWidget(u'Label List', self)
  121. self.labelsdock.setObjectName(u'Label List')
  122. self.labelsdock.setWidget(self.uniqLabelList)
  123. self.dock = QDockWidget('Polygon Labels', self)
  124. self.dock.setObjectName('Labels')
  125. self.dock.setWidget(self.labelListContainer)
  126. self.fileListWidget = QListWidget()
  127. self.fileListWidget.itemSelectionChanged.connect(self.fileSelectionChanged)
  128. filelistLayout = QVBoxLayout()
  129. filelistLayout.setContentsMargins(0, 0, 0, 0)
  130. filelistLayout.addWidget(self.fileListWidget)
  131. fileListContainer = QWidget()
  132. fileListContainer.setLayout(filelistLayout)
  133. self.filedock = QDockWidget(u'File List', self)
  134. self.filedock.setObjectName(u'Files')
  135. self.filedock.setWidget(fileListContainer)
  136. self.zoomWidget = ZoomWidget()
  137. self.colorDialog = ColorDialog(parent=self)
  138. self.canvas = Canvas()
  139. self.canvas.zoomRequest.connect(self.zoomRequest)
  140. scroll = QScrollArea()
  141. scroll.setWidget(self.canvas)
  142. scroll.setWidgetResizable(True)
  143. self.scrollBars = {
  144. Qt.Vertical: scroll.verticalScrollBar(),
  145. Qt.Horizontal: scroll.horizontalScrollBar()
  146. }
  147. self.canvas.scrollRequest.connect(self.scrollRequest)
  148. self.canvas.newShape.connect(self.newShape)
  149. self.canvas.shapeMoved.connect(self.setDirty)
  150. self.canvas.selectionChanged.connect(self.shapeSelectionChanged)
  151. self.canvas.drawingPolygon.connect(self.toggleDrawingSensitive)
  152. self.setCentralWidget(scroll)
  153. self.addDockWidget(Qt.RightDockWidgetArea, self.labelsdock)
  154. self.addDockWidget(Qt.RightDockWidgetArea, self.dock)
  155. self.addDockWidget(Qt.RightDockWidgetArea, self.filedock)
  156. self.filedock.setFeatures(QDockWidget.DockWidgetFloatable)
  157. self.dockFeatures = QDockWidget.DockWidgetClosable\
  158. | QDockWidget.DockWidgetFloatable
  159. self.dock.setFeatures(self.dock.features() ^ self.dockFeatures)
  160. # Actions
  161. action = partial(newAction, self)
  162. quit = action('&Quit', self.close,
  163. 'Ctrl+Q', 'quit', 'Quit application')
  164. open = action('&Open', self.openFile,
  165. 'Ctrl+O', 'open', 'Open image or label file')
  166. opendir = action('&Open Dir', self.openDirDialog,
  167. 'Ctrl+u', 'open', u'Open Dir')
  168. openNextImg = action('&Next Image', self.openNextImg,
  169. 'd', 'next', u'Open Next')
  170. openPrevImg = action('&Prev Image', self.openPrevImg,
  171. 'a', 'prev', u'Open Prev')
  172. save = action('&Save', self.saveFile,
  173. 'Ctrl+S', 'save', 'Save labels to file', enabled=False)
  174. saveAs = action('&Save As', self.saveFileAs,
  175. 'Ctrl+Shift+S', 'save-as', 'Save labels to a different file',
  176. enabled=False)
  177. close = action('&Close', self.closeFile,
  178. 'Ctrl+W', 'close', 'Close current file')
  179. color1 = action('Polygon &Line Color', self.chooseColor1,
  180. 'Ctrl+L', 'color_line', 'Choose polygon line color')
  181. color2 = action('Polygon &Fill Color', self.chooseColor2,
  182. 'Ctrl+Shift+L', 'color', 'Choose polygon fill color')
  183. createMode = action('Create\nPolygo&ns', self.setCreateMode,
  184. 'Ctrl+N', 'new', 'Start drawing polygons', enabled=False)
  185. editMode = action('&Edit\nPolygons', self.setEditMode,
  186. 'Ctrl+J', 'edit', 'Move and edit polygons', enabled=False)
  187. create = action('Create\nPolygo&n', self.createShape,
  188. 'Ctrl+N', 'new', 'Draw a new polygon', enabled=False)
  189. delete = action('Delete\nPolygon', self.deleteSelectedShape,
  190. 'Delete', 'delete', 'Delete', enabled=False)
  191. copy = action('&Duplicate\nPolygon', self.copySelectedShape,
  192. 'Ctrl+D', 'copy', 'Create a duplicate of the selected polygon',
  193. enabled=False)
  194. advancedMode = action('&Advanced Mode', self.toggleAdvancedMode,
  195. 'Ctrl+Shift+A', 'expert', 'Switch to advanced mode',
  196. checkable=True)
  197. hideAll = action('&Hide\nPolygons', partial(self.togglePolygons, False),
  198. 'Ctrl+H', 'hide', 'Hide all polygons',
  199. enabled=False)
  200. showAll = action('&Show\nPolygons', partial(self.togglePolygons, True),
  201. 'Ctrl+A', 'hide', 'Show all polygons',
  202. enabled=False)
  203. help = action('&Tutorial', self.tutorial, 'Ctrl+T', 'help',
  204. 'Show screencast of introductory tutorial')
  205. zoom = QWidgetAction(self)
  206. zoom.setDefaultWidget(self.zoomWidget)
  207. self.zoomWidget.setWhatsThis(
  208. "Zoom in or out of the image. Also accessible with"\
  209. " %s and %s from the canvas." % (fmtShortcut("Ctrl+[-+]"),
  210. fmtShortcut("Ctrl+Wheel")))
  211. self.zoomWidget.setEnabled(False)
  212. zoomIn = action('Zoom &In', partial(self.addZoom, 10),
  213. 'Ctrl++', 'zoom-in', 'Increase zoom level', enabled=False)
  214. zoomOut = action('&Zoom Out', partial(self.addZoom, -10),
  215. 'Ctrl+-', 'zoom-out', 'Decrease zoom level', enabled=False)
  216. zoomOrg = action('&Original size', partial(self.setZoom, 100),
  217. 'Ctrl+=', 'zoom', 'Zoom to original size', enabled=False)
  218. fitWindow = action('&Fit Window', self.setFitWindow,
  219. 'Ctrl+F', 'fit-window', 'Zoom follows window size',
  220. checkable=True, enabled=False)
  221. fitWidth = action('Fit &Width', self.setFitWidth,
  222. 'Ctrl+Shift+F', 'fit-width', 'Zoom follows window width',
  223. checkable=True, enabled=False)
  224. # Group zoom controls into a list for easier toggling.
  225. zoomActions = (self.zoomWidget, zoomIn, zoomOut, zoomOrg, fitWindow, fitWidth)
  226. self.zoomMode = self.MANUAL_ZOOM
  227. self.scalers = {
  228. self.FIT_WINDOW: self.scaleFitWindow,
  229. self.FIT_WIDTH: self.scaleFitWidth,
  230. # Set to one to scale to 100% when loading files.
  231. self.MANUAL_ZOOM: lambda: 1,
  232. }
  233. edit = action('&Edit Label', self.editLabel,
  234. 'Ctrl+E', 'edit', 'Modify the label of the selected polygon',
  235. enabled=False)
  236. self.editButton.setDefaultAction(edit)
  237. shapeLineColor = action('Shape &Line Color', self.chshapeLineColor,
  238. icon='color_line', tip='Change the line color for this specific shape',
  239. enabled=False)
  240. shapeFillColor = action('Shape &Fill Color', self.chshapeFillColor,
  241. icon='color', tip='Change the fill color for this specific shape',
  242. enabled=False)
  243. labels = self.dock.toggleViewAction()
  244. labels.setText('Show/Hide Label Panel')
  245. labels.setShortcut('Ctrl+Shift+L')
  246. # Lavel list context menu.
  247. labelMenu = QMenu()
  248. addActions(labelMenu, (edit, delete))
  249. self.labelList.setContextMenuPolicy(Qt.CustomContextMenu)
  250. self.labelList.customContextMenuRequested.connect(self.popLabelListMenu)
  251. # Store actions for further handling.
  252. self.actions = struct(save=save, saveAs=saveAs, open=open, close=close,
  253. lineColor=color1, fillColor=color2,
  254. create=create, delete=delete, edit=edit, copy=copy,
  255. createMode=createMode, editMode=editMode, advancedMode=advancedMode,
  256. shapeLineColor=shapeLineColor, shapeFillColor=shapeFillColor,
  257. zoom=zoom, zoomIn=zoomIn, zoomOut=zoomOut, zoomOrg=zoomOrg,
  258. fitWindow=fitWindow, fitWidth=fitWidth,
  259. zoomActions=zoomActions,
  260. fileMenuActions=(open,opendir,save,saveAs,close,quit),
  261. beginner=(), advanced=(),
  262. editMenu=(edit, copy, delete, None, color1, color2),
  263. beginnerContext=(create, edit, copy, delete),
  264. advancedContext=(createMode, editMode, edit, copy,
  265. delete, shapeLineColor, shapeFillColor),
  266. onLoadActive=(close, create, createMode, editMode),
  267. onShapesPresent=(saveAs, hideAll, showAll))
  268. self.menus = struct(
  269. file=self.menu('&File'),
  270. edit=self.menu('&Edit'),
  271. view=self.menu('&View'),
  272. help=self.menu('&Help'),
  273. recentFiles=QMenu('Open &Recent'),
  274. labelList=labelMenu)
  275. addActions(self.menus.file,
  276. (open, opendir, self.menus.recentFiles, save, saveAs, close, None, quit))
  277. addActions(self.menus.help, (help,))
  278. addActions(self.menus.view, (
  279. labels, advancedMode, None,
  280. hideAll, showAll, None,
  281. zoomIn, zoomOut, zoomOrg, None,
  282. fitWindow, fitWidth))
  283. self.menus.file.aboutToShow.connect(self.updateFileMenu)
  284. # Custom context menu for the canvas widget:
  285. addActions(self.canvas.menus[0], self.actions.beginnerContext)
  286. addActions(self.canvas.menus[1], (
  287. action('&Copy here', self.copyShape),
  288. action('&Move here', self.moveShape)))
  289. self.tools = self.toolbar('Tools')
  290. self.actions.beginner = (
  291. open, opendir, openNextImg, openPrevImg, save, None, create, copy, delete, None,
  292. zoomIn, zoom, zoomOut, fitWindow, fitWidth)
  293. self.actions.advanced = (
  294. open, opendir, openNextImg, openPrevImg, save, None,
  295. createMode, editMode, None,
  296. hideAll, showAll)
  297. self.statusBar().showMessage('%s started.' % __appname__)
  298. self.statusBar().show()
  299. # Application state.
  300. self.image = QImage()
  301. self.imagePath = None
  302. self.labeling_once = output is not None
  303. self.output = output
  304. self._store_data = store_data
  305. self.recentFiles = []
  306. self.maxRecent = 7
  307. self.lineColor = None
  308. self.fillColor = None
  309. self.zoom_level = 100
  310. self.fit_window = False
  311. if filename is not None and os.path.isdir(filename):
  312. self.importDirImages(filename)
  313. else:
  314. self.filename = filename
  315. # XXX: Could be completely declarative.
  316. # Restore application settings.
  317. self.settings = {}
  318. self.recentFiles = self.settings.get('recentFiles', [])
  319. size = self.settings.get('window/size', QSize(600, 500))
  320. position = self.settings.get('window/position', QPoint(0, 0))
  321. self.resize(size)
  322. self.move(position)
  323. # or simply:
  324. #self.restoreGeometry(settings['window/geometry']
  325. self.restoreState(self.settings.get('window/state', QByteArray()))
  326. self.lineColor = QColor(self.settings.get('line/color', Shape.line_color))
  327. self.fillColor = QColor(self.settings.get('fill/color', Shape.fill_color))
  328. Shape.line_color = self.lineColor
  329. Shape.fill_color = self.fillColor
  330. if self.settings.get('advanced', QVariant()):
  331. self.actions.advancedMode.setChecked(True)
  332. self.toggleAdvancedMode()
  333. # Populate the File menu dynamically.
  334. self.updateFileMenu()
  335. # Since loading the file may take some time, make sure it runs in the background.
  336. if self.filename is not None:
  337. self.queueEvent(partial(self.loadFile, self.filename))
  338. # Callbacks:
  339. self.zoomWidget.valueChanged.connect(self.paintCanvas)
  340. self.populateModeActions()
  341. #self.firstStart = True
  342. #if self.firstStart:
  343. # QWhatsThis.enterWhatsThisMode()
  344. ## Support Functions ##
  345. def noShapes(self):
  346. return not self.itemsToShapes
  347. def toggleAdvancedMode(self, value=True):
  348. self._beginner = not value
  349. self.canvas.setEditing(True)
  350. self.populateModeActions()
  351. self.editButton.setVisible(not value)
  352. if value:
  353. self.actions.createMode.setEnabled(True)
  354. self.actions.editMode.setEnabled(False)
  355. self.dock.setFeatures(self.dock.features() | self.dockFeatures)
  356. else:
  357. self.dock.setFeatures(self.dock.features() ^ self.dockFeatures)
  358. def populateModeActions(self):
  359. if self.beginner():
  360. tool, menu = self.actions.beginner, self.actions.beginnerContext
  361. else:
  362. tool, menu = self.actions.advanced, self.actions.advancedContext
  363. self.tools.clear()
  364. addActions(self.tools, tool)
  365. self.canvas.menus[0].clear()
  366. addActions(self.canvas.menus[0], menu)
  367. self.menus.edit.clear()
  368. actions = (self.actions.create,) if self.beginner()\
  369. else (self.actions.createMode, self.actions.editMode)
  370. addActions(self.menus.edit, actions + self.actions.editMenu)
  371. def setBeginner(self):
  372. self.tools.clear()
  373. addActions(self.tools, self.actions.beginner)
  374. def setAdvanced(self):
  375. self.tools.clear()
  376. addActions(self.tools, self.actions.advanced)
  377. def setDirty(self):
  378. self.dirty = True
  379. self.actions.save.setEnabled(True)
  380. self.setWindowTitle('{} - {}*'.format(__appname__, os.path.basename(self.filename)))
  381. def setClean(self):
  382. self.dirty = False
  383. self.actions.save.setEnabled(False)
  384. self.actions.create.setEnabled(True)
  385. self.setWindowTitle('{} - {}'.format(__appname__, os.path.basename(self.filename)))
  386. def toggleActions(self, value=True):
  387. """Enable/Disable widgets which depend on an opened image."""
  388. for z in self.actions.zoomActions:
  389. z.setEnabled(value)
  390. for action in self.actions.onLoadActive:
  391. action.setEnabled(value)
  392. def queueEvent(self, function):
  393. QTimer.singleShot(0, function)
  394. def status(self, message, delay=5000):
  395. self.statusBar().showMessage(message, delay)
  396. def resetState(self):
  397. self.itemsToShapes = []
  398. self.labelList.clear()
  399. self.filename = None
  400. self.imageData = None
  401. self.labelFile = None
  402. self.canvas.resetState()
  403. def currentItem(self):
  404. items = self.labelList.selectedItems()
  405. if items:
  406. return items[0]
  407. return None
  408. def addRecentFile(self, filename):
  409. if filename in self.recentFiles:
  410. self.recentFiles.remove(filename)
  411. elif len(self.recentFiles) >= self.maxRecent:
  412. self.recentFiles.pop()
  413. self.recentFiles.insert(0, filename)
  414. def beginner(self):
  415. return self._beginner
  416. def advanced(self):
  417. return not self.beginner()
  418. ## Callbacks ##
  419. def tutorial(self):
  420. subprocess.Popen([self.screencastViewer, self.screencast])
  421. def createShape(self):
  422. assert self.beginner()
  423. self.canvas.setEditing(False)
  424. self.actions.create.setEnabled(False)
  425. def toggleDrawingSensitive(self, drawing=True):
  426. """In the middle of drawing, toggling between modes should be disabled."""
  427. self.actions.editMode.setEnabled(not drawing)
  428. if not drawing and self.beginner():
  429. # Cancel creation.
  430. self.canvas.setEditing(True)
  431. self.canvas.restoreCursor()
  432. self.actions.create.setEnabled(True)
  433. def toggleDrawMode(self, edit=True):
  434. self.canvas.setEditing(edit)
  435. self.actions.createMode.setEnabled(edit)
  436. self.actions.editMode.setEnabled(not edit)
  437. def setCreateMode(self):
  438. assert self.advanced()
  439. self.toggleDrawMode(False)
  440. def setEditMode(self):
  441. assert self.advanced()
  442. self.toggleDrawMode(True)
  443. def updateFileMenu(self):
  444. current = self.filename
  445. def exists(filename):
  446. return os.path.exists(str(filename))
  447. menu = self.menus.recentFiles
  448. menu.clear()
  449. files = [f for f in self.recentFiles if f != current and exists(f)]
  450. for i, f in enumerate(files):
  451. icon = newIcon('labels')
  452. action = QAction(
  453. icon, '&%d %s' % (i+1, QFileInfo(f).fileName()), self)
  454. action.triggered.connect(partial(self.loadRecent, f))
  455. menu.addAction(action)
  456. def popLabelListMenu(self, point):
  457. self.menus.labelList.exec_(self.labelList.mapToGlobal(point))
  458. def editLabel(self, item=None):
  459. if not self.canvas.editing():
  460. return
  461. item = item if item else self.currentItem()
  462. text = self.labelDialog.popUp(item.text())
  463. if text is None:
  464. return
  465. item.setText(text)
  466. self.setDirty()
  467. if not self.uniqLabelList.findItems(text, Qt.MatchExactly):
  468. self.uniqLabelList.addItem(text)
  469. self.uniqLabelList.sortItems()
  470. def fileSelectionChanged(self):
  471. items = self.fileListWidget.selectedItems()
  472. if not items:
  473. return
  474. item = items[0]
  475. if not self.mayContinue():
  476. return
  477. currIndex = self.imageList.index(str(item.text()))
  478. if currIndex < len(self.imageList):
  479. filename = self.imageList[currIndex]
  480. if filename:
  481. self.loadFile(filename)
  482. # React to canvas signals.
  483. def shapeSelectionChanged(self, selected=False):
  484. if self._noSelectionSlot:
  485. self._noSelectionSlot = False
  486. else:
  487. shape = self.canvas.selectedShape
  488. if shape:
  489. index = self._find_item_from_shape(shape)
  490. item, _ = self.itemsToShapes[index]
  491. item.setSelected(True)
  492. else:
  493. self.labelList.clearSelection()
  494. self.actions.delete.setEnabled(selected)
  495. self.actions.copy.setEnabled(selected)
  496. self.actions.edit.setEnabled(selected)
  497. self.actions.shapeLineColor.setEnabled(selected)
  498. self.actions.shapeFillColor.setEnabled(selected)
  499. def addLabel(self, shape):
  500. item = QListWidgetItem(shape.label)
  501. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  502. item.setCheckState(Qt.Checked)
  503. self.itemsToShapes.append((item, shape))
  504. self.labelList.addItem(item)
  505. if not self.uniqLabelList.findItems(shape.label, Qt.MatchExactly):
  506. self.uniqLabelList.addItem(shape.label)
  507. self.uniqLabelList.sortItems()
  508. self.labelDialog.addLabelHistory(item.text())
  509. for action in self.actions.onShapesPresent:
  510. action.setEnabled(True)
  511. def _find_item_from_shape(self, shape):
  512. for index, (item, shape_) in enumerate(self.itemsToShapes):
  513. if shape_ == shape:
  514. return index
  515. def _find_shape_from_item(self, item):
  516. for index, (item_, shape) in enumerate(self.itemsToShapes):
  517. if item_ == item:
  518. return index
  519. def remLabel(self, shape):
  520. index = self._find_item_from_shape(shape)
  521. item, _ = self.itemsToShapes.pop(index)
  522. self.labelList.takeItem(self.labelList.row(item))
  523. def loadLabels(self, shapes):
  524. s = []
  525. for label, points, line_color, fill_color in shapes:
  526. shape = Shape(label=label)
  527. for x, y in points:
  528. shape.addPoint(QPointF(x, y))
  529. shape.close()
  530. s.append(shape)
  531. self.addLabel(shape)
  532. if line_color:
  533. shape.line_color = QColor(*line_color)
  534. if fill_color:
  535. shape.fill_color = QColor(*fill_color)
  536. self.canvas.loadShapes(s)
  537. def saveLabels(self, filename):
  538. lf = LabelFile()
  539. def format_shape(s):
  540. return dict(label=str(s.label),
  541. line_color=s.line_color.getRgb()\
  542. if s.line_color != self.lineColor else None,
  543. fill_color=s.fill_color.getRgb()\
  544. if s.fill_color != self.fillColor else None,
  545. points=[(p.x(), p.y()) for p in s.points])
  546. shapes = [format_shape(shape) for shape in self.canvas.shapes]
  547. try:
  548. imagePath = os.path.relpath(
  549. self.imagePath, os.path.dirname(filename))
  550. imageData = self.imageData if self._store_data else None
  551. lf.save(filename, shapes, imagePath, imageData,
  552. self.lineColor.getRgb(), self.fillColor.getRgb())
  553. self.labelFile = lf
  554. # self.filename = filename # disable allows next and previous image to proceed
  555. return True
  556. except LabelFileError as e:
  557. self.errorMessage('Error saving label data',
  558. '<b>%s</b>' % e)
  559. return False
  560. def copySelectedShape(self):
  561. self.addLabel(self.canvas.copySelectedShape())
  562. #fix copy and delete
  563. self.shapeSelectionChanged(True)
  564. def labelSelectionChanged(self):
  565. item = self.currentItem()
  566. if item and self.canvas.editing():
  567. self._noSelectionSlot = True
  568. index = self._find_shape_from_item(item)
  569. _, shape = self.itemsToShapes[index]
  570. self.canvas.selectShape(shape)
  571. def labelItemChanged(self, item):
  572. index = self._find_shape_from_item(item)
  573. _, shape = self.itemsToShapes[index]
  574. label = str(item.text())
  575. if label != shape.label:
  576. shape.label = str(item.text())
  577. self.setDirty()
  578. else: # User probably changed item visibility
  579. self.canvas.setShapeVisible(shape, item.checkState() == Qt.Checked)
  580. ## Callback functions:
  581. def newShape(self):
  582. """Pop-up and give focus to the label editor.
  583. position MUST be in global coordinates.
  584. """
  585. items = self.uniqLabelList.selectedItems()
  586. text = None
  587. if items:
  588. text = items[0].text()
  589. text = self.labelDialog.popUp(text)
  590. if text is not None:
  591. self.addLabel(self.canvas.setLastLabel(text))
  592. if self.beginner(): # Switch to edit mode.
  593. self.canvas.setEditing(True)
  594. self.actions.create.setEnabled(True)
  595. else:
  596. self.actions.editMode.setEnabled(True)
  597. self.setDirty()
  598. else:
  599. self.canvas.undoLastLine()
  600. def scrollRequest(self, delta, orientation):
  601. units = - delta * 0.1 # natural scroll
  602. bar = self.scrollBars[orientation]
  603. bar.setValue(bar.value() + bar.singleStep() * units)
  604. def setZoom(self, value):
  605. self.actions.fitWidth.setChecked(False)
  606. self.actions.fitWindow.setChecked(False)
  607. self.zoomMode = self.MANUAL_ZOOM
  608. self.zoomWidget.setValue(value)
  609. def addZoom(self, increment=10):
  610. self.setZoom(self.zoomWidget.value() + increment)
  611. def zoomRequest(self, delta):
  612. units = delta * 0.1
  613. self.addZoom(units)
  614. def setFitWindow(self, value=True):
  615. if value:
  616. self.actions.fitWidth.setChecked(False)
  617. self.zoomMode = self.FIT_WINDOW if value else self.MANUAL_ZOOM
  618. self.adjustScale()
  619. def setFitWidth(self, value=True):
  620. if value:
  621. self.actions.fitWindow.setChecked(False)
  622. self.zoomMode = self.FIT_WIDTH if value else self.MANUAL_ZOOM
  623. self.adjustScale()
  624. def togglePolygons(self, value):
  625. for item, shape in self.itemsToShapes:
  626. item.setCheckState(Qt.Checked if value else Qt.Unchecked)
  627. def loadFile(self, filename=None):
  628. """Load the specified file, or the last opened file if None."""
  629. self.resetState()
  630. self.canvas.setEnabled(False)
  631. if filename is None:
  632. filename = self.settings.get('filename', '')
  633. filename = str(filename)
  634. if not QFile.exists(filename):
  635. self.errorMessage(
  636. 'Error opening file', 'No such file: <b>%s</b>' % filename)
  637. return False
  638. # assumes same name, but json extension
  639. self.status("Loading %s..." % os.path.basename(str(filename)))
  640. label_file = os.path.splitext(filename)[0] + '.json'
  641. if QFile.exists(label_file) and LabelFile.isLabelFile(label_file):
  642. try:
  643. self.labelFile = LabelFile(label_file)
  644. # FIXME: PyQt4 installed via Anaconda fails to load JPEG
  645. # and JSON encoded images.
  646. # https://github.com/ContinuumIO/anaconda-issues/issues/131
  647. if QImage.fromData(self.labelFile.imageData).isNull():
  648. raise LabelFileError(
  649. 'Failed loading image data from label file.\n'
  650. 'Maybe this is a known issue of PyQt4 built on'
  651. ' Anaconda, and may be fixed by installing PyQt5.')
  652. except LabelFileError as e:
  653. self.errorMessage('Error opening file',
  654. ("<p><b>%s</b></p>"
  655. "<p>Make sure <i>%s</i> is a valid label file.")\
  656. % (e, label_file))
  657. self.status("Error reading %s" % label_file)
  658. return False
  659. self.imageData = self.labelFile.imageData
  660. self.imagePath = os.path.join(os.path.dirname(label_file),
  661. self.labelFile.imagePath)
  662. self.lineColor = QColor(*self.labelFile.lineColor)
  663. self.fillColor = QColor(*self.labelFile.fillColor)
  664. else:
  665. # Load image:
  666. # read data first and store for saving into label file.
  667. self.imageData = read(filename, None)
  668. if self.imageData is not None:
  669. # the filename is image not JSON
  670. self.imagePath = filename
  671. self.labelFile = None
  672. image = QImage.fromData(self.imageData)
  673. if image.isNull():
  674. formats = ['*.{}'.format(fmt.data().decode())
  675. for fmt in QImageReader.supportedImageFormats()]
  676. self.errorMessage(
  677. 'Error opening file',
  678. '<p>Make sure <i>{0}</i> is a valid image file.<br/>'
  679. 'Supported image formats: {1}</p>'
  680. .format(filename, ','.join(formats)))
  681. self.status("Error reading %s" % filename)
  682. return False
  683. self.image = image
  684. self.filename = filename
  685. self.canvas.loadPixmap(QPixmap.fromImage(image))
  686. if self.labelFile:
  687. self.loadLabels(self.labelFile.shapes)
  688. self.setClean()
  689. self.canvas.setEnabled(True)
  690. self.adjustScale(initial=True)
  691. self.paintCanvas()
  692. self.addRecentFile(self.filename)
  693. self.toggleActions(True)
  694. self.status("Loaded %s" % os.path.basename(str(filename)))
  695. if filename in self.imageList:
  696. self.fileListWidget.setCurrentRow(self.imageList.index(filename))
  697. return True
  698. def resizeEvent(self, event):
  699. if self.canvas and not self.image.isNull()\
  700. and self.zoomMode != self.MANUAL_ZOOM:
  701. self.adjustScale()
  702. super(MainWindow, self).resizeEvent(event)
  703. def paintCanvas(self):
  704. assert not self.image.isNull(), "cannot paint null image"
  705. self.canvas.scale = 0.01 * self.zoomWidget.value()
  706. self.canvas.adjustSize()
  707. self.canvas.update()
  708. def adjustScale(self, initial=False):
  709. value = self.scalers[self.FIT_WINDOW if initial else self.zoomMode]()
  710. self.zoomWidget.setValue(int(100 * value))
  711. def scaleFitWindow(self):
  712. """Figure out the size of the pixmap in order to fit the main widget."""
  713. e = 2.0 # So that no scrollbars are generated.
  714. w1 = self.centralWidget().width() - e
  715. h1 = self.centralWidget().height() - e
  716. a1 = w1/ h1
  717. # Calculate a new scale value based on the pixmap's aspect ratio.
  718. w2 = self.canvas.pixmap.width() - 0.0
  719. h2 = self.canvas.pixmap.height() - 0.0
  720. a2 = w2 / h2
  721. return w1 / w2 if a2 >= a1 else h1 / h2
  722. def scaleFitWidth(self):
  723. # The epsilon does not seem to work too well here.
  724. w = self.centralWidget().width() - 2.0
  725. return w / self.canvas.pixmap.width()
  726. def closeEvent(self, event):
  727. if not self.mayContinue():
  728. event.ignore()
  729. s = self.settings
  730. s['filename'] = self.filename if self.filename else ''
  731. s['window/size'] = self.size()
  732. s['window/position'] = self.pos()
  733. s['window/state'] = self.saveState()
  734. s['line/color'] = self.lineColor
  735. s['fill/color'] = self.fillColor
  736. s['recentFiles'] = self.recentFiles
  737. s['advanced'] = not self._beginner
  738. # ask the use for where to save the labels
  739. #s['window/geometry'] = self.saveGeometry()
  740. ## User Dialogs ##
  741. def loadRecent(self, filename):
  742. if self.mayContinue():
  743. self.loadFile(filename)
  744. def openPrevImg(self, _value=False):
  745. if not self.mayContinue():
  746. return
  747. if len(self.imageList) <= 0:
  748. return
  749. if self.filename is None:
  750. return
  751. currIndex = self.imageList.index(self.filename)
  752. if currIndex - 1 >= 0:
  753. filename = self.imageList[currIndex - 1]
  754. if filename:
  755. self.loadFile(filename)
  756. def openNextImg(self, _value=False):
  757. if not self.mayContinue():
  758. return
  759. if len(self.imageList) <= 0:
  760. return
  761. filename = None
  762. if self.filename is None:
  763. filename = self.imageList[0]
  764. else:
  765. currIndex = self.imageList.index(self.filename)
  766. if currIndex + 1 < len(self.imageList):
  767. filename = self.imageList[currIndex + 1]
  768. if filename:
  769. self.loadFile(filename)
  770. def openFile(self, _value=False):
  771. if not self.mayContinue():
  772. return
  773. path = os.path.dirname(str(self.filename))\
  774. if self.filename else '.'
  775. formats = ['*.{}'.format(fmt.data().decode())
  776. for fmt in QImageReader.supportedImageFormats()]
  777. filters = "Image & Label files (%s)" % \
  778. ' '.join(formats + ['*%s' % LabelFile.suffix])
  779. filename = QFileDialog.getOpenFileName(self,
  780. '%s - Choose Image or Label file' % __appname__, path, filters)
  781. if PYQT5:
  782. filename, _ = filename
  783. filename = str(filename)
  784. if filename:
  785. self.loadFile(filename)
  786. def saveFile(self, _value=False):
  787. assert not self.image.isNull(), "cannot save empty image"
  788. if self.hasLabels():
  789. if self.labelFile:
  790. # DL20180323 - overwrite when in directory
  791. self._saveFile(self.labelFile.filename)
  792. elif self.output:
  793. self._saveFile(self.output)
  794. else:
  795. self._saveFile(self.saveFileDialog())
  796. def saveFileAs(self, _value=False):
  797. assert not self.image.isNull(), "cannot save empty image"
  798. if self.hasLabels():
  799. self._saveFile(self.saveFileDialog())
  800. def saveFileDialog(self):
  801. caption = '%s - Choose File' % __appname__
  802. filters = 'Label files (*%s)' % LabelFile.suffix
  803. dlg = QFileDialog(self, caption, self.currentPath(), filters)
  804. dlg.setDefaultSuffix(LabelFile.suffix[1:])
  805. dlg.setAcceptMode(QFileDialog.AcceptSave)
  806. dlg.setOption(QFileDialog.DontConfirmOverwrite, False)
  807. dlg.setOption(QFileDialog.DontUseNativeDialog, False)
  808. basename = os.path.splitext(self.filename)[0]
  809. default_labelfile_name = os.path.join(self.currentPath(),
  810. basename + LabelFile.suffix)
  811. filename = dlg.getSaveFileName(
  812. self, 'Choose File', default_labelfile_name,
  813. 'Label files (*%s)' % LabelFile.suffix)
  814. if PYQT5:
  815. filename, _ = filename
  816. filename = str(filename)
  817. return filename
  818. def _saveFile(self, filename):
  819. if filename and self.saveLabels(filename):
  820. self.addRecentFile(filename)
  821. self.setClean()
  822. if self.labeling_once:
  823. self.close()
  824. def closeFile(self, _value=False):
  825. if not self.mayContinue():
  826. return
  827. self.resetState()
  828. self.setClean()
  829. self.toggleActions(False)
  830. self.canvas.setEnabled(False)
  831. self.actions.saveAs.setEnabled(False)
  832. # Message Dialogs. #
  833. def hasLabels(self):
  834. if not self.itemsToShapes:
  835. self.errorMessage('No objects labeled',
  836. 'You must label at least one object to save the file.')
  837. return False
  838. return True
  839. def mayContinue(self):
  840. if not self.dirty:
  841. return True
  842. mb = QMessageBox
  843. msg = 'Save annotations to "{}" before closing?'.format(self.filename)
  844. answer = mb.question(self,
  845. 'Save annotations?',
  846. msg,
  847. mb.Save | mb.Discard | mb.Cancel,
  848. mb.Save)
  849. if answer == mb.Discard:
  850. return True
  851. elif answer == mb.Save:
  852. self.saveFile()
  853. return True
  854. else: # answer == mb.Cancel
  855. return False
  856. def errorMessage(self, title, message):
  857. return QMessageBox.critical(self, title,
  858. '<p><b>%s</b></p>%s' % (title, message))
  859. def currentPath(self):
  860. return os.path.dirname(str(self.filename)) if self.filename else '.'
  861. def chooseColor1(self):
  862. color = self.colorDialog.getColor(self.lineColor, 'Choose line color',
  863. default=DEFAULT_LINE_COLOR)
  864. if color:
  865. self.lineColor = color
  866. # Change the color for all shape lines:
  867. Shape.line_color = self.lineColor
  868. self.canvas.update()
  869. self.setDirty()
  870. def chooseColor2(self):
  871. color = self.colorDialog.getColor(self.fillColor, 'Choose fill color',
  872. default=DEFAULT_FILL_COLOR)
  873. if color:
  874. self.fillColor = color
  875. Shape.fill_color = self.fillColor
  876. self.canvas.update()
  877. self.setDirty()
  878. def deleteSelectedShape(self):
  879. yes, no = QMessageBox.Yes, QMessageBox.No
  880. msg = 'You are about to permanently delete this polygon, proceed anyway?'
  881. if yes == QMessageBox.warning(self, 'Attention', msg, yes|no):
  882. self.remLabel(self.canvas.deleteSelected())
  883. self.setDirty()
  884. if self.noShapes():
  885. for action in self.actions.onShapesPresent:
  886. action.setEnabled(False)
  887. def chshapeLineColor(self):
  888. color = self.colorDialog.getColor(self.lineColor, 'Choose line color',
  889. default=DEFAULT_LINE_COLOR)
  890. if color:
  891. self.canvas.selectedShape.line_color = color
  892. self.canvas.update()
  893. self.setDirty()
  894. def chshapeFillColor(self):
  895. color = self.colorDialog.getColor(self.fillColor, 'Choose fill color',
  896. default=DEFAULT_FILL_COLOR)
  897. if color:
  898. self.canvas.selectedShape.fill_color = color
  899. self.canvas.update()
  900. self.setDirty()
  901. def copyShape(self):
  902. self.canvas.endMove(copy=True)
  903. self.addLabel(self.canvas.selectedShape)
  904. self.setDirty()
  905. def moveShape(self):
  906. self.canvas.endMove(copy=False)
  907. self.setDirty()
  908. def openDirDialog(self, _value=False, dirpath=None):
  909. if not self.mayContinue():
  910. return
  911. defaultOpenDirPath = dirpath if dirpath else '.'
  912. if self.lastOpenDir and os.path.exists(self.lastOpenDir):
  913. defaultOpenDirPath = self.lastOpenDir
  914. else:
  915. defaultOpenDirPath = os.path.dirname(self.filename) if self.filename else '.'
  916. targetDirPath = str(QFileDialog.getExistingDirectory(self,
  917. '%s - Open Directory' % __appname__, defaultOpenDirPath,
  918. QFileDialog.ShowDirsOnly | QFileDialog.DontResolveSymlinks))
  919. self.importDirImages(targetDirPath)
  920. def importDirImages(self, dirpath):
  921. if not self.mayContinue() or not dirpath:
  922. return
  923. self.lastOpenDir = dirpath
  924. self.filename = None
  925. self.fileListWidget.clear()
  926. self.imageList = self.scanAllImages(dirpath)
  927. self.openNextImg()
  928. for imgPath in self.imageList:
  929. item = QListWidgetItem(imgPath)
  930. self.fileListWidget.addItem(item)
  931. def scanAllImages(self, folderPath):
  932. extensions = ['.%s' % fmt.data().decode("ascii").lower() for fmt in QImageReader.supportedImageFormats()]
  933. images = []
  934. for root, dirs, files in os.walk(folderPath):
  935. for file in files:
  936. if file.lower().endswith(tuple(extensions)):
  937. relativePath = os.path.join(root, file)
  938. images.append(relativePath)
  939. images.sort(key=lambda x: x.lower())
  940. return images
  941. class Settings(object):
  942. """Convenience dict-like wrapper around QSettings."""
  943. def __init__(self, types=None):
  944. self.data = QSettings()
  945. self.types = defaultdict(lambda: QVariant, types if types else {})
  946. def __setitem__(self, key, value):
  947. t = self.types[key]
  948. self.data.setValue(key,
  949. t(value) if not isinstance(value, t) else value)
  950. def __getitem__(self, key):
  951. return self._cast(key, self.data.value(key))
  952. def get(self, key, default=None):
  953. return self._cast(key, self.data.value(key, default))
  954. def _cast(self, key, value):
  955. # XXX: Very nasty way of converting types to QVariant methods :P
  956. t = self.types[key]
  957. if t != QVariant:
  958. method = getattr(QVariant, re.sub('^Q', 'to', t.__name__, count=1))
  959. return method(value)
  960. return value
  961. def inverted(color):
  962. return QColor(*[255 - v for v in color.getRgb()])
  963. def read(filename, default=None):
  964. try:
  965. with open(filename, 'rb') as f:
  966. return f.read()
  967. except:
  968. return default
  969. def main():
  970. """Standard boilerplate Qt application code."""
  971. parser = argparse.ArgumentParser()
  972. parser.add_argument('filename', nargs='?', help='image or label filename')
  973. parser.add_argument('--output', '-O', '-o', help='output label name')
  974. parser.add_argument('--nodata', dest='store_data', action='store_false',
  975. help='stop storing image data to JSON file')
  976. parser.add_argument('--labels',
  977. help='comma separated list of labels OR file '
  978. 'containing one label per line')
  979. parser.add_argument('--nosortlabels', dest='sort_labels',
  980. action='store_false', help='stop sorting labels')
  981. args = parser.parse_args()
  982. if args.labels is not None:
  983. if os.path.isfile(args.labels):
  984. args.labels = [l.strip() for l in open(args.labels, 'r')
  985. if l.strip()]
  986. else:
  987. args.labels = [l for l in args.labels.split(',') if l]
  988. app = QApplication(sys.argv)
  989. app.setApplicationName(__appname__)
  990. app.setWindowIcon(newIcon("app"))
  991. win = MainWindow(
  992. filename=args.filename,
  993. output=args.output,
  994. store_data=args.store_data,
  995. labels=args.labels,
  996. sort_labels=args.sort_labels,
  997. )
  998. win.show()
  999. win.raise_()
  1000. sys.exit(app.exec_())