app.py 61 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630
  1. import functools
  2. import io
  3. import os
  4. import os.path as osp
  5. import re
  6. import webbrowser
  7. import PIL.ExifTags
  8. import PIL.Image
  9. import PIL.ImageOps
  10. from qtpy import QtCore
  11. from qtpy.QtCore import Qt
  12. from qtpy import QtGui
  13. from qtpy import QtWidgets
  14. from labelme import __appname__
  15. from labelme import PY2
  16. from labelme import QT5
  17. from labelme.config import get_config
  18. from labelme.label_file import LabelFile
  19. from labelme.label_file import LabelFileError
  20. from labelme.logger import logger
  21. from labelme.shape import DEFAULT_FILL_COLOR
  22. from labelme.shape import DEFAULT_LINE_COLOR
  23. from labelme.shape import Shape
  24. from labelme.utils import addActions
  25. from labelme.utils import fmtShortcut
  26. from labelme.utils import newAction
  27. from labelme.utils import newIcon
  28. from labelme.utils import struct
  29. from labelme.widgets import Canvas
  30. from labelme.widgets import ColorDialog
  31. from labelme.widgets import EscapableQListWidget
  32. from labelme.widgets import LabelDialog
  33. from labelme.widgets import LabelQListWidget
  34. from labelme.widgets import ToolBar
  35. from labelme.widgets import ZoomWidget
  36. # FIXME
  37. # - [medium] Set max zoom value to something big enough for FitWidth/Window
  38. # TODO(unknown):
  39. # - [high] Add polygon movement with arrow keys
  40. # - [high] Deselect shape when clicking and already selected(?)
  41. # - [low,maybe] Open images with drag & drop.
  42. # - [low,maybe] Preview images on file dialogs.
  43. # - Zoom is too "steppy".
  44. class WindowMixin(object):
  45. def menu(self, title, actions=None):
  46. menu = self.menuBar().addMenu(title)
  47. if actions:
  48. addActions(menu, actions)
  49. return menu
  50. def toolbar(self, title, actions=None):
  51. toolbar = ToolBar(title)
  52. toolbar.setObjectName('%sToolBar' % title)
  53. # toolbar.setOrientation(Qt.Vertical)
  54. toolbar.setToolButtonStyle(Qt.ToolButtonTextUnderIcon)
  55. if actions:
  56. addActions(toolbar, actions)
  57. self.addToolBar(Qt.LeftToolBarArea, toolbar)
  58. return toolbar
  59. class MainWindow(QtWidgets.QMainWindow, WindowMixin):
  60. FIT_WINDOW, FIT_WIDTH, MANUAL_ZOOM = 0, 1, 2
  61. def __init__(
  62. self,
  63. config=None,
  64. filename=None,
  65. output=None,
  66. output_file=None,
  67. output_dir=None,
  68. ):
  69. if output is not None:
  70. logger.warning(
  71. 'argument output is deprecated, use output_file instead'
  72. )
  73. if output_file is None:
  74. output_file = output
  75. # see labelme/config/default_config.yaml for valid configuration
  76. if config is None:
  77. config = get_config()
  78. self._config = config
  79. super(MainWindow, self).__init__()
  80. self.setWindowTitle(__appname__)
  81. # Whether we need to save or not.
  82. self.dirty = False
  83. self._noSelectionSlot = False
  84. # Main widgets and related state.
  85. self.labelDialog = LabelDialog(
  86. parent=self,
  87. labels=self._config['labels'],
  88. sort_labels=self._config['sort_labels'],
  89. show_text_field=self._config['show_label_text_field'],
  90. completion=self._config['label_completion'],
  91. fit_to_content=self._config['fit_to_content'],
  92. )
  93. self.labelList = LabelQListWidget()
  94. self.lastOpenDir = None
  95. self.flag_dock = self.flag_widget = None
  96. self.flag_dock = QtWidgets.QDockWidget('Flags', self)
  97. self.flag_dock.setObjectName('Flags')
  98. self.flag_widget = QtWidgets.QListWidget()
  99. if config['flags']:
  100. self.loadFlags({k: False for k in config['flags']})
  101. self.flag_dock.setWidget(self.flag_widget)
  102. self.flag_widget.itemChanged.connect(self.setDirty)
  103. self.labelList.itemActivated.connect(self.labelSelectionChanged)
  104. self.labelList.itemSelectionChanged.connect(self.labelSelectionChanged)
  105. self.labelList.itemDoubleClicked.connect(self.editLabel)
  106. # Connect to itemChanged to detect checkbox changes.
  107. self.labelList.itemChanged.connect(self.labelItemChanged)
  108. self.labelList.setDragDropMode(
  109. QtWidgets.QAbstractItemView.InternalMove)
  110. self.labelList.setParent(self)
  111. self.shape_dock = QtWidgets.QDockWidget('Polygon Labels', self)
  112. self.shape_dock.setObjectName('Labels')
  113. self.shape_dock.setWidget(self.labelList)
  114. self.uniqLabelList = EscapableQListWidget()
  115. self.uniqLabelList.setToolTip(
  116. "Select label to start annotating for it. "
  117. "Press 'Esc' to deselect.")
  118. if self._config['labels']:
  119. self.uniqLabelList.addItems(self._config['labels'])
  120. self.uniqLabelList.sortItems()
  121. self.label_dock = QtWidgets.QDockWidget(u'Label List', self)
  122. self.label_dock.setObjectName(u'Label List')
  123. self.label_dock.setWidget(self.uniqLabelList)
  124. self.fileSearch = QtWidgets.QLineEdit()
  125. self.fileSearch.setPlaceholderText('Search Filename')
  126. self.fileSearch.textChanged.connect(self.fileSearchChanged)
  127. self.fileListWidget = QtWidgets.QListWidget()
  128. self.fileListWidget.itemSelectionChanged.connect(
  129. self.fileSelectionChanged
  130. )
  131. fileListLayout = QtWidgets.QVBoxLayout()
  132. fileListLayout.setContentsMargins(0, 0, 0, 0)
  133. fileListLayout.setSpacing(0)
  134. fileListLayout.addWidget(self.fileSearch)
  135. fileListLayout.addWidget(self.fileListWidget)
  136. self.file_dock = QtWidgets.QDockWidget(u'File List', self)
  137. self.file_dock.setObjectName(u'Files')
  138. fileListWidget = QtWidgets.QWidget()
  139. fileListWidget.setLayout(fileListLayout)
  140. self.file_dock.setWidget(fileListWidget)
  141. self.zoomWidget = ZoomWidget()
  142. self.colorDialog = ColorDialog(parent=self)
  143. self.canvas = self.labelList.canvas = Canvas(
  144. epsilon=self._config['epsilon'],
  145. )
  146. self.canvas.zoomRequest.connect(self.zoomRequest)
  147. scrollArea = QtWidgets.QScrollArea()
  148. scrollArea.setWidget(self.canvas)
  149. scrollArea.setWidgetResizable(True)
  150. self.scrollBars = {
  151. Qt.Vertical: scrollArea.verticalScrollBar(),
  152. Qt.Horizontal: scrollArea.horizontalScrollBar(),
  153. }
  154. self.canvas.scrollRequest.connect(self.scrollRequest)
  155. self.canvas.newShape.connect(self.newShape)
  156. self.canvas.shapeMoved.connect(self.setDirty)
  157. self.canvas.selectionChanged.connect(self.shapeSelectionChanged)
  158. self.canvas.drawingPolygon.connect(self.toggleDrawingSensitive)
  159. self.setCentralWidget(scrollArea)
  160. features = QtWidgets.QDockWidget.DockWidgetFeatures()
  161. for dock in ['flag_dock', 'label_dock', 'shape_dock', 'file_dock']:
  162. if self._config[dock]['closable']:
  163. features = features | QtWidgets.QDockWidget.DockWidgetClosable
  164. if self._config[dock]['floatable']:
  165. features = features | QtWidgets.QDockWidget.DockWidgetFloatable
  166. if self._config[dock]['movable']:
  167. features = features | QtWidgets.QDockWidget.DockWidgetMovable
  168. getattr(self, dock).setFeatures(features)
  169. if self._config[dock]['show'] is False:
  170. getattr(self, dock).setVisible(False)
  171. self.addDockWidget(Qt.RightDockWidgetArea, self.flag_dock)
  172. self.addDockWidget(Qt.RightDockWidgetArea, self.label_dock)
  173. self.addDockWidget(Qt.RightDockWidgetArea, self.shape_dock)
  174. self.addDockWidget(Qt.RightDockWidgetArea, self.file_dock)
  175. # Actions
  176. action = functools.partial(newAction, self)
  177. shortcuts = self._config['shortcuts']
  178. quit = action('&Quit', self.close, shortcuts['quit'], 'quit',
  179. 'Quit application')
  180. open_ = action('&Open', self.openFile, shortcuts['open'], 'open',
  181. 'Open image or label file')
  182. opendir = action('&Open Dir', self.openDirDialog,
  183. shortcuts['open_dir'], 'open', u'Open Dir')
  184. openNextImg = action(
  185. '&Next Image',
  186. self.openNextImg,
  187. shortcuts['open_next'],
  188. 'next',
  189. u'Open next (hold Ctl+Shift to copy labels)',
  190. enabled=False,
  191. )
  192. openPrevImg = action(
  193. '&Prev Image',
  194. self.openPrevImg,
  195. shortcuts['open_prev'],
  196. 'prev',
  197. u'Open prev (hold Ctl+Shift to copy labels)',
  198. enabled=False,
  199. )
  200. save = action('&Save', self.saveFile, shortcuts['save'], 'save',
  201. 'Save labels to file', enabled=False)
  202. saveAs = action('&Save As', self.saveFileAs, shortcuts['save_as'],
  203. 'save-as', 'Save labels to a different file',
  204. enabled=False)
  205. deleteFile = action(
  206. '&Delete File',
  207. self.deleteFile,
  208. shortcuts['delete_file'],
  209. 'delete',
  210. 'Delete current label file',
  211. enabled=False)
  212. changeOutputDir = action(
  213. '&Change Output Dir',
  214. slot=self.changeOutputDirDialog,
  215. shortcut=shortcuts['save_to'],
  216. icon='open',
  217. tip=u'Change where annotations are loaded/saved'
  218. )
  219. saveAuto = action(
  220. text='Save &Automatically',
  221. slot=lambda x: self.actions.saveAuto.setChecked(x),
  222. icon='save',
  223. tip='Save automatically',
  224. checkable=True,
  225. enabled=True,
  226. )
  227. saveAuto.setChecked(self._config['auto_save'])
  228. close = action('&Close', self.closeFile, shortcuts['close'], 'close',
  229. 'Close current file')
  230. color1 = action('Polygon &Line Color', self.chooseColor1,
  231. shortcuts['edit_line_color'], 'color_line',
  232. 'Choose polygon line color')
  233. color2 = action('Polygon &Fill Color', self.chooseColor2,
  234. shortcuts['edit_fill_color'], 'color',
  235. 'Choose polygon fill color')
  236. toggle_keep_prev_mode = action(
  237. 'Keep Previous Annotation',
  238. self.toggleKeepPrevMode,
  239. shortcuts['toggle_keep_prev_mode'], None,
  240. 'Toggle "keep pevious annotation" mode',
  241. checkable=True)
  242. toggle_keep_prev_mode.setChecked(self._config['keep_prev'])
  243. createMode = action(
  244. 'Create Polygons',
  245. lambda: self.toggleDrawMode(False, createMode='polygon'),
  246. shortcuts['create_polygon'],
  247. 'objects',
  248. 'Start drawing polygons',
  249. enabled=False,
  250. )
  251. createRectangleMode = action(
  252. 'Create Rectangle',
  253. lambda: self.toggleDrawMode(False, createMode='rectangle'),
  254. shortcuts['create_rectangle'],
  255. 'objects',
  256. 'Start drawing rectangles',
  257. enabled=False,
  258. )
  259. createCircleMode = action(
  260. 'Create Circle',
  261. lambda: self.toggleDrawMode(False, createMode='circle'),
  262. shortcuts['create_circle'],
  263. 'objects',
  264. 'Start drawing circles',
  265. enabled=False,
  266. )
  267. createLineMode = action(
  268. 'Create Line',
  269. lambda: self.toggleDrawMode(False, createMode='line'),
  270. shortcuts['create_line'],
  271. 'objects',
  272. 'Start drawing lines',
  273. enabled=False,
  274. )
  275. createPointMode = action(
  276. 'Create Point',
  277. lambda: self.toggleDrawMode(False, createMode='point'),
  278. shortcuts['create_point'],
  279. 'objects',
  280. 'Start drawing points',
  281. enabled=False,
  282. )
  283. createLineStripMode = action(
  284. 'Create LineStrip',
  285. lambda: self.toggleDrawMode(False, createMode='linestrip'),
  286. shortcuts['create_linestrip'],
  287. 'objects',
  288. 'Start drawing linestrip. Ctrl+LeftClick ends creation.',
  289. enabled=False,
  290. )
  291. editMode = action('Edit Polygons', self.setEditMode,
  292. shortcuts['edit_polygon'], 'edit',
  293. 'Move and edit polygons', enabled=False)
  294. delete = action('Delete Polygon', self.deleteSelectedShape,
  295. shortcuts['delete_polygon'], 'cancel',
  296. 'Delete', enabled=False)
  297. copy = action('Duplicate Polygon', self.copySelectedShape,
  298. shortcuts['duplicate_polygon'], 'copy',
  299. 'Create a duplicate of the selected polygon',
  300. enabled=False)
  301. undoLastPoint = action('Undo last point', self.canvas.undoLastPoint,
  302. shortcuts['undo_last_point'], 'undo',
  303. 'Undo last drawn point', enabled=False)
  304. addPoint = action('Add Point to Edge', self.canvas.addPointToEdge,
  305. None, 'edit', 'Add point to the nearest edge',
  306. enabled=False)
  307. undo = action('Undo', self.undoShapeEdit, shortcuts['undo'], 'undo',
  308. 'Undo last add and edit of shape', enabled=False)
  309. hideAll = action('&Hide\nPolygons',
  310. functools.partial(self.togglePolygons, False),
  311. icon='eye', tip='Hide all polygons', enabled=False)
  312. showAll = action('&Show\nPolygons',
  313. functools.partial(self.togglePolygons, True),
  314. icon='eye', tip='Show all polygons', enabled=False)
  315. help = action('&Tutorial', self.tutorial, icon='help',
  316. tip='Show tutorial page')
  317. zoom = QtWidgets.QWidgetAction(self)
  318. zoom.setDefaultWidget(self.zoomWidget)
  319. self.zoomWidget.setWhatsThis(
  320. "Zoom in or out of the image. Also accessible with"
  321. " %s and %s from the canvas." %
  322. (fmtShortcut('%s,%s' % (shortcuts['zoom_in'],
  323. shortcuts['zoom_out'])),
  324. fmtShortcut("Ctrl+Wheel")))
  325. self.zoomWidget.setEnabled(False)
  326. zoomIn = action('Zoom &In', functools.partial(self.addZoom, 10),
  327. shortcuts['zoom_in'], 'zoom-in',
  328. 'Increase zoom level', enabled=False)
  329. zoomOut = action('&Zoom Out', functools.partial(self.addZoom, -10),
  330. shortcuts['zoom_out'], 'zoom-out',
  331. 'Decrease zoom level', enabled=False)
  332. zoomOrg = action('&Original size',
  333. functools.partial(self.setZoom, 100),
  334. shortcuts['zoom_to_original'], 'zoom',
  335. 'Zoom to original size', enabled=False)
  336. fitWindow = action('&Fit Window', self.setFitWindow,
  337. shortcuts['fit_window'], 'fit-window',
  338. 'Zoom follows window size', checkable=True,
  339. enabled=False)
  340. fitWidth = action('Fit &Width', self.setFitWidth,
  341. shortcuts['fit_width'], 'fit-width',
  342. 'Zoom follows window width',
  343. checkable=True, enabled=False)
  344. # Group zoom controls into a list for easier toggling.
  345. zoomActions = (self.zoomWidget, zoomIn, zoomOut, zoomOrg,
  346. fitWindow, fitWidth)
  347. self.zoomMode = self.FIT_WINDOW
  348. fitWindow.setChecked(Qt.Checked)
  349. self.scalers = {
  350. self.FIT_WINDOW: self.scaleFitWindow,
  351. self.FIT_WIDTH: self.scaleFitWidth,
  352. # Set to one to scale to 100% when loading files.
  353. self.MANUAL_ZOOM: lambda: 1,
  354. }
  355. edit = action('&Edit Label', self.editLabel, shortcuts['edit_label'],
  356. 'edit', 'Modify the label of the selected polygon',
  357. enabled=False)
  358. shapeLineColor = action(
  359. 'Shape &Line Color', self.chshapeLineColor, icon='color-line',
  360. tip='Change the line color for this specific shape', enabled=False)
  361. shapeFillColor = action(
  362. 'Shape &Fill Color', self.chshapeFillColor, icon='color',
  363. tip='Change the fill color for this specific shape', enabled=False)
  364. fill_drawing = action(
  365. 'Fill Drawing Polygon',
  366. lambda x: self.canvas.setFillDrawing(x),
  367. None,
  368. 'color',
  369. 'Fill polygon while drawing',
  370. checkable=True,
  371. enabled=True,
  372. )
  373. fill_drawing.setChecked(True)
  374. # Lavel list context menu.
  375. labelMenu = QtWidgets.QMenu()
  376. addActions(labelMenu, (edit, delete))
  377. self.labelList.setContextMenuPolicy(Qt.CustomContextMenu)
  378. self.labelList.customContextMenuRequested.connect(
  379. self.popLabelListMenu)
  380. # Store actions for further handling.
  381. self.actions = struct(
  382. saveAuto=saveAuto,
  383. changeOutputDir=changeOutputDir,
  384. save=save, saveAs=saveAs, open=open_, close=close,
  385. deleteFile=deleteFile,
  386. lineColor=color1, fillColor=color2,
  387. toggleKeepPrevMode=toggle_keep_prev_mode,
  388. delete=delete, edit=edit, copy=copy,
  389. undoLastPoint=undoLastPoint, undo=undo,
  390. addPoint=addPoint,
  391. createMode=createMode, editMode=editMode,
  392. createRectangleMode=createRectangleMode,
  393. createCircleMode=createCircleMode,
  394. createLineMode=createLineMode,
  395. createPointMode=createPointMode,
  396. createLineStripMode=createLineStripMode,
  397. shapeLineColor=shapeLineColor, shapeFillColor=shapeFillColor,
  398. zoom=zoom, zoomIn=zoomIn, zoomOut=zoomOut, zoomOrg=zoomOrg,
  399. fitWindow=fitWindow, fitWidth=fitWidth,
  400. zoomActions=zoomActions,
  401. openNextImg=openNextImg, openPrevImg=openPrevImg,
  402. fileMenuActions=(open_, opendir, save, saveAs, close, quit),
  403. tool=(),
  404. editMenu=(edit, copy, delete, None, undo, undoLastPoint,
  405. None, color1, color2, None, toggle_keep_prev_mode),
  406. # menu shown at right click
  407. menu=(
  408. createMode,
  409. createRectangleMode,
  410. createCircleMode,
  411. createLineMode,
  412. createPointMode,
  413. createLineStripMode,
  414. editMode,
  415. edit,
  416. copy,
  417. delete,
  418. shapeLineColor,
  419. shapeFillColor,
  420. undo,
  421. undoLastPoint,
  422. addPoint,
  423. ),
  424. onLoadActive=(
  425. close,
  426. createMode,
  427. createRectangleMode,
  428. createCircleMode,
  429. createLineMode,
  430. createPointMode,
  431. createLineStripMode,
  432. editMode,
  433. ),
  434. onShapesPresent=(saveAs, hideAll, showAll),
  435. )
  436. self.canvas.edgeSelected.connect(self.actions.addPoint.setEnabled)
  437. self.menus = struct(
  438. file=self.menu('&File'),
  439. edit=self.menu('&Edit'),
  440. view=self.menu('&View'),
  441. help=self.menu('&Help'),
  442. recentFiles=QtWidgets.QMenu('Open &Recent'),
  443. labelList=labelMenu,
  444. )
  445. addActions(self.menus.file, (open_, openNextImg, openPrevImg, opendir,
  446. self.menus.recentFiles,
  447. save, saveAs, saveAuto, changeOutputDir,
  448. close, deleteFile,
  449. None,
  450. quit))
  451. addActions(self.menus.help, (help,))
  452. addActions(self.menus.view, (
  453. self.flag_dock.toggleViewAction(),
  454. self.label_dock.toggleViewAction(),
  455. self.shape_dock.toggleViewAction(),
  456. self.file_dock.toggleViewAction(),
  457. None,
  458. fill_drawing,
  459. None,
  460. hideAll,
  461. showAll,
  462. None,
  463. zoomIn,
  464. zoomOut,
  465. zoomOrg,
  466. None,
  467. fitWindow,
  468. fitWidth,
  469. None,
  470. ))
  471. self.menus.file.aboutToShow.connect(self.updateFileMenu)
  472. # Custom context menu for the canvas widget:
  473. addActions(self.canvas.menus[0], self.actions.menu)
  474. addActions(self.canvas.menus[1], (
  475. action('&Copy here', self.copyShape),
  476. action('&Move here', self.moveShape)))
  477. self.tools = self.toolbar('Tools')
  478. # Menu buttons on Left
  479. self.actions.tool = (
  480. open_,
  481. opendir,
  482. openNextImg,
  483. openPrevImg,
  484. save,
  485. deleteFile,
  486. None,
  487. createMode,
  488. editMode,
  489. copy,
  490. delete,
  491. undo,
  492. None,
  493. zoomIn,
  494. zoom,
  495. zoomOut,
  496. fitWindow,
  497. fitWidth,
  498. )
  499. self.statusBar().showMessage('%s started.' % __appname__)
  500. self.statusBar().show()
  501. if output_file is not None and self._config['auto_save']:
  502. logger.warn(
  503. 'If `auto_save` argument is True, `output_file` argument '
  504. 'is ignored and output filename is automatically '
  505. 'set as IMAGE_BASENAME.json.'
  506. )
  507. self.output_file = output_file
  508. self.output_dir = output_dir
  509. # Application state.
  510. self.image = QtGui.QImage()
  511. self.imagePath = None
  512. self.recentFiles = []
  513. self.maxRecent = 7
  514. self.lineColor = None
  515. self.fillColor = None
  516. self.otherData = None
  517. self.zoom_level = 100
  518. self.fit_window = False
  519. if filename is not None and osp.isdir(filename):
  520. self.importDirImages(filename, load=False)
  521. else:
  522. self.filename = filename
  523. if config['file_search']:
  524. self.fileSearch.setText(config['file_search'])
  525. self.fileSearchChanged()
  526. # XXX: Could be completely declarative.
  527. # Restore application settings.
  528. self.settings = QtCore.QSettings('labelme', 'labelme')
  529. # FIXME: QSettings.value can return None on PyQt4
  530. self.recentFiles = self.settings.value('recentFiles', []) or []
  531. size = self.settings.value('window/size', QtCore.QSize(600, 500))
  532. position = self.settings.value('window/position', QtCore.QPoint(0, 0))
  533. self.resize(size)
  534. self.move(position)
  535. # or simply:
  536. # self.restoreGeometry(settings['window/geometry']
  537. self.restoreState(
  538. self.settings.value('window/state', QtCore.QByteArray()))
  539. self.lineColor = QtGui.QColor(
  540. self.settings.value('line/color', Shape.line_color))
  541. self.fillColor = QtGui.QColor(
  542. self.settings.value('fill/color', Shape.fill_color))
  543. Shape.line_color = self.lineColor
  544. Shape.fill_color = self.fillColor
  545. # Populate the File menu dynamically.
  546. self.updateFileMenu()
  547. # Since loading the file may take some time,
  548. # make sure it runs in the background.
  549. if self.filename is not None:
  550. self.queueEvent(functools.partial(self.loadFile, self.filename))
  551. # Callbacks:
  552. self.zoomWidget.valueChanged.connect(self.paintCanvas)
  553. self.populateModeActions()
  554. # self.firstStart = True
  555. # if self.firstStart:
  556. # QWhatsThis.enterWhatsThisMode()
  557. # Support Functions
  558. def noShapes(self):
  559. return not self.labelList.itemsToShapes
  560. def populateModeActions(self):
  561. tool, menu = self.actions.tool, self.actions.menu
  562. self.tools.clear()
  563. addActions(self.tools, tool)
  564. self.canvas.menus[0].clear()
  565. addActions(self.canvas.menus[0], menu)
  566. self.menus.edit.clear()
  567. actions = (
  568. self.actions.createMode,
  569. self.actions.createRectangleMode,
  570. self.actions.createCircleMode,
  571. self.actions.createLineMode,
  572. self.actions.createPointMode,
  573. self.actions.createLineStripMode,
  574. self.actions.editMode,
  575. )
  576. addActions(self.menus.edit, actions + self.actions.editMenu)
  577. def setDirty(self):
  578. if self._config['auto_save'] or self.actions.saveAuto.isChecked():
  579. label_file = osp.splitext(self.imagePath)[0] + '.json'
  580. if self.output_dir:
  581. label_file = osp.join(self.output_dir, label_file)
  582. self.saveLabels(label_file)
  583. return
  584. self.dirty = True
  585. self.actions.save.setEnabled(True)
  586. self.actions.deleteFile.setEnabled(True)
  587. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  588. title = __appname__
  589. if self.filename is not None:
  590. title = '{} - {}*'.format(title, self.filename)
  591. self.setWindowTitle(title)
  592. def setClean(self):
  593. self.dirty = False
  594. self.actions.save.setEnabled(False)
  595. self.actions.deleteFile.setEnabled(False)
  596. self.actions.createMode.setEnabled(True)
  597. self.actions.createRectangleMode.setEnabled(True)
  598. self.actions.createCircleMode.setEnabled(True)
  599. self.actions.createLineMode.setEnabled(True)
  600. self.actions.createPointMode.setEnabled(True)
  601. self.actions.createLineStripMode.setEnabled(True)
  602. title = __appname__
  603. if self.filename is not None:
  604. title = '{} - {}'.format(title, self.filename)
  605. self.setWindowTitle(title)
  606. def toggleActions(self, value=True):
  607. """Enable/Disable widgets which depend on an opened image."""
  608. for z in self.actions.zoomActions:
  609. z.setEnabled(value)
  610. for action in self.actions.onLoadActive:
  611. action.setEnabled(value)
  612. def queueEvent(self, function):
  613. QtCore.QTimer.singleShot(0, function)
  614. def status(self, message, delay=5000):
  615. self.statusBar().showMessage(message, delay)
  616. def resetState(self):
  617. self.labelList.clear()
  618. self.filename = None
  619. self.imagePath = None
  620. self.imageData = None
  621. self.labelFile = None
  622. self.otherData = None
  623. self.canvas.resetState()
  624. def currentItem(self):
  625. items = self.labelList.selectedItems()
  626. if items:
  627. return items[0]
  628. return None
  629. def addRecentFile(self, filename):
  630. if filename in self.recentFiles:
  631. self.recentFiles.remove(filename)
  632. elif len(self.recentFiles) >= self.maxRecent:
  633. self.recentFiles.pop()
  634. self.recentFiles.insert(0, filename)
  635. # Callbacks
  636. def undoShapeEdit(self):
  637. self.canvas.restoreShape()
  638. self.labelList.clear()
  639. self.loadShapes(self.canvas.shapes)
  640. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  641. def tutorial(self):
  642. url = 'https://github.com/wkentaro/labelme/tree/master/examples/tutorial' # NOQA
  643. webbrowser.open(url)
  644. def toggleAddPointEnabled(self, enabled):
  645. self.actions.addPoint.setEnabled(enabled)
  646. def toggleDrawingSensitive(self, drawing=True):
  647. """Toggle drawing sensitive.
  648. In the middle of drawing, toggling between modes should be disabled.
  649. """
  650. self.actions.editMode.setEnabled(not drawing)
  651. self.actions.undoLastPoint.setEnabled(drawing)
  652. self.actions.undo.setEnabled(not drawing)
  653. self.actions.delete.setEnabled(not drawing)
  654. def toggleDrawMode(self, edit=True, createMode='polygon'):
  655. self.canvas.setEditing(edit)
  656. self.canvas.createMode = createMode
  657. if edit:
  658. self.actions.createMode.setEnabled(True)
  659. self.actions.createRectangleMode.setEnabled(True)
  660. self.actions.createCircleMode.setEnabled(True)
  661. self.actions.createLineMode.setEnabled(True)
  662. self.actions.createPointMode.setEnabled(True)
  663. self.actions.createLineStripMode.setEnabled(True)
  664. else:
  665. if createMode == 'polygon':
  666. self.actions.createMode.setEnabled(False)
  667. self.actions.createRectangleMode.setEnabled(True)
  668. self.actions.createCircleMode.setEnabled(True)
  669. self.actions.createLineMode.setEnabled(True)
  670. self.actions.createPointMode.setEnabled(True)
  671. self.actions.createLineStripMode.setEnabled(True)
  672. elif createMode == 'rectangle':
  673. self.actions.createMode.setEnabled(True)
  674. self.actions.createRectangleMode.setEnabled(False)
  675. self.actions.createCircleMode.setEnabled(True)
  676. self.actions.createLineMode.setEnabled(True)
  677. self.actions.createPointMode.setEnabled(True)
  678. self.actions.createLineStripMode.setEnabled(True)
  679. elif createMode == 'line':
  680. self.actions.createMode.setEnabled(True)
  681. self.actions.createRectangleMode.setEnabled(True)
  682. self.actions.createCircleMode.setEnabled(True)
  683. self.actions.createLineMode.setEnabled(False)
  684. self.actions.createPointMode.setEnabled(True)
  685. self.actions.createLineStripMode.setEnabled(True)
  686. elif createMode == 'point':
  687. self.actions.createMode.setEnabled(True)
  688. self.actions.createRectangleMode.setEnabled(True)
  689. self.actions.createCircleMode.setEnabled(True)
  690. self.actions.createLineMode.setEnabled(True)
  691. self.actions.createPointMode.setEnabled(False)
  692. self.actions.createLineStripMode.setEnabled(True)
  693. elif createMode == "circle":
  694. self.actions.createMode.setEnabled(True)
  695. self.actions.createRectangleMode.setEnabled(True)
  696. self.actions.createCircleMode.setEnabled(False)
  697. self.actions.createLineMode.setEnabled(True)
  698. self.actions.createPointMode.setEnabled(True)
  699. self.actions.createLineStripMode.setEnabled(True)
  700. elif createMode == "linestrip":
  701. self.actions.createMode.setEnabled(True)
  702. self.actions.createRectangleMode.setEnabled(True)
  703. self.actions.createCircleMode.setEnabled(True)
  704. self.actions.createLineMode.setEnabled(True)
  705. self.actions.createPointMode.setEnabled(True)
  706. self.actions.createLineStripMode.setEnabled(False)
  707. else:
  708. raise ValueError('Unsupported createMode: %s' % createMode)
  709. self.actions.editMode.setEnabled(not edit)
  710. def setEditMode(self):
  711. self.toggleDrawMode(True)
  712. def updateFileMenu(self):
  713. current = self.filename
  714. def exists(filename):
  715. return osp.exists(str(filename))
  716. menu = self.menus.recentFiles
  717. menu.clear()
  718. files = [f for f in self.recentFiles if f != current and exists(f)]
  719. for i, f in enumerate(files):
  720. icon = newIcon('labels')
  721. action = QtWidgets.QAction(
  722. icon, '&%d %s' % (i + 1, QtCore.QFileInfo(f).fileName()), self)
  723. action.triggered.connect(functools.partial(self.loadRecent, f))
  724. menu.addAction(action)
  725. def popLabelListMenu(self, point):
  726. self.menus.labelList.exec_(self.labelList.mapToGlobal(point))
  727. def validateLabel(self, label):
  728. # no validation
  729. if self._config['validate_label'] is None:
  730. return True
  731. for i in range(self.uniqLabelList.count()):
  732. label_i = self.uniqLabelList.item(i).text()
  733. if self._config['validate_label'] in ['exact', 'instance']:
  734. if label_i == label:
  735. return True
  736. if self._config['validate_label'] == 'instance':
  737. m = re.match(r'^{}-[0-9]*$'.format(label_i), label)
  738. if m:
  739. return True
  740. return False
  741. def editLabel(self, item=None):
  742. if not self.canvas.editing():
  743. return
  744. item = item if item else self.currentItem()
  745. text = self.labelDialog.popUp(item.text() if item else None)
  746. if text is None:
  747. return
  748. if not self.validateLabel(text):
  749. self.errorMessage('Invalid label',
  750. "Invalid label '{}' with validation type '{}'"
  751. .format(text, self._config['validate_label']))
  752. return
  753. item.setText(text)
  754. self.setDirty()
  755. if not self.uniqLabelList.findItems(text, Qt.MatchExactly):
  756. self.uniqLabelList.addItem(text)
  757. self.uniqLabelList.sortItems()
  758. def fileSearchChanged(self):
  759. self.importDirImages(
  760. self.lastOpenDir,
  761. pattern=self.fileSearch.text(),
  762. load=False,
  763. )
  764. def fileSelectionChanged(self):
  765. items = self.fileListWidget.selectedItems()
  766. if not items:
  767. return
  768. item = items[0]
  769. if not self.mayContinue():
  770. return
  771. currIndex = self.imageList.index(str(item.text()))
  772. if currIndex < len(self.imageList):
  773. filename = self.imageList[currIndex]
  774. if filename:
  775. self.loadFile(filename)
  776. # React to canvas signals.
  777. def shapeSelectionChanged(self, selected=False):
  778. if self._noSelectionSlot:
  779. self._noSelectionSlot = False
  780. else:
  781. shape = self.canvas.selectedShape
  782. if shape:
  783. item = self.labelList.get_item_from_shape(shape)
  784. item.setSelected(True)
  785. else:
  786. self.labelList.clearSelection()
  787. self.actions.delete.setEnabled(selected)
  788. self.actions.copy.setEnabled(selected)
  789. self.actions.edit.setEnabled(selected)
  790. self.actions.shapeLineColor.setEnabled(selected)
  791. self.actions.shapeFillColor.setEnabled(selected)
  792. def addLabel(self, shape):
  793. item = QtWidgets.QListWidgetItem(shape.label)
  794. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  795. item.setCheckState(Qt.Checked)
  796. self.labelList.itemsToShapes.append((item, shape))
  797. self.labelList.addItem(item)
  798. if not self.uniqLabelList.findItems(shape.label, Qt.MatchExactly):
  799. self.uniqLabelList.addItem(shape.label)
  800. self.uniqLabelList.sortItems()
  801. self.labelDialog.addLabelHistory(item.text())
  802. for action in self.actions.onShapesPresent:
  803. action.setEnabled(True)
  804. def remLabel(self, shape):
  805. item = self.labelList.get_item_from_shape(shape)
  806. self.labelList.takeItem(self.labelList.row(item))
  807. def loadShapes(self, shapes):
  808. for shape in shapes:
  809. self.addLabel(shape)
  810. self.canvas.loadShapes(shapes)
  811. def loadLabels(self, shapes):
  812. s = []
  813. for label, points, line_color, fill_color, shape_type in shapes:
  814. shape = Shape(label=label, shape_type=shape_type)
  815. for x, y in points:
  816. shape.addPoint(QtCore.QPoint(x, y))
  817. shape.close()
  818. s.append(shape)
  819. if line_color:
  820. shape.line_color = QtGui.QColor(*line_color)
  821. if fill_color:
  822. shape.fill_color = QtGui.QColor(*fill_color)
  823. self.loadShapes(s)
  824. def loadFlags(self, flags):
  825. self.flag_widget.clear()
  826. for key, flag in flags.items():
  827. item = QtWidgets.QListWidgetItem(key)
  828. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  829. item.setCheckState(Qt.Checked if flag else Qt.Unchecked)
  830. self.flag_widget.addItem(item)
  831. def saveLabels(self, filename):
  832. lf = LabelFile()
  833. def format_shape(s):
  834. return dict(
  835. label=s.label.encode('utf-8') if PY2 else s.label,
  836. line_color=s.line_color.getRgb()
  837. if s.line_color != self.lineColor else None,
  838. fill_color=s.fill_color.getRgb()
  839. if s.fill_color != self.fillColor else None,
  840. points=[(p.x(), p.y()) for p in s.points],
  841. shape_type=s.shape_type,
  842. )
  843. shapes = [format_shape(shape) for shape in self.labelList.shapes]
  844. flags = {}
  845. for i in range(self.flag_widget.count()):
  846. item = self.flag_widget.item(i)
  847. key = item.text()
  848. flag = item.checkState() == Qt.Checked
  849. flags[key] = flag
  850. try:
  851. imagePath = osp.relpath(
  852. self.imagePath, osp.dirname(filename))
  853. imageData = self.imageData if self._config['store_data'] else None
  854. if osp.dirname(filename) and not osp.exists(osp.dirname(filename)):
  855. os.makedirs(osp.dirname(filename))
  856. lf.save(
  857. filename=filename,
  858. shapes=shapes,
  859. imagePath=imagePath,
  860. imageData=imageData,
  861. imageHeight=self.image.height(),
  862. imageWidth=self.image.width(),
  863. lineColor=self.lineColor.getRgb(),
  864. fillColor=self.fillColor.getRgb(),
  865. otherData=self.otherData,
  866. flags=flags,
  867. )
  868. self.labelFile = lf
  869. items = self.fileListWidget.findItems(
  870. self.imagePath, Qt.MatchExactly
  871. )
  872. if len(items) > 0:
  873. if len(items) != 1:
  874. raise RuntimeError('There are duplicate files.')
  875. items[0].setCheckState(Qt.Checked)
  876. # disable allows next and previous image to proceed
  877. # self.filename = filename
  878. return True
  879. except LabelFileError as e:
  880. self.errorMessage('Error saving label data', '<b>%s</b>' % e)
  881. return False
  882. def copySelectedShape(self):
  883. self.addLabel(self.canvas.copySelectedShape())
  884. # fix copy and delete
  885. self.shapeSelectionChanged(True)
  886. def labelSelectionChanged(self):
  887. item = self.currentItem()
  888. if item and self.canvas.editing():
  889. self._noSelectionSlot = True
  890. shape = self.labelList.get_shape_from_item(item)
  891. self.canvas.selectShape(shape)
  892. def labelItemChanged(self, item):
  893. shape = self.labelList.get_shape_from_item(item)
  894. label = str(item.text())
  895. if label != shape.label:
  896. shape.label = str(item.text())
  897. self.setDirty()
  898. else: # User probably changed item visibility
  899. self.canvas.setShapeVisible(shape, item.checkState() == Qt.Checked)
  900. # Callback functions:
  901. def newShape(self):
  902. """Pop-up and give focus to the label editor.
  903. position MUST be in global coordinates.
  904. """
  905. items = self.uniqLabelList.selectedItems()
  906. text = None
  907. if items:
  908. text = items[0].text()
  909. if self._config['display_label_popup'] or not text:
  910. text = self.labelDialog.popUp(text)
  911. if text is not None and not self.validateLabel(text):
  912. self.errorMessage('Invalid label',
  913. "Invalid label '{}' with validation type '{}'"
  914. .format(text, self._config['validate_label']))
  915. text = None
  916. if text is None:
  917. self.canvas.undoLastLine()
  918. self.canvas.shapesBackups.pop()
  919. else:
  920. self.addLabel(self.canvas.setLastLabel(text))
  921. self.actions.editMode.setEnabled(True)
  922. self.actions.undoLastPoint.setEnabled(False)
  923. self.actions.undo.setEnabled(True)
  924. self.setDirty()
  925. def scrollRequest(self, delta, orientation):
  926. units = - delta * 0.1 # natural scroll
  927. bar = self.scrollBars[orientation]
  928. bar.setValue(bar.value() + bar.singleStep() * units)
  929. def setZoom(self, value):
  930. self.actions.fitWidth.setChecked(False)
  931. self.actions.fitWindow.setChecked(False)
  932. self.zoomMode = self.MANUAL_ZOOM
  933. self.zoomWidget.setValue(value)
  934. def addZoom(self, increment=10):
  935. self.setZoom(self.zoomWidget.value() + increment)
  936. def zoomRequest(self, delta, pos):
  937. canvas_width_old = self.canvas.width()
  938. units = delta * 0.1
  939. self.addZoom(units)
  940. canvas_width_new = self.canvas.width()
  941. if canvas_width_old != canvas_width_new:
  942. canvas_scale_factor = canvas_width_new / canvas_width_old
  943. x_shift = round(pos.x() * canvas_scale_factor) - pos.x()
  944. y_shift = round(pos.y() * canvas_scale_factor) - pos.y()
  945. self.scrollBars[Qt.Horizontal].setValue(
  946. self.scrollBars[Qt.Horizontal].value() + x_shift)
  947. self.scrollBars[Qt.Vertical].setValue(
  948. self.scrollBars[Qt.Vertical].value() + y_shift)
  949. def setFitWindow(self, value=True):
  950. if value:
  951. self.actions.fitWidth.setChecked(False)
  952. self.zoomMode = self.FIT_WINDOW if value else self.MANUAL_ZOOM
  953. self.adjustScale()
  954. def setFitWidth(self, value=True):
  955. if value:
  956. self.actions.fitWindow.setChecked(False)
  957. self.zoomMode = self.FIT_WIDTH if value else self.MANUAL_ZOOM
  958. self.adjustScale()
  959. def togglePolygons(self, value):
  960. for item, shape in self.labelList.itemsToShapes:
  961. item.setCheckState(Qt.Checked if value else Qt.Unchecked)
  962. def convertImageDataToPng(self, imageData):
  963. if imageData is None:
  964. return
  965. img = PIL.Image.open(io.BytesIO(imageData))
  966. with io.BytesIO() as imgBytesIO:
  967. img.save(imgBytesIO, "PNG")
  968. imgBytesIO.seek(0)
  969. data = imgBytesIO.read()
  970. return data
  971. def loadFile(self, filename=None):
  972. """Load the specified file, or the last opened file if None."""
  973. # changing fileListWidget loads file
  974. if (filename in self.imageList and
  975. self.fileListWidget.currentRow() !=
  976. self.imageList.index(filename)):
  977. self.fileListWidget.setCurrentRow(self.imageList.index(filename))
  978. self.fileListWidget.repaint()
  979. return
  980. self.resetState()
  981. self.canvas.setEnabled(False)
  982. if filename is None:
  983. filename = self.settings.value('filename', '')
  984. filename = str(filename)
  985. if not QtCore.QFile.exists(filename):
  986. self.errorMessage(
  987. 'Error opening file', 'No such file: <b>%s</b>' % filename)
  988. return False
  989. # assumes same name, but json extension
  990. self.status("Loading %s..." % osp.basename(str(filename)))
  991. label_file = osp.splitext(filename)[0] + '.json'
  992. if self.output_dir:
  993. label_file = osp.join(self.output_dir, label_file)
  994. if QtCore.QFile.exists(label_file) and \
  995. LabelFile.isLabelFile(label_file):
  996. try:
  997. self.labelFile = LabelFile(label_file)
  998. # FIXME: PyQt4 installed via Anaconda fails to load JPEG
  999. # and JSON encoded images.
  1000. # https://github.com/ContinuumIO/anaconda-issues/issues/131
  1001. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1002. # tries to read image with PIL and convert it to PNG
  1003. self.labelFile.imageData = self.convertImageDataToPng(
  1004. self.labelFile.imageData)
  1005. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1006. raise LabelFileError(
  1007. 'Failed loading image data from label file.\n'
  1008. 'Maybe this is a known issue of PyQt4 built on'
  1009. ' Anaconda, and may be fixed by installing PyQt5.')
  1010. except LabelFileError as e:
  1011. self.errorMessage(
  1012. 'Error opening file',
  1013. "<p><b>%s</b></p>"
  1014. "<p>Make sure <i>%s</i> is a valid label file."
  1015. % (e, label_file))
  1016. self.status("Error reading %s" % label_file)
  1017. return False
  1018. self.imageData = self.labelFile.imageData
  1019. self.imagePath = osp.join(
  1020. osp.dirname(label_file),
  1021. self.labelFile.imagePath,
  1022. )
  1023. if self.labelFile.lineColor is not None:
  1024. self.lineColor = QtGui.QColor(*self.labelFile.lineColor)
  1025. if self.labelFile.fillColor is not None:
  1026. self.fillColor = QtGui.QColor(*self.labelFile.fillColor)
  1027. self.otherData = self.labelFile.otherData
  1028. else:
  1029. self.imageData = self.loadImageFile(filename)
  1030. if self.imageData:
  1031. self.imagePath = filename
  1032. self.labelFile = None
  1033. image = QtGui.QImage.fromData(self.imageData)
  1034. if image.isNull():
  1035. formats = ['*.{}'.format(fmt.data().decode())
  1036. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1037. self.errorMessage(
  1038. 'Error opening file',
  1039. '<p>Make sure <i>{0}</i> is a valid image file.<br/>'
  1040. 'Supported image formats: {1}</p>'
  1041. .format(filename, ','.join(formats)))
  1042. self.status("Error reading %s" % filename)
  1043. return False
  1044. self.image = image
  1045. self.filename = filename
  1046. if self._config['keep_prev']:
  1047. prev_shapes = self.canvas.shapes
  1048. self.canvas.loadPixmap(QtGui.QPixmap.fromImage(image))
  1049. if self._config['flags']:
  1050. self.loadFlags({k: False for k in self._config['flags']})
  1051. if self._config['keep_prev']:
  1052. self.loadShapes(prev_shapes)
  1053. if self.labelFile:
  1054. self.loadLabels(self.labelFile.shapes)
  1055. if self.labelFile.flags is not None:
  1056. self.loadFlags(self.labelFile.flags)
  1057. self.setClean()
  1058. self.canvas.setEnabled(True)
  1059. self.adjustScale(initial=True)
  1060. self.paintCanvas()
  1061. self.addRecentFile(self.filename)
  1062. self.toggleActions(True)
  1063. self.status("Loaded %s" % osp.basename(str(filename)))
  1064. return True
  1065. def loadImageFile(self, filename):
  1066. try:
  1067. image_pil = PIL.Image.open(filename)
  1068. except IOError:
  1069. return
  1070. # apply orientation to image according to exif
  1071. image_pil = apply_exif_orientation(image_pil)
  1072. with io.BytesIO() as f:
  1073. image_pil.save(f, format='PNG')
  1074. f.seek(0)
  1075. return f.read()
  1076. def resizeEvent(self, event):
  1077. if self.canvas and not self.image.isNull()\
  1078. and self.zoomMode != self.MANUAL_ZOOM:
  1079. self.adjustScale()
  1080. super(MainWindow, self).resizeEvent(event)
  1081. def paintCanvas(self):
  1082. assert not self.image.isNull(), "cannot paint null image"
  1083. self.canvas.scale = 0.01 * self.zoomWidget.value()
  1084. self.canvas.adjustSize()
  1085. self.canvas.update()
  1086. def adjustScale(self, initial=False):
  1087. value = self.scalers[self.FIT_WINDOW if initial else self.zoomMode]()
  1088. self.zoomWidget.setValue(int(100 * value))
  1089. def scaleFitWindow(self):
  1090. """Figure out the size of the pixmap to fit the main widget."""
  1091. e = 2.0 # So that no scrollbars are generated.
  1092. w1 = self.centralWidget().width() - e
  1093. h1 = self.centralWidget().height() - e
  1094. a1 = w1 / h1
  1095. # Calculate a new scale value based on the pixmap's aspect ratio.
  1096. w2 = self.canvas.pixmap.width() - 0.0
  1097. h2 = self.canvas.pixmap.height() - 0.0
  1098. a2 = w2 / h2
  1099. return w1 / w2 if a2 >= a1 else h1 / h2
  1100. def scaleFitWidth(self):
  1101. # The epsilon does not seem to work too well here.
  1102. w = self.centralWidget().width() - 2.0
  1103. return w / self.canvas.pixmap.width()
  1104. def closeEvent(self, event):
  1105. if not self.mayContinue():
  1106. event.ignore()
  1107. self.settings.setValue(
  1108. 'filename', self.filename if self.filename else '')
  1109. self.settings.setValue('window/size', self.size())
  1110. self.settings.setValue('window/position', self.pos())
  1111. self.settings.setValue('window/state', self.saveState())
  1112. self.settings.setValue('line/color', self.lineColor)
  1113. self.settings.setValue('fill/color', self.fillColor)
  1114. self.settings.setValue('recentFiles', self.recentFiles)
  1115. # ask the use for where to save the labels
  1116. # self.settings.setValue('window/geometry', self.saveGeometry())
  1117. # User Dialogs #
  1118. def loadRecent(self, filename):
  1119. if self.mayContinue():
  1120. self.loadFile(filename)
  1121. def openPrevImg(self, _value=False):
  1122. keep_prev = self._config['keep_prev']
  1123. if QtGui.QGuiApplication.keyboardModifiers() == \
  1124. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1125. self._config['keep_prev'] = True
  1126. if not self.mayContinue():
  1127. return
  1128. if len(self.imageList) <= 0:
  1129. return
  1130. if self.filename is None:
  1131. return
  1132. currIndex = self.imageList.index(self.filename)
  1133. if currIndex - 1 >= 0:
  1134. filename = self.imageList[currIndex - 1]
  1135. if filename:
  1136. self.loadFile(filename)
  1137. self._config['keep_prev'] = keep_prev
  1138. def openNextImg(self, _value=False, load=True):
  1139. keep_prev = self._config['keep_prev']
  1140. if QtGui.QGuiApplication.keyboardModifiers() == \
  1141. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1142. self._config['keep_prev'] = True
  1143. if not self.mayContinue():
  1144. return
  1145. if len(self.imageList) <= 0:
  1146. return
  1147. filename = None
  1148. if self.filename is None:
  1149. filename = self.imageList[0]
  1150. else:
  1151. currIndex = self.imageList.index(self.filename)
  1152. if currIndex + 1 < len(self.imageList):
  1153. filename = self.imageList[currIndex + 1]
  1154. else:
  1155. filename = self.imageList[-1]
  1156. self.filename = filename
  1157. if self.filename and load:
  1158. self.loadFile(self.filename)
  1159. self._config['keep_prev'] = keep_prev
  1160. def openFile(self, _value=False):
  1161. if not self.mayContinue():
  1162. return
  1163. path = osp.dirname(str(self.filename)) if self.filename else '.'
  1164. formats = ['*.{}'.format(fmt.data().decode())
  1165. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1166. filters = "Image & Label files (%s)" % ' '.join(
  1167. formats + ['*%s' % LabelFile.suffix])
  1168. filename = QtWidgets.QFileDialog.getOpenFileName(
  1169. self, '%s - Choose Image or Label file' % __appname__,
  1170. path, filters)
  1171. if QT5:
  1172. filename, _ = filename
  1173. filename = str(filename)
  1174. if filename:
  1175. self.loadFile(filename)
  1176. def changeOutputDirDialog(self, _value=False):
  1177. default_output_dir = self.output_dir
  1178. if default_output_dir is None and self.filename:
  1179. default_output_dir = osp.dirname(self.filename)
  1180. if default_output_dir is None:
  1181. default_output_dir = self.currentPath()
  1182. output_dir = QtWidgets.QFileDialog.getExistingDirectory(
  1183. self, '%s - Save/Load Annotations in Directory' % __appname__,
  1184. default_output_dir,
  1185. QtWidgets.QFileDialog.ShowDirsOnly |
  1186. QtWidgets.QFileDialog.DontResolveSymlinks,
  1187. )
  1188. output_dir = str(output_dir)
  1189. if not output_dir:
  1190. return
  1191. self.output_dir = output_dir
  1192. self.statusBar().showMessage(
  1193. '%s . Annotations will be saved/loaded in %s' %
  1194. ('Change Annotations Dir', self.output_dir))
  1195. self.statusBar().show()
  1196. current_filename = self.filename
  1197. self.importDirImages(self.lastOpenDir, load=False)
  1198. if current_filename in self.imageList:
  1199. # retain currently selected file
  1200. self.fileListWidget.setCurrentRow(
  1201. self.imageList.index(current_filename))
  1202. self.fileListWidget.repaint()
  1203. def saveFile(self, _value=False):
  1204. assert not self.image.isNull(), "cannot save empty image"
  1205. if self._config['flags'] or self.hasLabels():
  1206. if self.labelFile:
  1207. # DL20180323 - overwrite when in directory
  1208. self._saveFile(self.labelFile.filename)
  1209. elif self.output_file:
  1210. self._saveFile(self.output_file)
  1211. self.close()
  1212. else:
  1213. self._saveFile(self.saveFileDialog())
  1214. def saveFileAs(self, _value=False):
  1215. assert not self.image.isNull(), "cannot save empty image"
  1216. if self.hasLabels():
  1217. self._saveFile(self.saveFileDialog())
  1218. def saveFileDialog(self):
  1219. caption = '%s - Choose File' % __appname__
  1220. filters = 'Label files (*%s)' % LabelFile.suffix
  1221. if self.output_dir:
  1222. dlg = QtWidgets.QFileDialog(
  1223. self, caption, self.output_dir, filters
  1224. )
  1225. else:
  1226. dlg = QtWidgets.QFileDialog(
  1227. self, caption, self.currentPath(), filters
  1228. )
  1229. dlg.setDefaultSuffix(LabelFile.suffix[1:])
  1230. dlg.setAcceptMode(QtWidgets.QFileDialog.AcceptSave)
  1231. dlg.setOption(QtWidgets.QFileDialog.DontConfirmOverwrite, False)
  1232. dlg.setOption(QtWidgets.QFileDialog.DontUseNativeDialog, False)
  1233. basename = osp.splitext(self.filename)[0]
  1234. if self.output_dir:
  1235. default_labelfile_name = osp.join(
  1236. self.output_dir, basename + LabelFile.suffix
  1237. )
  1238. else:
  1239. default_labelfile_name = osp.join(
  1240. self.currentPath(), basename + LabelFile.suffix
  1241. )
  1242. filename = dlg.getSaveFileName(
  1243. self, 'Choose File', default_labelfile_name,
  1244. 'Label files (*%s)' % LabelFile.suffix)
  1245. if QT5:
  1246. filename, _ = filename
  1247. filename = str(filename)
  1248. return filename
  1249. def _saveFile(self, filename):
  1250. if filename and self.saveLabels(filename):
  1251. self.addRecentFile(filename)
  1252. self.setClean()
  1253. def closeFile(self, _value=False):
  1254. if not self.mayContinue():
  1255. return
  1256. self.resetState()
  1257. self.setClean()
  1258. self.toggleActions(False)
  1259. self.canvas.setEnabled(False)
  1260. self.actions.saveAs.setEnabled(False)
  1261. def deleteFile(self):
  1262. if self.filename.lower().endswith('.json'):
  1263. os.remove(self.filename)
  1264. else:
  1265. label_file = osp.splitext(self.filename)[0] + '.json'
  1266. if osp.exists(label_file):
  1267. os.remove(label_file)
  1268. self.importDirImages(self.lastOpenDir)
  1269. # Message Dialogs. #
  1270. def hasLabels(self):
  1271. if not self.labelList.itemsToShapes:
  1272. self.errorMessage(
  1273. 'No objects labeled',
  1274. 'You must label at least one object to save the file.')
  1275. return False
  1276. return True
  1277. def mayContinue(self):
  1278. if not self.dirty:
  1279. return True
  1280. mb = QtWidgets.QMessageBox
  1281. msg = 'Save annotations to "{}" before closing?'.format(self.filename)
  1282. answer = mb.question(self,
  1283. 'Save annotations?',
  1284. msg,
  1285. mb.Save | mb.Discard | mb.Cancel,
  1286. mb.Save)
  1287. if answer == mb.Discard:
  1288. return True
  1289. elif answer == mb.Save:
  1290. self.saveFile()
  1291. return True
  1292. else: # answer == mb.Cancel
  1293. return False
  1294. def errorMessage(self, title, message):
  1295. return QtWidgets.QMessageBox.critical(
  1296. self, title, '<p><b>%s</b></p>%s' % (title, message))
  1297. def currentPath(self):
  1298. return osp.dirname(str(self.filename)) if self.filename else '.'
  1299. def chooseColor1(self):
  1300. color = self.colorDialog.getColor(
  1301. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1302. if color:
  1303. self.lineColor = color
  1304. # Change the color for all shape lines:
  1305. Shape.line_color = self.lineColor
  1306. self.canvas.update()
  1307. self.setDirty()
  1308. def chooseColor2(self):
  1309. color = self.colorDialog.getColor(
  1310. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1311. if color:
  1312. self.fillColor = color
  1313. Shape.fill_color = self.fillColor
  1314. self.canvas.update()
  1315. self.setDirty()
  1316. def toggleKeepPrevMode(self):
  1317. self._config['keep_prev'] = not self._config['keep_prev']
  1318. def deleteSelectedShape(self):
  1319. yes, no = QtWidgets.QMessageBox.Yes, QtWidgets.QMessageBox.No
  1320. msg = 'You are about to permanently delete this polygon, ' \
  1321. 'proceed anyway?'
  1322. if yes == QtWidgets.QMessageBox.warning(self, 'Attention', msg,
  1323. yes | no):
  1324. self.remLabel(self.canvas.deleteSelected())
  1325. self.setDirty()
  1326. if self.noShapes():
  1327. for action in self.actions.onShapesPresent:
  1328. action.setEnabled(False)
  1329. def chshapeLineColor(self):
  1330. color = self.colorDialog.getColor(
  1331. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1332. if color:
  1333. self.canvas.selectedShape.line_color = color
  1334. self.canvas.update()
  1335. self.setDirty()
  1336. def chshapeFillColor(self):
  1337. color = self.colorDialog.getColor(
  1338. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1339. if color:
  1340. self.canvas.selectedShape.fill_color = color
  1341. self.canvas.update()
  1342. self.setDirty()
  1343. def copyShape(self):
  1344. self.canvas.endMove(copy=True)
  1345. self.addLabel(self.canvas.selectedShape)
  1346. self.setDirty()
  1347. def moveShape(self):
  1348. self.canvas.endMove(copy=False)
  1349. self.setDirty()
  1350. def openDirDialog(self, _value=False, dirpath=None):
  1351. if not self.mayContinue():
  1352. return
  1353. defaultOpenDirPath = dirpath if dirpath else '.'
  1354. if self.lastOpenDir and osp.exists(self.lastOpenDir):
  1355. defaultOpenDirPath = self.lastOpenDir
  1356. else:
  1357. defaultOpenDirPath = osp.dirname(self.filename) \
  1358. if self.filename else '.'
  1359. targetDirPath = str(QtWidgets.QFileDialog.getExistingDirectory(
  1360. self, '%s - Open Directory' % __appname__, defaultOpenDirPath,
  1361. QtWidgets.QFileDialog.ShowDirsOnly |
  1362. QtWidgets.QFileDialog.DontResolveSymlinks))
  1363. self.importDirImages(targetDirPath)
  1364. @property
  1365. def imageList(self):
  1366. lst = []
  1367. for i in range(self.fileListWidget.count()):
  1368. item = self.fileListWidget.item(i)
  1369. lst.append(item.text())
  1370. return lst
  1371. def importDirImages(self, dirpath, pattern=None, load=True):
  1372. self.actions.openNextImg.setEnabled(True)
  1373. self.actions.openPrevImg.setEnabled(True)
  1374. if not self.mayContinue() or not dirpath:
  1375. return
  1376. self.lastOpenDir = dirpath
  1377. self.filename = None
  1378. self.fileListWidget.clear()
  1379. for filename in self.scanAllImages(dirpath):
  1380. if pattern and pattern not in filename:
  1381. continue
  1382. label_file = osp.splitext(filename)[0] + '.json'
  1383. if self.output_dir:
  1384. label_file = osp.join(self.output_dir, label_file)
  1385. item = QtWidgets.QListWidgetItem(filename)
  1386. item.setFlags(Qt.ItemIsEnabled | Qt.ItemIsSelectable)
  1387. if QtCore.QFile.exists(label_file) and \
  1388. LabelFile.isLabelFile(label_file):
  1389. item.setCheckState(Qt.Checked)
  1390. else:
  1391. item.setCheckState(Qt.Unchecked)
  1392. self.fileListWidget.addItem(item)
  1393. self.openNextImg(load=load)
  1394. def scanAllImages(self, folderPath):
  1395. extensions = ['.%s' % fmt.data().decode("ascii").lower()
  1396. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1397. images = []
  1398. for root, dirs, files in os.walk(folderPath):
  1399. for file in files:
  1400. if file.lower().endswith(tuple(extensions)):
  1401. relativePath = osp.join(root, file)
  1402. images.append(relativePath)
  1403. images.sort(key=lambda x: x.lower())
  1404. return images
  1405. def apply_exif_orientation(image):
  1406. try:
  1407. exif = image._getexif()
  1408. except AttributeError:
  1409. exif = None
  1410. if exif is None:
  1411. return image
  1412. exif = {
  1413. PIL.ExifTags.TAGS[k]: v
  1414. for k, v in exif.items()
  1415. if k in PIL.ExifTags.TAGS
  1416. }
  1417. orientation = exif.get('Orientation', None)
  1418. if orientation == 1:
  1419. # do nothing
  1420. return image
  1421. elif orientation == 2:
  1422. # left-to-right mirror
  1423. return PIL.ImageOps.mirror(image)
  1424. elif orientation == 3:
  1425. # rotate 180
  1426. return image.transpose(PIL.Image.ROTATE_180)
  1427. elif orientation == 4:
  1428. # top-to-bottom mirror
  1429. return PIL.ImageOps.flip(image)
  1430. elif orientation == 5:
  1431. # top-to-left mirror
  1432. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_270))
  1433. elif orientation == 6:
  1434. # rotate 270
  1435. return image.transpose(PIL.Image.ROTATE_270)
  1436. elif orientation == 7:
  1437. # top-to-right mirror
  1438. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_90))
  1439. elif orientation == 8:
  1440. # rotate 90
  1441. return image.transpose(PIL.Image.ROTATE_90)
  1442. else:
  1443. return image