app.py 60 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603
  1. import functools
  2. import io
  3. import os
  4. import os.path as osp
  5. import re
  6. import webbrowser
  7. import PIL.ExifTags
  8. import PIL.Image
  9. import PIL.ImageOps
  10. from qtpy import QtCore
  11. from qtpy.QtCore import Qt
  12. from qtpy import QtGui
  13. from qtpy import QtWidgets
  14. from labelme import __appname__
  15. from labelme import PY2
  16. from labelme import QT5
  17. from labelme.config import get_config
  18. from labelme.label_file import LabelFile
  19. from labelme.label_file import LabelFileError
  20. from labelme import logger
  21. from labelme.shape import DEFAULT_FILL_COLOR
  22. from labelme.shape import DEFAULT_LINE_COLOR
  23. from labelme.shape import Shape
  24. from labelme.utils import addActions
  25. from labelme.utils import fmtShortcut
  26. from labelme.utils import newAction
  27. from labelme.utils import newIcon
  28. from labelme.utils import struct
  29. from labelme.widgets import Canvas
  30. from labelme.widgets import ColorDialog
  31. from labelme.widgets import EscapableQListWidget
  32. from labelme.widgets import LabelDialog
  33. from labelme.widgets import LabelQListWidget
  34. from labelme.widgets import ToolBar
  35. from labelme.widgets import ZoomWidget
  36. # FIXME
  37. # - [medium] Set max zoom value to something big enough for FitWidth/Window
  38. # TODO(unknown):
  39. # - [high] Add polygon movement with arrow keys
  40. # - [high] Deselect shape when clicking and already selected(?)
  41. # - [low,maybe] Open images with drag & drop.
  42. # - [low,maybe] Preview images on file dialogs.
  43. # - Zoom is too "steppy".
  44. class WindowMixin(object):
  45. def menu(self, title, actions=None):
  46. menu = self.menuBar().addMenu(title)
  47. if actions:
  48. addActions(menu, actions)
  49. return menu
  50. def toolbar(self, title, actions=None):
  51. toolbar = ToolBar(title)
  52. toolbar.setObjectName('%sToolBar' % title)
  53. # toolbar.setOrientation(Qt.Vertical)
  54. toolbar.setToolButtonStyle(Qt.ToolButtonTextUnderIcon)
  55. if actions:
  56. addActions(toolbar, actions)
  57. self.addToolBar(Qt.LeftToolBarArea, toolbar)
  58. return toolbar
  59. class MainWindow(QtWidgets.QMainWindow, WindowMixin):
  60. FIT_WINDOW, FIT_WIDTH, MANUAL_ZOOM = 0, 1, 2
  61. def __init__(
  62. self,
  63. config=None,
  64. filename=None,
  65. output=None,
  66. output_file=None,
  67. output_dir=None,
  68. ):
  69. if output is not None:
  70. logger.warning(
  71. 'argument output is deprecated, use output_file instead'
  72. )
  73. if output_file is None:
  74. output_file = output
  75. # see labelme/config/default_config.yaml for valid configuration
  76. if config is None:
  77. config = get_config()
  78. self._config = config
  79. super(MainWindow, self).__init__()
  80. self.setWindowTitle(__appname__)
  81. # Whether we need to save or not.
  82. self.dirty = False
  83. self._noSelectionSlot = False
  84. # Main widgets and related state.
  85. self.labelDialog = LabelDialog(
  86. parent=self,
  87. labels=self._config['labels'],
  88. sort_labels=self._config['sort_labels'],
  89. show_text_field=self._config['show_label_text_field'],
  90. completion=self._config['label_completion'],
  91. fit_to_content=self._config['fit_to_content'],
  92. )
  93. self.labelList = LabelQListWidget()
  94. self.lastOpenDir = None
  95. self.flag_dock = self.flag_widget = None
  96. self.flag_dock = QtWidgets.QDockWidget('Flags', self)
  97. self.flag_dock.setObjectName('Flags')
  98. self.flag_widget = QtWidgets.QListWidget()
  99. if config['flags']:
  100. self.loadFlags({k: False for k in config['flags']})
  101. self.flag_dock.setWidget(self.flag_widget)
  102. self.flag_widget.itemChanged.connect(self.setDirty)
  103. self.labelList.itemActivated.connect(self.labelSelectionChanged)
  104. self.labelList.itemSelectionChanged.connect(self.labelSelectionChanged)
  105. self.labelList.itemDoubleClicked.connect(self.editLabel)
  106. # Connect to itemChanged to detect checkbox changes.
  107. self.labelList.itemChanged.connect(self.labelItemChanged)
  108. self.labelList.setDragDropMode(
  109. QtWidgets.QAbstractItemView.InternalMove)
  110. self.labelList.setParent(self)
  111. self.shape_dock = QtWidgets.QDockWidget('Polygon Labels', self)
  112. self.shape_dock.setObjectName('Labels')
  113. self.shape_dock.setWidget(self.labelList)
  114. self.uniqLabelList = EscapableQListWidget()
  115. self.uniqLabelList.setToolTip(
  116. "Select label to start annotating for it. "
  117. "Press 'Esc' to deselect.")
  118. if self._config['labels']:
  119. self.uniqLabelList.addItems(self._config['labels'])
  120. self.uniqLabelList.sortItems()
  121. self.label_dock = QtWidgets.QDockWidget(u'Label List', self)
  122. self.label_dock.setObjectName(u'Label List')
  123. self.label_dock.setWidget(self.uniqLabelList)
  124. self.fileSearch = QtWidgets.QLineEdit()
  125. self.fileSearch.setPlaceholderText('Search Filename')
  126. self.fileSearch.textChanged.connect(self.fileSearchChanged)
  127. self.fileListWidget = QtWidgets.QListWidget()
  128. self.fileListWidget.itemSelectionChanged.connect(
  129. self.fileSelectionChanged
  130. )
  131. fileListLayout = QtWidgets.QVBoxLayout()
  132. fileListLayout.setContentsMargins(0, 0, 0, 0)
  133. fileListLayout.setSpacing(0)
  134. fileListLayout.addWidget(self.fileSearch)
  135. fileListLayout.addWidget(self.fileListWidget)
  136. self.file_dock = QtWidgets.QDockWidget(u'File List', self)
  137. self.file_dock.setObjectName(u'Files')
  138. fileListWidget = QtWidgets.QWidget()
  139. fileListWidget.setLayout(fileListLayout)
  140. self.file_dock.setWidget(fileListWidget)
  141. self.zoomWidget = ZoomWidget()
  142. self.colorDialog = ColorDialog(parent=self)
  143. self.canvas = self.labelList.canvas = Canvas(
  144. epsilon=self._config['epsilon'],
  145. )
  146. self.canvas.zoomRequest.connect(self.zoomRequest)
  147. scrollArea = QtWidgets.QScrollArea()
  148. scrollArea.setWidget(self.canvas)
  149. scrollArea.setWidgetResizable(True)
  150. self.scrollBars = {
  151. Qt.Vertical: scrollArea.verticalScrollBar(),
  152. Qt.Horizontal: scrollArea.horizontalScrollBar(),
  153. }
  154. self.canvas.scrollRequest.connect(self.scrollRequest)
  155. self.canvas.newShape.connect(self.newShape)
  156. self.canvas.shapeMoved.connect(self.setDirty)
  157. self.canvas.selectionChanged.connect(self.shapeSelectionChanged)
  158. self.canvas.drawingPolygon.connect(self.toggleDrawingSensitive)
  159. self.setCentralWidget(scrollArea)
  160. features = QtWidgets.QDockWidget.DockWidgetFeatures()
  161. for dock in ['flag_dock', 'label_dock', 'shape_dock', 'file_dock']:
  162. if self._config[dock]['closable']:
  163. features = features | QtWidgets.QDockWidget.DockWidgetClosable
  164. if self._config[dock]['floatable']:
  165. features = features | QtWidgets.QDockWidget.DockWidgetFloatable
  166. if self._config[dock]['movable']:
  167. features = features | QtWidgets.QDockWidget.DockWidgetMovable
  168. getattr(self, dock).setFeatures(features)
  169. if self._config[dock]['show'] is False:
  170. getattr(self, dock).setVisible(False)
  171. self.addDockWidget(Qt.RightDockWidgetArea, self.flag_dock)
  172. self.addDockWidget(Qt.RightDockWidgetArea, self.label_dock)
  173. self.addDockWidget(Qt.RightDockWidgetArea, self.shape_dock)
  174. self.addDockWidget(Qt.RightDockWidgetArea, self.file_dock)
  175. # Actions
  176. action = functools.partial(newAction, self)
  177. shortcuts = self._config['shortcuts']
  178. quit = action('&Quit', self.close, shortcuts['quit'], 'quit',
  179. 'Quit application')
  180. open_ = action('&Open', self.openFile, shortcuts['open'], 'open',
  181. 'Open image or label file')
  182. opendir = action('&Open Dir', self.openDirDialog,
  183. shortcuts['open_dir'], 'open', u'Open Dir')
  184. openNextImg = action(
  185. '&Next Image',
  186. self.openNextImg,
  187. shortcuts['open_next'],
  188. 'next',
  189. u'Open next (hold Ctl+Shift to copy labels)',
  190. enabled=False,
  191. )
  192. openPrevImg = action(
  193. '&Prev Image',
  194. self.openPrevImg,
  195. shortcuts['open_prev'],
  196. 'prev',
  197. u'Open prev (hold Ctl+Shift to copy labels)',
  198. enabled=False,
  199. )
  200. save = action('&Save', self.saveFile, shortcuts['save'], 'save',
  201. 'Save labels to file', enabled=False)
  202. saveAs = action('&Save As', self.saveFileAs, shortcuts['save_as'],
  203. 'save-as', 'Save labels to a different file',
  204. enabled=False)
  205. changeOutputDir = action(
  206. '&Change Output Dir',
  207. slot=self.changeOutputDirDialog,
  208. shortcut=shortcuts['save_to'],
  209. icon='open',
  210. tip=u'Change where annotations are loaded/saved'
  211. )
  212. saveAuto = action(
  213. text='Save &Automatically',
  214. slot=lambda x: self.actions.saveAuto.setChecked(x),
  215. icon='save',
  216. tip='Save automatically',
  217. checkable=True,
  218. enabled=True,
  219. )
  220. saveAuto.setChecked(self._config['auto_save'])
  221. close = action('&Close', self.closeFile, shortcuts['close'], 'close',
  222. 'Close current file')
  223. color1 = action('Polygon &Line Color', self.chooseColor1,
  224. shortcuts['edit_line_color'], 'color_line',
  225. 'Choose polygon line color')
  226. color2 = action('Polygon &Fill Color', self.chooseColor2,
  227. shortcuts['edit_fill_color'], 'color',
  228. 'Choose polygon fill color')
  229. toggle_keep_prev_mode = action(
  230. 'Keep Previous Annotation',
  231. self.toggleKeepPrevMode,
  232. shortcuts['toggle_keep_prev_mode'], None,
  233. 'Toggle "keep pevious annotation" mode',
  234. checkable=True)
  235. toggle_keep_prev_mode.setChecked(self._config['keep_prev'])
  236. createMode = action(
  237. 'Create Polygons',
  238. lambda: self.toggleDrawMode(False, createMode='polygon'),
  239. shortcuts['create_polygon'],
  240. 'objects',
  241. 'Start drawing polygons',
  242. enabled=False,
  243. )
  244. createRectangleMode = action(
  245. 'Create Rectangle',
  246. lambda: self.toggleDrawMode(False, createMode='rectangle'),
  247. shortcuts['create_rectangle'],
  248. 'objects',
  249. 'Start drawing rectangles',
  250. enabled=False,
  251. )
  252. createCircleMode = action(
  253. 'Create Circle',
  254. lambda: self.toggleDrawMode(False, createMode='circle'),
  255. shortcuts['create_circle'],
  256. 'objects',
  257. 'Start drawing circles',
  258. enabled=False,
  259. )
  260. createLineMode = action(
  261. 'Create Line',
  262. lambda: self.toggleDrawMode(False, createMode='line'),
  263. shortcuts['create_line'],
  264. 'objects',
  265. 'Start drawing lines',
  266. enabled=False,
  267. )
  268. createPointMode = action(
  269. 'Create Point',
  270. lambda: self.toggleDrawMode(False, createMode='point'),
  271. shortcuts['create_point'],
  272. 'objects',
  273. 'Start drawing points',
  274. enabled=False,
  275. )
  276. createLineStripMode = action(
  277. 'Create LineStrip',
  278. lambda: self.toggleDrawMode(False, createMode='linestrip'),
  279. shortcuts['create_linestrip'],
  280. 'objects',
  281. 'Start drawing linestrip. Ctrl+LeftClick ends creation.',
  282. enabled=False,
  283. )
  284. editMode = action('Edit Polygons', self.setEditMode,
  285. shortcuts['edit_polygon'], 'edit',
  286. 'Move and edit polygons', enabled=False)
  287. delete = action('Delete Polygon', self.deleteSelectedShape,
  288. shortcuts['delete_polygon'], 'cancel',
  289. 'Delete', enabled=False)
  290. copy = action('Duplicate Polygon', self.copySelectedShape,
  291. shortcuts['duplicate_polygon'], 'copy',
  292. 'Create a duplicate of the selected polygon',
  293. enabled=False)
  294. undoLastPoint = action('Undo last point', self.canvas.undoLastPoint,
  295. shortcuts['undo_last_point'], 'undo',
  296. 'Undo last drawn point', enabled=False)
  297. addPoint = action('Add Point to Edge', self.canvas.addPointToEdge,
  298. None, 'edit', 'Add point to the nearest edge',
  299. enabled=False)
  300. undo = action('Undo', self.undoShapeEdit, shortcuts['undo'], 'undo',
  301. 'Undo last add and edit of shape', enabled=False)
  302. hideAll = action('&Hide\nPolygons',
  303. functools.partial(self.togglePolygons, False),
  304. icon='eye', tip='Hide all polygons', enabled=False)
  305. showAll = action('&Show\nPolygons',
  306. functools.partial(self.togglePolygons, True),
  307. icon='eye', tip='Show all polygons', enabled=False)
  308. help = action('&Tutorial', self.tutorial, icon='help',
  309. tip='Show tutorial page')
  310. zoom = QtWidgets.QWidgetAction(self)
  311. zoom.setDefaultWidget(self.zoomWidget)
  312. self.zoomWidget.setWhatsThis(
  313. "Zoom in or out of the image. Also accessible with"
  314. " %s and %s from the canvas." %
  315. (fmtShortcut('%s,%s' % (shortcuts['zoom_in'],
  316. shortcuts['zoom_out'])),
  317. fmtShortcut("Ctrl+Wheel")))
  318. self.zoomWidget.setEnabled(False)
  319. zoomIn = action('Zoom &In', functools.partial(self.addZoom, 10),
  320. shortcuts['zoom_in'], 'zoom-in',
  321. 'Increase zoom level', enabled=False)
  322. zoomOut = action('&Zoom Out', functools.partial(self.addZoom, -10),
  323. shortcuts['zoom_out'], 'zoom-out',
  324. 'Decrease zoom level', enabled=False)
  325. zoomOrg = action('&Original size',
  326. functools.partial(self.setZoom, 100),
  327. shortcuts['zoom_to_original'], 'zoom',
  328. 'Zoom to original size', enabled=False)
  329. fitWindow = action('&Fit Window', self.setFitWindow,
  330. shortcuts['fit_window'], 'fit-window',
  331. 'Zoom follows window size', checkable=True,
  332. enabled=False)
  333. fitWidth = action('Fit &Width', self.setFitWidth,
  334. shortcuts['fit_width'], 'fit-width',
  335. 'Zoom follows window width',
  336. checkable=True, enabled=False)
  337. # Group zoom controls into a list for easier toggling.
  338. zoomActions = (self.zoomWidget, zoomIn, zoomOut, zoomOrg,
  339. fitWindow, fitWidth)
  340. self.zoomMode = self.FIT_WINDOW
  341. fitWindow.setChecked(Qt.Checked)
  342. self.scalers = {
  343. self.FIT_WINDOW: self.scaleFitWindow,
  344. self.FIT_WIDTH: self.scaleFitWidth,
  345. # Set to one to scale to 100% when loading files.
  346. self.MANUAL_ZOOM: lambda: 1,
  347. }
  348. edit = action('&Edit Label', self.editLabel, shortcuts['edit_label'],
  349. 'edit', 'Modify the label of the selected polygon',
  350. enabled=False)
  351. shapeLineColor = action(
  352. 'Shape &Line Color', self.chshapeLineColor, icon='color-line',
  353. tip='Change the line color for this specific shape', enabled=False)
  354. shapeFillColor = action(
  355. 'Shape &Fill Color', self.chshapeFillColor, icon='color',
  356. tip='Change the fill color for this specific shape', enabled=False)
  357. fill_drawing = action(
  358. 'Fill Drawing Polygon',
  359. lambda x: self.canvas.setFillDrawing(x),
  360. None,
  361. 'color',
  362. 'Fill polygon while drawing',
  363. checkable=True,
  364. enabled=True,
  365. )
  366. fill_drawing.setChecked(True)
  367. # Lavel list context menu.
  368. labelMenu = QtWidgets.QMenu()
  369. addActions(labelMenu, (edit, delete))
  370. self.labelList.setContextMenuPolicy(Qt.CustomContextMenu)
  371. self.labelList.customContextMenuRequested.connect(
  372. self.popLabelListMenu)
  373. # Store actions for further handling.
  374. self.actions = struct(
  375. saveAuto=saveAuto,
  376. changeOutputDir=changeOutputDir,
  377. save=save, saveAs=saveAs, open=open_, close=close,
  378. lineColor=color1, fillColor=color2,
  379. toggleKeepPrevMode=toggle_keep_prev_mode,
  380. delete=delete, edit=edit, copy=copy,
  381. undoLastPoint=undoLastPoint, undo=undo,
  382. addPoint=addPoint,
  383. createMode=createMode, editMode=editMode,
  384. createRectangleMode=createRectangleMode,
  385. createCircleMode=createCircleMode,
  386. createLineMode=createLineMode,
  387. createPointMode=createPointMode,
  388. createLineStripMode=createLineStripMode,
  389. shapeLineColor=shapeLineColor, shapeFillColor=shapeFillColor,
  390. zoom=zoom, zoomIn=zoomIn, zoomOut=zoomOut, zoomOrg=zoomOrg,
  391. fitWindow=fitWindow, fitWidth=fitWidth,
  392. zoomActions=zoomActions,
  393. openNextImg=openNextImg, openPrevImg=openPrevImg,
  394. fileMenuActions=(open_, opendir, save, saveAs, close, quit),
  395. tool=(),
  396. editMenu=(edit, copy, delete, None, undo, undoLastPoint,
  397. None, color1, color2, None, toggle_keep_prev_mode),
  398. # menu shown at right click
  399. menu=(
  400. createMode,
  401. createRectangleMode,
  402. createCircleMode,
  403. createLineMode,
  404. createPointMode,
  405. createLineStripMode,
  406. editMode,
  407. edit,
  408. copy,
  409. delete,
  410. shapeLineColor,
  411. shapeFillColor,
  412. undo,
  413. undoLastPoint,
  414. addPoint,
  415. ),
  416. onLoadActive=(
  417. close,
  418. createMode,
  419. createRectangleMode,
  420. createCircleMode,
  421. createLineMode,
  422. createPointMode,
  423. createLineStripMode,
  424. editMode,
  425. ),
  426. onShapesPresent=(saveAs, hideAll, showAll),
  427. )
  428. self.canvas.edgeSelected.connect(self.actions.addPoint.setEnabled)
  429. self.menus = struct(
  430. file=self.menu('&File'),
  431. edit=self.menu('&Edit'),
  432. view=self.menu('&View'),
  433. help=self.menu('&Help'),
  434. recentFiles=QtWidgets.QMenu('Open &Recent'),
  435. labelList=labelMenu,
  436. )
  437. addActions(self.menus.file, (open_, openNextImg, openPrevImg, opendir,
  438. self.menus.recentFiles,
  439. save, saveAs, saveAuto, changeOutputDir,
  440. close,
  441. None,
  442. quit))
  443. addActions(self.menus.help, (help,))
  444. addActions(self.menus.view, (
  445. self.flag_dock.toggleViewAction(),
  446. self.label_dock.toggleViewAction(),
  447. self.shape_dock.toggleViewAction(),
  448. self.file_dock.toggleViewAction(),
  449. None,
  450. fill_drawing,
  451. None,
  452. hideAll,
  453. showAll,
  454. None,
  455. zoomIn,
  456. zoomOut,
  457. zoomOrg,
  458. None,
  459. fitWindow,
  460. fitWidth,
  461. None,
  462. ))
  463. self.menus.file.aboutToShow.connect(self.updateFileMenu)
  464. # Custom context menu for the canvas widget:
  465. addActions(self.canvas.menus[0], self.actions.menu)
  466. addActions(self.canvas.menus[1], (
  467. action('&Copy here', self.copyShape),
  468. action('&Move here', self.moveShape)))
  469. self.tools = self.toolbar('Tools')
  470. # Menu buttons on Left
  471. self.actions.tool = (
  472. open_,
  473. opendir,
  474. openNextImg,
  475. openPrevImg,
  476. save,
  477. None,
  478. createMode,
  479. editMode,
  480. copy,
  481. delete,
  482. undo,
  483. None,
  484. zoomIn,
  485. zoom,
  486. zoomOut,
  487. fitWindow,
  488. fitWidth,
  489. )
  490. self.statusBar().showMessage('%s started.' % __appname__)
  491. self.statusBar().show()
  492. if output_file is not None and self._config['auto_save']:
  493. logger.warn(
  494. 'If `auto_save` argument is True, `output_file` argument '
  495. 'is ignored and output filename is automatically '
  496. 'set as IMAGE_BASENAME.json.'
  497. )
  498. self.output_file = output_file
  499. self.output_dir = output_dir
  500. # Application state.
  501. self.image = QtGui.QImage()
  502. self.imagePath = None
  503. self.recentFiles = []
  504. self.maxRecent = 7
  505. self.lineColor = None
  506. self.fillColor = None
  507. self.otherData = None
  508. self.zoom_level = 100
  509. self.fit_window = False
  510. if filename is not None and osp.isdir(filename):
  511. self.importDirImages(filename, load=False)
  512. else:
  513. self.filename = filename
  514. if config['file_search']:
  515. self.fileSearch.setText(config['file_search'])
  516. self.fileSearchChanged()
  517. # XXX: Could be completely declarative.
  518. # Restore application settings.
  519. self.settings = QtCore.QSettings('labelme', 'labelme')
  520. # FIXME: QSettings.value can return None on PyQt4
  521. self.recentFiles = self.settings.value('recentFiles', []) or []
  522. size = self.settings.value('window/size', QtCore.QSize(600, 500))
  523. position = self.settings.value('window/position', QtCore.QPoint(0, 0))
  524. self.resize(size)
  525. self.move(position)
  526. # or simply:
  527. # self.restoreGeometry(settings['window/geometry']
  528. self.restoreState(
  529. self.settings.value('window/state', QtCore.QByteArray()))
  530. self.lineColor = QtGui.QColor(
  531. self.settings.value('line/color', Shape.line_color))
  532. self.fillColor = QtGui.QColor(
  533. self.settings.value('fill/color', Shape.fill_color))
  534. Shape.line_color = self.lineColor
  535. Shape.fill_color = self.fillColor
  536. # Populate the File menu dynamically.
  537. self.updateFileMenu()
  538. # Since loading the file may take some time,
  539. # make sure it runs in the background.
  540. if self.filename is not None:
  541. self.queueEvent(functools.partial(self.loadFile, self.filename))
  542. # Callbacks:
  543. self.zoomWidget.valueChanged.connect(self.paintCanvas)
  544. self.populateModeActions()
  545. # self.firstStart = True
  546. # if self.firstStart:
  547. # QWhatsThis.enterWhatsThisMode()
  548. # Support Functions
  549. def noShapes(self):
  550. return not self.labelList.itemsToShapes
  551. def populateModeActions(self):
  552. tool, menu = self.actions.tool, self.actions.menu
  553. self.tools.clear()
  554. addActions(self.tools, tool)
  555. self.canvas.menus[0].clear()
  556. addActions(self.canvas.menus[0], menu)
  557. self.menus.edit.clear()
  558. actions = (
  559. self.actions.createMode,
  560. self.actions.createRectangleMode,
  561. self.actions.createCircleMode,
  562. self.actions.createLineMode,
  563. self.actions.createPointMode,
  564. self.actions.createLineStripMode,
  565. self.actions.editMode,
  566. )
  567. addActions(self.menus.edit, actions + self.actions.editMenu)
  568. def setDirty(self):
  569. if self._config['auto_save'] or self.actions.saveAuto.isChecked():
  570. label_file = osp.splitext(self.imagePath)[0] + '.json'
  571. if self.output_dir:
  572. label_file = osp.join(self.output_dir, label_file)
  573. self.saveLabels(label_file)
  574. return
  575. self.dirty = True
  576. self.actions.save.setEnabled(True)
  577. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  578. title = __appname__
  579. if self.filename is not None:
  580. title = '{} - {}*'.format(title, self.filename)
  581. self.setWindowTitle(title)
  582. def setClean(self):
  583. self.dirty = False
  584. self.actions.save.setEnabled(False)
  585. self.actions.createMode.setEnabled(True)
  586. self.actions.createRectangleMode.setEnabled(True)
  587. self.actions.createCircleMode.setEnabled(True)
  588. self.actions.createLineMode.setEnabled(True)
  589. self.actions.createPointMode.setEnabled(True)
  590. self.actions.createLineStripMode.setEnabled(True)
  591. title = __appname__
  592. if self.filename is not None:
  593. title = '{} - {}'.format(title, self.filename)
  594. self.setWindowTitle(title)
  595. def toggleActions(self, value=True):
  596. """Enable/Disable widgets which depend on an opened image."""
  597. for z in self.actions.zoomActions:
  598. z.setEnabled(value)
  599. for action in self.actions.onLoadActive:
  600. action.setEnabled(value)
  601. def queueEvent(self, function):
  602. QtCore.QTimer.singleShot(0, function)
  603. def status(self, message, delay=5000):
  604. self.statusBar().showMessage(message, delay)
  605. def resetState(self):
  606. self.labelList.clear()
  607. self.filename = None
  608. self.imagePath = None
  609. self.imageData = None
  610. self.labelFile = None
  611. self.otherData = None
  612. self.canvas.resetState()
  613. def currentItem(self):
  614. items = self.labelList.selectedItems()
  615. if items:
  616. return items[0]
  617. return None
  618. def addRecentFile(self, filename):
  619. if filename in self.recentFiles:
  620. self.recentFiles.remove(filename)
  621. elif len(self.recentFiles) >= self.maxRecent:
  622. self.recentFiles.pop()
  623. self.recentFiles.insert(0, filename)
  624. # Callbacks
  625. def undoShapeEdit(self):
  626. self.canvas.restoreShape()
  627. self.labelList.clear()
  628. self.loadShapes(self.canvas.shapes)
  629. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  630. def tutorial(self):
  631. url = 'https://github.com/wkentaro/labelme/tree/master/examples/tutorial' # NOQA
  632. webbrowser.open(url)
  633. def toggleAddPointEnabled(self, enabled):
  634. self.actions.addPoint.setEnabled(enabled)
  635. def toggleDrawingSensitive(self, drawing=True):
  636. """Toggle drawing sensitive.
  637. In the middle of drawing, toggling between modes should be disabled.
  638. """
  639. self.actions.editMode.setEnabled(not drawing)
  640. self.actions.undoLastPoint.setEnabled(drawing)
  641. self.actions.undo.setEnabled(not drawing)
  642. self.actions.delete.setEnabled(not drawing)
  643. def toggleDrawMode(self, edit=True, createMode='polygon'):
  644. self.canvas.setEditing(edit)
  645. self.canvas.createMode = createMode
  646. if edit:
  647. self.actions.createMode.setEnabled(True)
  648. self.actions.createRectangleMode.setEnabled(True)
  649. self.actions.createCircleMode.setEnabled(True)
  650. self.actions.createLineMode.setEnabled(True)
  651. self.actions.createPointMode.setEnabled(True)
  652. self.actions.createLineStripMode.setEnabled(True)
  653. else:
  654. if createMode == 'polygon':
  655. self.actions.createMode.setEnabled(False)
  656. self.actions.createRectangleMode.setEnabled(True)
  657. self.actions.createCircleMode.setEnabled(True)
  658. self.actions.createLineMode.setEnabled(True)
  659. self.actions.createPointMode.setEnabled(True)
  660. self.actions.createLineStripMode.setEnabled(True)
  661. elif createMode == 'rectangle':
  662. self.actions.createMode.setEnabled(True)
  663. self.actions.createRectangleMode.setEnabled(False)
  664. self.actions.createCircleMode.setEnabled(True)
  665. self.actions.createLineMode.setEnabled(True)
  666. self.actions.createPointMode.setEnabled(True)
  667. self.actions.createLineStripMode.setEnabled(True)
  668. elif createMode == 'line':
  669. self.actions.createMode.setEnabled(True)
  670. self.actions.createRectangleMode.setEnabled(True)
  671. self.actions.createCircleMode.setEnabled(True)
  672. self.actions.createLineMode.setEnabled(False)
  673. self.actions.createPointMode.setEnabled(True)
  674. self.actions.createLineStripMode.setEnabled(True)
  675. elif createMode == 'point':
  676. self.actions.createMode.setEnabled(True)
  677. self.actions.createRectangleMode.setEnabled(True)
  678. self.actions.createCircleMode.setEnabled(True)
  679. self.actions.createLineMode.setEnabled(True)
  680. self.actions.createPointMode.setEnabled(False)
  681. self.actions.createLineStripMode.setEnabled(True)
  682. elif createMode == "circle":
  683. self.actions.createMode.setEnabled(True)
  684. self.actions.createRectangleMode.setEnabled(True)
  685. self.actions.createCircleMode.setEnabled(False)
  686. self.actions.createLineMode.setEnabled(True)
  687. self.actions.createPointMode.setEnabled(True)
  688. self.actions.createLineStripMode.setEnabled(True)
  689. elif createMode == "linestrip":
  690. self.actions.createMode.setEnabled(True)
  691. self.actions.createRectangleMode.setEnabled(True)
  692. self.actions.createCircleMode.setEnabled(True)
  693. self.actions.createLineMode.setEnabled(True)
  694. self.actions.createPointMode.setEnabled(True)
  695. self.actions.createLineStripMode.setEnabled(False)
  696. else:
  697. raise ValueError('Unsupported createMode: %s' % createMode)
  698. self.actions.editMode.setEnabled(not edit)
  699. def setEditMode(self):
  700. self.toggleDrawMode(True)
  701. def updateFileMenu(self):
  702. current = self.filename
  703. def exists(filename):
  704. return osp.exists(str(filename))
  705. menu = self.menus.recentFiles
  706. menu.clear()
  707. files = [f for f in self.recentFiles if f != current and exists(f)]
  708. for i, f in enumerate(files):
  709. icon = newIcon('labels')
  710. action = QtWidgets.QAction(
  711. icon, '&%d %s' % (i + 1, QtCore.QFileInfo(f).fileName()), self)
  712. action.triggered.connect(functools.partial(self.loadRecent, f))
  713. menu.addAction(action)
  714. def popLabelListMenu(self, point):
  715. self.menus.labelList.exec_(self.labelList.mapToGlobal(point))
  716. def validateLabel(self, label):
  717. # no validation
  718. if self._config['validate_label'] is None:
  719. return True
  720. for i in range(self.uniqLabelList.count()):
  721. label_i = self.uniqLabelList.item(i).text()
  722. if self._config['validate_label'] in ['exact', 'instance']:
  723. if label_i == label:
  724. return True
  725. if self._config['validate_label'] == 'instance':
  726. m = re.match(r'^{}-[0-9]*$'.format(label_i), label)
  727. if m:
  728. return True
  729. return False
  730. def editLabel(self, item=None):
  731. if not self.canvas.editing():
  732. return
  733. item = item if item else self.currentItem()
  734. text = self.labelDialog.popUp(item.text())
  735. if text is None:
  736. return
  737. if not self.validateLabel(text):
  738. self.errorMessage('Invalid label',
  739. "Invalid label '{}' with validation type '{}'"
  740. .format(text, self._config['validate_label']))
  741. return
  742. item.setText(text)
  743. self.setDirty()
  744. if not self.uniqLabelList.findItems(text, Qt.MatchExactly):
  745. self.uniqLabelList.addItem(text)
  746. self.uniqLabelList.sortItems()
  747. def fileSearchChanged(self):
  748. self.importDirImages(
  749. self.lastOpenDir,
  750. pattern=self.fileSearch.text(),
  751. load=False,
  752. )
  753. def fileSelectionChanged(self):
  754. items = self.fileListWidget.selectedItems()
  755. if not items:
  756. return
  757. item = items[0]
  758. if not self.mayContinue():
  759. return
  760. currIndex = self.imageList.index(str(item.text()))
  761. if currIndex < len(self.imageList):
  762. filename = self.imageList[currIndex]
  763. if filename:
  764. self.loadFile(filename)
  765. # React to canvas signals.
  766. def shapeSelectionChanged(self, selected=False):
  767. if self._noSelectionSlot:
  768. self._noSelectionSlot = False
  769. else:
  770. shape = self.canvas.selectedShape
  771. if shape:
  772. item = self.labelList.get_item_from_shape(shape)
  773. item.setSelected(True)
  774. else:
  775. self.labelList.clearSelection()
  776. self.actions.delete.setEnabled(selected)
  777. self.actions.copy.setEnabled(selected)
  778. self.actions.edit.setEnabled(selected)
  779. self.actions.shapeLineColor.setEnabled(selected)
  780. self.actions.shapeFillColor.setEnabled(selected)
  781. def addLabel(self, shape):
  782. item = QtWidgets.QListWidgetItem(shape.label)
  783. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  784. item.setCheckState(Qt.Checked)
  785. self.labelList.itemsToShapes.append((item, shape))
  786. self.labelList.addItem(item)
  787. if not self.uniqLabelList.findItems(shape.label, Qt.MatchExactly):
  788. self.uniqLabelList.addItem(shape.label)
  789. self.uniqLabelList.sortItems()
  790. self.labelDialog.addLabelHistory(item.text())
  791. for action in self.actions.onShapesPresent:
  792. action.setEnabled(True)
  793. def remLabel(self, shape):
  794. item = self.labelList.get_item_from_shape(shape)
  795. self.labelList.takeItem(self.labelList.row(item))
  796. def loadShapes(self, shapes):
  797. for shape in shapes:
  798. self.addLabel(shape)
  799. self.canvas.loadShapes(shapes)
  800. def loadLabels(self, shapes):
  801. s = []
  802. for label, points, line_color, fill_color, shape_type in shapes:
  803. shape = Shape(label=label, shape_type=shape_type)
  804. for x, y in points:
  805. shape.addPoint(QtCore.QPoint(x, y))
  806. shape.close()
  807. s.append(shape)
  808. if line_color:
  809. shape.line_color = QtGui.QColor(*line_color)
  810. if fill_color:
  811. shape.fill_color = QtGui.QColor(*fill_color)
  812. self.loadShapes(s)
  813. def loadFlags(self, flags):
  814. self.flag_widget.clear()
  815. for key, flag in flags.items():
  816. item = QtWidgets.QListWidgetItem(key)
  817. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  818. item.setCheckState(Qt.Checked if flag else Qt.Unchecked)
  819. self.flag_widget.addItem(item)
  820. def saveLabels(self, filename):
  821. lf = LabelFile()
  822. def format_shape(s):
  823. return dict(
  824. label=s.label.encode('utf-8') if PY2 else s.label,
  825. line_color=s.line_color.getRgb()
  826. if s.line_color != self.lineColor else None,
  827. fill_color=s.fill_color.getRgb()
  828. if s.fill_color != self.fillColor else None,
  829. points=[(p.x(), p.y()) for p in s.points],
  830. shape_type=s.shape_type,
  831. )
  832. shapes = [format_shape(shape) for shape in self.labelList.shapes]
  833. flags = {}
  834. for i in range(self.flag_widget.count()):
  835. item = self.flag_widget.item(i)
  836. key = item.text()
  837. flag = item.checkState() == Qt.Checked
  838. flags[key] = flag
  839. try:
  840. imagePath = osp.relpath(
  841. self.imagePath, osp.dirname(filename))
  842. imageData = self.imageData if self._config['store_data'] else None
  843. if osp.dirname(filename) and not osp.exists(osp.dirname(filename)):
  844. os.makedirs(osp.dirname(filename))
  845. lf.save(
  846. filename=filename,
  847. shapes=shapes,
  848. imagePath=imagePath,
  849. imageData=imageData,
  850. imageHeight=self.image.height(),
  851. imageWidth=self.image.width(),
  852. lineColor=self.lineColor.getRgb(),
  853. fillColor=self.fillColor.getRgb(),
  854. otherData=self.otherData,
  855. flags=flags,
  856. )
  857. self.labelFile = lf
  858. items = self.fileListWidget.findItems(
  859. self.imagePath, Qt.MatchExactly
  860. )
  861. if len(items) > 0:
  862. if len(items) != 1:
  863. raise RuntimeError('There are duplicate files.')
  864. items[0].setCheckState(Qt.Checked)
  865. # disable allows next and previous image to proceed
  866. # self.filename = filename
  867. return True
  868. except LabelFileError as e:
  869. self.errorMessage('Error saving label data', '<b>%s</b>' % e)
  870. return False
  871. def copySelectedShape(self):
  872. self.addLabel(self.canvas.copySelectedShape())
  873. # fix copy and delete
  874. self.shapeSelectionChanged(True)
  875. def labelSelectionChanged(self):
  876. item = self.currentItem()
  877. if item and self.canvas.editing():
  878. self._noSelectionSlot = True
  879. shape = self.labelList.get_shape_from_item(item)
  880. self.canvas.selectShape(shape)
  881. def labelItemChanged(self, item):
  882. shape = self.labelList.get_shape_from_item(item)
  883. label = str(item.text())
  884. if label != shape.label:
  885. shape.label = str(item.text())
  886. self.setDirty()
  887. else: # User probably changed item visibility
  888. self.canvas.setShapeVisible(shape, item.checkState() == Qt.Checked)
  889. # Callback functions:
  890. def newShape(self):
  891. """Pop-up and give focus to the label editor.
  892. position MUST be in global coordinates.
  893. """
  894. items = self.uniqLabelList.selectedItems()
  895. text = None
  896. if items:
  897. text = items[0].text()
  898. if self._config['display_label_popup'] or not text:
  899. text = self.labelDialog.popUp(text)
  900. if text is not None and not self.validateLabel(text):
  901. self.errorMessage('Invalid label',
  902. "Invalid label '{}' with validation type '{}'"
  903. .format(text, self._config['validate_label']))
  904. text = None
  905. if text is None:
  906. self.canvas.undoLastLine()
  907. self.canvas.shapesBackups.pop()
  908. else:
  909. self.addLabel(self.canvas.setLastLabel(text))
  910. self.actions.editMode.setEnabled(True)
  911. self.actions.undoLastPoint.setEnabled(False)
  912. self.actions.undo.setEnabled(True)
  913. self.setDirty()
  914. def scrollRequest(self, delta, orientation):
  915. units = - delta * 0.1 # natural scroll
  916. bar = self.scrollBars[orientation]
  917. bar.setValue(bar.value() + bar.singleStep() * units)
  918. def setZoom(self, value):
  919. self.actions.fitWidth.setChecked(False)
  920. self.actions.fitWindow.setChecked(False)
  921. self.zoomMode = self.MANUAL_ZOOM
  922. self.zoomWidget.setValue(value)
  923. def addZoom(self, increment=10):
  924. self.setZoom(self.zoomWidget.value() + increment)
  925. def zoomRequest(self, delta, pos):
  926. canvas_width_old = self.canvas.width()
  927. units = delta * 0.1
  928. self.addZoom(units)
  929. canvas_width_new = self.canvas.width()
  930. if canvas_width_old != canvas_width_new:
  931. canvas_scale_factor = canvas_width_new / canvas_width_old
  932. x_shift = round(pos.x() * canvas_scale_factor) - pos.x()
  933. y_shift = round(pos.y() * canvas_scale_factor) - pos.y()
  934. self.scrollBars[Qt.Horizontal].setValue(
  935. self.scrollBars[Qt.Horizontal].value() + x_shift)
  936. self.scrollBars[Qt.Vertical].setValue(
  937. self.scrollBars[Qt.Vertical].value() + y_shift)
  938. def setFitWindow(self, value=True):
  939. if value:
  940. self.actions.fitWidth.setChecked(False)
  941. self.zoomMode = self.FIT_WINDOW if value else self.MANUAL_ZOOM
  942. self.adjustScale()
  943. def setFitWidth(self, value=True):
  944. if value:
  945. self.actions.fitWindow.setChecked(False)
  946. self.zoomMode = self.FIT_WIDTH if value else self.MANUAL_ZOOM
  947. self.adjustScale()
  948. def togglePolygons(self, value):
  949. for item, shape in self.labelList.itemsToShapes:
  950. item.setCheckState(Qt.Checked if value else Qt.Unchecked)
  951. def convertImageDataToPng(self, imageData):
  952. if imageData is None:
  953. return
  954. img = PIL.Image.open(io.BytesIO(imageData))
  955. with io.BytesIO() as imgBytesIO:
  956. img.save(imgBytesIO, "PNG")
  957. imgBytesIO.seek(0)
  958. data = imgBytesIO.read()
  959. return data
  960. def loadFile(self, filename=None):
  961. """Load the specified file, or the last opened file if None."""
  962. # changing fileListWidget loads file
  963. if (filename in self.imageList and
  964. self.fileListWidget.currentRow() !=
  965. self.imageList.index(filename)):
  966. self.fileListWidget.setCurrentRow(self.imageList.index(filename))
  967. self.fileListWidget.repaint()
  968. return
  969. self.resetState()
  970. self.canvas.setEnabled(False)
  971. if filename is None:
  972. filename = self.settings.value('filename', '')
  973. filename = str(filename)
  974. if not QtCore.QFile.exists(filename):
  975. self.errorMessage(
  976. 'Error opening file', 'No such file: <b>%s</b>' % filename)
  977. return False
  978. # assumes same name, but json extension
  979. self.status("Loading %s..." % osp.basename(str(filename)))
  980. label_file = osp.splitext(filename)[0] + '.json'
  981. if self.output_dir:
  982. label_file = osp.join(self.output_dir, label_file)
  983. if QtCore.QFile.exists(label_file) and \
  984. LabelFile.isLabelFile(label_file):
  985. try:
  986. self.labelFile = LabelFile(label_file)
  987. # FIXME: PyQt4 installed via Anaconda fails to load JPEG
  988. # and JSON encoded images.
  989. # https://github.com/ContinuumIO/anaconda-issues/issues/131
  990. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  991. # tries to read image with PIL and convert it to PNG
  992. self.labelFile.imageData = self.convertImageDataToPng(
  993. self.labelFile.imageData)
  994. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  995. raise LabelFileError(
  996. 'Failed loading image data from label file.\n'
  997. 'Maybe this is a known issue of PyQt4 built on'
  998. ' Anaconda, and may be fixed by installing PyQt5.')
  999. except LabelFileError as e:
  1000. self.errorMessage(
  1001. 'Error opening file',
  1002. "<p><b>%s</b></p>"
  1003. "<p>Make sure <i>%s</i> is a valid label file."
  1004. % (e, label_file))
  1005. self.status("Error reading %s" % label_file)
  1006. return False
  1007. self.imageData = self.labelFile.imageData
  1008. self.imagePath = osp.join(
  1009. osp.dirname(label_file),
  1010. self.labelFile.imagePath,
  1011. )
  1012. if self.labelFile.lineColor is not None:
  1013. self.lineColor = QtGui.QColor(*self.labelFile.lineColor)
  1014. if self.labelFile.fillColor is not None:
  1015. self.fillColor = QtGui.QColor(*self.labelFile.fillColor)
  1016. self.otherData = self.labelFile.otherData
  1017. else:
  1018. self.imageData = self.loadImageFile(filename)
  1019. if self.imageData:
  1020. self.imagePath = filename
  1021. self.labelFile = None
  1022. image = QtGui.QImage.fromData(self.imageData)
  1023. if image.isNull():
  1024. formats = ['*.{}'.format(fmt.data().decode())
  1025. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1026. self.errorMessage(
  1027. 'Error opening file',
  1028. '<p>Make sure <i>{0}</i> is a valid image file.<br/>'
  1029. 'Supported image formats: {1}</p>'
  1030. .format(filename, ','.join(formats)))
  1031. self.status("Error reading %s" % filename)
  1032. return False
  1033. self.image = image
  1034. self.filename = filename
  1035. if self._config['keep_prev']:
  1036. prev_shapes = self.canvas.shapes
  1037. self.canvas.loadPixmap(QtGui.QPixmap.fromImage(image))
  1038. if self._config['flags']:
  1039. self.loadFlags({k: False for k in self._config['flags']})
  1040. if self._config['keep_prev']:
  1041. self.loadShapes(prev_shapes)
  1042. if self.labelFile:
  1043. self.loadLabels(self.labelFile.shapes)
  1044. if self.labelFile.flags is not None:
  1045. self.loadFlags(self.labelFile.flags)
  1046. self.setClean()
  1047. self.canvas.setEnabled(True)
  1048. self.adjustScale(initial=True)
  1049. self.paintCanvas()
  1050. self.addRecentFile(self.filename)
  1051. self.toggleActions(True)
  1052. self.status("Loaded %s" % osp.basename(str(filename)))
  1053. return True
  1054. def loadImageFile(self, filename):
  1055. try:
  1056. image_pil = PIL.Image.open(filename)
  1057. except IOError:
  1058. return
  1059. # apply orientation to image according to exif
  1060. image_pil = apply_exif_orientation(image_pil)
  1061. with io.BytesIO() as f:
  1062. image_pil.save(f, format='PNG')
  1063. f.seek(0)
  1064. return f.read()
  1065. def resizeEvent(self, event):
  1066. if self.canvas and not self.image.isNull()\
  1067. and self.zoomMode != self.MANUAL_ZOOM:
  1068. self.adjustScale()
  1069. super(MainWindow, self).resizeEvent(event)
  1070. def paintCanvas(self):
  1071. assert not self.image.isNull(), "cannot paint null image"
  1072. self.canvas.scale = 0.01 * self.zoomWidget.value()
  1073. self.canvas.adjustSize()
  1074. self.canvas.update()
  1075. def adjustScale(self, initial=False):
  1076. value = self.scalers[self.FIT_WINDOW if initial else self.zoomMode]()
  1077. self.zoomWidget.setValue(int(100 * value))
  1078. def scaleFitWindow(self):
  1079. """Figure out the size of the pixmap to fit the main widget."""
  1080. e = 2.0 # So that no scrollbars are generated.
  1081. w1 = self.centralWidget().width() - e
  1082. h1 = self.centralWidget().height() - e
  1083. a1 = w1 / h1
  1084. # Calculate a new scale value based on the pixmap's aspect ratio.
  1085. w2 = self.canvas.pixmap.width() - 0.0
  1086. h2 = self.canvas.pixmap.height() - 0.0
  1087. a2 = w2 / h2
  1088. return w1 / w2 if a2 >= a1 else h1 / h2
  1089. def scaleFitWidth(self):
  1090. # The epsilon does not seem to work too well here.
  1091. w = self.centralWidget().width() - 2.0
  1092. return w / self.canvas.pixmap.width()
  1093. def closeEvent(self, event):
  1094. if not self.mayContinue():
  1095. event.ignore()
  1096. self.settings.setValue(
  1097. 'filename', self.filename if self.filename else '')
  1098. self.settings.setValue('window/size', self.size())
  1099. self.settings.setValue('window/position', self.pos())
  1100. self.settings.setValue('window/state', self.saveState())
  1101. self.settings.setValue('line/color', self.lineColor)
  1102. self.settings.setValue('fill/color', self.fillColor)
  1103. self.settings.setValue('recentFiles', self.recentFiles)
  1104. # ask the use for where to save the labels
  1105. # self.settings.setValue('window/geometry', self.saveGeometry())
  1106. # User Dialogs #
  1107. def loadRecent(self, filename):
  1108. if self.mayContinue():
  1109. self.loadFile(filename)
  1110. def openPrevImg(self, _value=False):
  1111. keep_prev = self._config['keep_prev']
  1112. if QtGui.QGuiApplication.keyboardModifiers() == \
  1113. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1114. self._config['keep_prev'] = True
  1115. if not self.mayContinue():
  1116. return
  1117. if len(self.imageList) <= 0:
  1118. return
  1119. if self.filename is None:
  1120. return
  1121. currIndex = self.imageList.index(self.filename)
  1122. if currIndex - 1 >= 0:
  1123. filename = self.imageList[currIndex - 1]
  1124. if filename:
  1125. self.loadFile(filename)
  1126. self._config['keep_prev'] = keep_prev
  1127. def openNextImg(self, _value=False, load=True):
  1128. keep_prev = self._config['keep_prev']
  1129. if QtGui.QGuiApplication.keyboardModifiers() == \
  1130. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1131. self._config['keep_prev'] = True
  1132. if not self.mayContinue():
  1133. return
  1134. if len(self.imageList) <= 0:
  1135. return
  1136. filename = None
  1137. if self.filename is None:
  1138. filename = self.imageList[0]
  1139. else:
  1140. currIndex = self.imageList.index(self.filename)
  1141. if currIndex + 1 < len(self.imageList):
  1142. filename = self.imageList[currIndex + 1]
  1143. else:
  1144. filename = self.imageList[-1]
  1145. self.filename = filename
  1146. if self.filename and load:
  1147. self.loadFile(self.filename)
  1148. self._config['keep_prev'] = keep_prev
  1149. def openFile(self, _value=False):
  1150. if not self.mayContinue():
  1151. return
  1152. path = osp.dirname(str(self.filename)) if self.filename else '.'
  1153. formats = ['*.{}'.format(fmt.data().decode())
  1154. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1155. filters = "Image & Label files (%s)" % ' '.join(
  1156. formats + ['*%s' % LabelFile.suffix])
  1157. filename = QtWidgets.QFileDialog.getOpenFileName(
  1158. self, '%s - Choose Image or Label file' % __appname__,
  1159. path, filters)
  1160. if QT5:
  1161. filename, _ = filename
  1162. filename = str(filename)
  1163. if filename:
  1164. self.loadFile(filename)
  1165. def changeOutputDirDialog(self, _value=False):
  1166. default_output_dir = self.output_dir
  1167. if default_output_dir is None and self.filename:
  1168. default_output_dir = osp.dirname(self.filename)
  1169. if default_output_dir is None:
  1170. default_output_dir = self.currentPath()
  1171. output_dir = QtWidgets.QFileDialog.getExistingDirectory(
  1172. self, '%s - Save/Load Annotations in Directory' % __appname__,
  1173. default_output_dir,
  1174. QtWidgets.QFileDialog.ShowDirsOnly |
  1175. QtWidgets.QFileDialog.DontResolveSymlinks,
  1176. )
  1177. output_dir = str(output_dir)
  1178. if not output_dir:
  1179. return
  1180. self.output_dir = output_dir
  1181. self.statusBar().showMessage(
  1182. '%s . Annotations will be saved/loaded in %s' %
  1183. ('Change Annotations Dir', self.output_dir))
  1184. self.statusBar().show()
  1185. current_filename = self.filename
  1186. self.importDirImages(self.lastOpenDir, load=False)
  1187. if current_filename in self.imageList:
  1188. # retain currently selected file
  1189. self.fileListWidget.setCurrentRow(
  1190. self.imageList.index(current_filename))
  1191. self.fileListWidget.repaint()
  1192. def saveFile(self, _value=False):
  1193. assert not self.image.isNull(), "cannot save empty image"
  1194. if self._config['flags'] or self.hasLabels():
  1195. if self.labelFile:
  1196. # DL20180323 - overwrite when in directory
  1197. self._saveFile(self.labelFile.filename)
  1198. elif self.output_file:
  1199. self._saveFile(self.output_file)
  1200. self.close()
  1201. else:
  1202. self._saveFile(self.saveFileDialog())
  1203. def saveFileAs(self, _value=False):
  1204. assert not self.image.isNull(), "cannot save empty image"
  1205. if self.hasLabels():
  1206. self._saveFile(self.saveFileDialog())
  1207. def saveFileDialog(self):
  1208. caption = '%s - Choose File' % __appname__
  1209. filters = 'Label files (*%s)' % LabelFile.suffix
  1210. if self.output_dir:
  1211. dlg = QtWidgets.QFileDialog(
  1212. self, caption, self.output_dir, filters
  1213. )
  1214. else:
  1215. dlg = QtWidgets.QFileDialog(
  1216. self, caption, self.currentPath(), filters
  1217. )
  1218. dlg.setDefaultSuffix(LabelFile.suffix[1:])
  1219. dlg.setAcceptMode(QtWidgets.QFileDialog.AcceptSave)
  1220. dlg.setOption(QtWidgets.QFileDialog.DontConfirmOverwrite, False)
  1221. dlg.setOption(QtWidgets.QFileDialog.DontUseNativeDialog, False)
  1222. basename = osp.splitext(self.filename)[0]
  1223. if self.output_dir:
  1224. default_labelfile_name = osp.join(
  1225. self.output_dir, basename + LabelFile.suffix
  1226. )
  1227. else:
  1228. default_labelfile_name = osp.join(
  1229. self.currentPath(), basename + LabelFile.suffix
  1230. )
  1231. filename = dlg.getSaveFileName(
  1232. self, 'Choose File', default_labelfile_name,
  1233. 'Label files (*%s)' % LabelFile.suffix)
  1234. if QT5:
  1235. filename, _ = filename
  1236. filename = str(filename)
  1237. return filename
  1238. def _saveFile(self, filename):
  1239. if filename and self.saveLabels(filename):
  1240. self.addRecentFile(filename)
  1241. self.setClean()
  1242. def closeFile(self, _value=False):
  1243. if not self.mayContinue():
  1244. return
  1245. self.resetState()
  1246. self.setClean()
  1247. self.toggleActions(False)
  1248. self.canvas.setEnabled(False)
  1249. self.actions.saveAs.setEnabled(False)
  1250. # Message Dialogs. #
  1251. def hasLabels(self):
  1252. if not self.labelList.itemsToShapes:
  1253. self.errorMessage(
  1254. 'No objects labeled',
  1255. 'You must label at least one object to save the file.')
  1256. return False
  1257. return True
  1258. def mayContinue(self):
  1259. if not self.dirty:
  1260. return True
  1261. mb = QtWidgets.QMessageBox
  1262. msg = 'Save annotations to "{}" before closing?'.format(self.filename)
  1263. answer = mb.question(self,
  1264. 'Save annotations?',
  1265. msg,
  1266. mb.Save | mb.Discard | mb.Cancel,
  1267. mb.Save)
  1268. if answer == mb.Discard:
  1269. return True
  1270. elif answer == mb.Save:
  1271. self.saveFile()
  1272. return True
  1273. else: # answer == mb.Cancel
  1274. return False
  1275. def errorMessage(self, title, message):
  1276. return QtWidgets.QMessageBox.critical(
  1277. self, title, '<p><b>%s</b></p>%s' % (title, message))
  1278. def currentPath(self):
  1279. return osp.dirname(str(self.filename)) if self.filename else '.'
  1280. def chooseColor1(self):
  1281. color = self.colorDialog.getColor(
  1282. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1283. if color:
  1284. self.lineColor = color
  1285. # Change the color for all shape lines:
  1286. Shape.line_color = self.lineColor
  1287. self.canvas.update()
  1288. self.setDirty()
  1289. def chooseColor2(self):
  1290. color = self.colorDialog.getColor(
  1291. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1292. if color:
  1293. self.fillColor = color
  1294. Shape.fill_color = self.fillColor
  1295. self.canvas.update()
  1296. self.setDirty()
  1297. def toggleKeepPrevMode(self):
  1298. self._config['keep_prev'] = not self._config['keep_prev']
  1299. def deleteSelectedShape(self):
  1300. yes, no = QtWidgets.QMessageBox.Yes, QtWidgets.QMessageBox.No
  1301. msg = 'You are about to permanently delete this polygon, ' \
  1302. 'proceed anyway?'
  1303. if yes == QtWidgets.QMessageBox.warning(self, 'Attention', msg,
  1304. yes | no):
  1305. self.remLabel(self.canvas.deleteSelected())
  1306. self.setDirty()
  1307. if self.noShapes():
  1308. for action in self.actions.onShapesPresent:
  1309. action.setEnabled(False)
  1310. def chshapeLineColor(self):
  1311. color = self.colorDialog.getColor(
  1312. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1313. if color:
  1314. self.canvas.selectedShape.line_color = color
  1315. self.canvas.update()
  1316. self.setDirty()
  1317. def chshapeFillColor(self):
  1318. color = self.colorDialog.getColor(
  1319. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1320. if color:
  1321. self.canvas.selectedShape.fill_color = color
  1322. self.canvas.update()
  1323. self.setDirty()
  1324. def copyShape(self):
  1325. self.canvas.endMove(copy=True)
  1326. self.addLabel(self.canvas.selectedShape)
  1327. self.setDirty()
  1328. def moveShape(self):
  1329. self.canvas.endMove(copy=False)
  1330. self.setDirty()
  1331. def openDirDialog(self, _value=False, dirpath=None):
  1332. if not self.mayContinue():
  1333. return
  1334. defaultOpenDirPath = dirpath if dirpath else '.'
  1335. if self.lastOpenDir and osp.exists(self.lastOpenDir):
  1336. defaultOpenDirPath = self.lastOpenDir
  1337. else:
  1338. defaultOpenDirPath = osp.dirname(self.filename) \
  1339. if self.filename else '.'
  1340. targetDirPath = str(QtWidgets.QFileDialog.getExistingDirectory(
  1341. self, '%s - Open Directory' % __appname__, defaultOpenDirPath,
  1342. QtWidgets.QFileDialog.ShowDirsOnly |
  1343. QtWidgets.QFileDialog.DontResolveSymlinks))
  1344. self.importDirImages(targetDirPath)
  1345. @property
  1346. def imageList(self):
  1347. lst = []
  1348. for i in range(self.fileListWidget.count()):
  1349. item = self.fileListWidget.item(i)
  1350. lst.append(item.text())
  1351. return lst
  1352. def importDirImages(self, dirpath, pattern=None, load=True):
  1353. self.actions.openNextImg.setEnabled(True)
  1354. self.actions.openPrevImg.setEnabled(True)
  1355. if not self.mayContinue() or not dirpath:
  1356. return
  1357. self.lastOpenDir = dirpath
  1358. self.filename = None
  1359. self.fileListWidget.clear()
  1360. for filename in self.scanAllImages(dirpath):
  1361. if pattern and pattern not in filename:
  1362. continue
  1363. label_file = osp.splitext(filename)[0] + '.json'
  1364. if self.output_dir:
  1365. label_file = osp.join(self.output_dir, label_file)
  1366. item = QtWidgets.QListWidgetItem(filename)
  1367. item.setFlags(Qt.ItemIsEnabled | Qt.ItemIsSelectable)
  1368. if QtCore.QFile.exists(label_file) and \
  1369. LabelFile.isLabelFile(label_file):
  1370. item.setCheckState(Qt.Checked)
  1371. else:
  1372. item.setCheckState(Qt.Unchecked)
  1373. self.fileListWidget.addItem(item)
  1374. self.openNextImg(load=load)
  1375. def scanAllImages(self, folderPath):
  1376. extensions = ['.%s' % fmt.data().decode("ascii").lower()
  1377. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1378. images = []
  1379. for root, dirs, files in os.walk(folderPath):
  1380. for file in files:
  1381. if file.lower().endswith(tuple(extensions)):
  1382. relativePath = osp.join(root, file)
  1383. images.append(relativePath)
  1384. images.sort(key=lambda x: x.lower())
  1385. return images
  1386. def apply_exif_orientation(image):
  1387. exif = image._getexif()
  1388. if exif is None:
  1389. return image
  1390. exif = {
  1391. PIL.ExifTags.TAGS[k]: v
  1392. for k, v in exif.items()
  1393. if k in PIL.ExifTags.TAGS
  1394. }
  1395. orientation = exif.get('Orientation', None)
  1396. if orientation == 1:
  1397. # do nothing
  1398. return image
  1399. elif orientation == 2:
  1400. # left-to-right mirror
  1401. return PIL.ImageOps.mirror(image)
  1402. elif orientation == 3:
  1403. # rotate 180
  1404. return image.transpose(PIL.Image.ROTATE_180)
  1405. elif orientation == 4:
  1406. # top-to-bottom mirror
  1407. return PIL.ImageOps.flip(image)
  1408. elif orientation == 5:
  1409. # top-to-left mirror
  1410. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_270))
  1411. elif orientation == 6:
  1412. # rotate 270
  1413. return image.transpose(PIL.Image.ROTATE_270)
  1414. elif orientation == 7:
  1415. # top-to-right mirror
  1416. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_90))
  1417. elif orientation == 8:
  1418. # rotate 90
  1419. return image.transpose(PIL.Image.ROTATE_90)
  1420. else:
  1421. return image