app.py 61 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655
  1. import functools
  2. import io
  3. import os
  4. import os.path as osp
  5. import re
  6. import webbrowser
  7. import PIL.ExifTags
  8. import PIL.Image
  9. import PIL.ImageOps
  10. from qtpy import QtCore
  11. from qtpy.QtCore import Qt
  12. from qtpy import QtGui
  13. from qtpy import QtWidgets
  14. from labelme import __appname__
  15. from labelme import PY2
  16. from labelme import QT5
  17. from labelme.config import get_config
  18. from labelme.label_file import LabelFile
  19. from labelme.label_file import LabelFileError
  20. from labelme.logger import logger
  21. from labelme.shape import DEFAULT_FILL_COLOR
  22. from labelme.shape import DEFAULT_LINE_COLOR
  23. from labelme.shape import Shape
  24. from labelme.utils import addActions
  25. from labelme.utils import fmtShortcut
  26. from labelme.utils import newAction
  27. from labelme.utils import newIcon
  28. from labelme.utils import struct
  29. from labelme.widgets import Canvas
  30. from labelme.widgets import ColorDialog
  31. from labelme.widgets import EscapableQListWidget
  32. from labelme.widgets import LabelDialog
  33. from labelme.widgets import LabelQListWidget
  34. from labelme.widgets import ToolBar
  35. from labelme.widgets import ZoomWidget
  36. # FIXME
  37. # - [medium] Set max zoom value to something big enough for FitWidth/Window
  38. # TODO(unknown):
  39. # - [high] Add polygon movement with arrow keys
  40. # - [high] Deselect shape when clicking and already selected(?)
  41. # - [low,maybe] Open images with drag & drop.
  42. # - [low,maybe] Preview images on file dialogs.
  43. # - Zoom is too "steppy".
  44. class MainWindow(QtWidgets.QMainWindow):
  45. FIT_WINDOW, FIT_WIDTH, MANUAL_ZOOM = 0, 1, 2
  46. def __init__(
  47. self,
  48. config=None,
  49. filename=None,
  50. output=None,
  51. output_file=None,
  52. output_dir=None,
  53. ):
  54. if output is not None:
  55. logger.warning(
  56. 'argument output is deprecated, use output_file instead'
  57. )
  58. if output_file is None:
  59. output_file = output
  60. # see labelme/config/default_config.yaml for valid configuration
  61. if config is None:
  62. config = get_config()
  63. self._config = config
  64. super(MainWindow, self).__init__()
  65. self.setWindowTitle(__appname__)
  66. # Whether we need to save or not.
  67. self.dirty = False
  68. self._noSelectionSlot = False
  69. # Main widgets and related state.
  70. self.labelDialog = LabelDialog(
  71. parent=self,
  72. labels=self._config['labels'],
  73. sort_labels=self._config['sort_labels'],
  74. show_text_field=self._config['show_label_text_field'],
  75. completion=self._config['label_completion'],
  76. fit_to_content=self._config['fit_to_content'],
  77. )
  78. self.labelList = LabelQListWidget()
  79. self.lastOpenDir = None
  80. self.flag_dock = self.flag_widget = None
  81. self.flag_dock = QtWidgets.QDockWidget('Flags', self)
  82. self.flag_dock.setObjectName('Flags')
  83. self.flag_widget = QtWidgets.QListWidget()
  84. if config['flags']:
  85. self.loadFlags({k: False for k in config['flags']})
  86. self.flag_dock.setWidget(self.flag_widget)
  87. self.flag_widget.itemChanged.connect(self.setDirty)
  88. self.labelList.itemActivated.connect(self.labelSelectionChanged)
  89. self.labelList.itemSelectionChanged.connect(self.labelSelectionChanged)
  90. self.labelList.itemDoubleClicked.connect(self.editLabel)
  91. # Connect to itemChanged to detect checkbox changes.
  92. self.labelList.itemChanged.connect(self.labelItemChanged)
  93. self.labelList.setDragDropMode(
  94. QtWidgets.QAbstractItemView.InternalMove)
  95. self.labelList.setParent(self)
  96. self.shape_dock = QtWidgets.QDockWidget('Polygon Labels', self)
  97. self.shape_dock.setObjectName('Labels')
  98. self.shape_dock.setWidget(self.labelList)
  99. self.uniqLabelList = EscapableQListWidget()
  100. self.uniqLabelList.setToolTip(
  101. "Select label to start annotating for it. "
  102. "Press 'Esc' to deselect.")
  103. if self._config['labels']:
  104. self.uniqLabelList.addItems(self._config['labels'])
  105. self.uniqLabelList.sortItems()
  106. self.label_dock = QtWidgets.QDockWidget(u'Label List', self)
  107. self.label_dock.setObjectName(u'Label List')
  108. self.label_dock.setWidget(self.uniqLabelList)
  109. self.fileSearch = QtWidgets.QLineEdit()
  110. self.fileSearch.setPlaceholderText('Search Filename')
  111. self.fileSearch.textChanged.connect(self.fileSearchChanged)
  112. self.fileListWidget = QtWidgets.QListWidget()
  113. self.fileListWidget.itemSelectionChanged.connect(
  114. self.fileSelectionChanged
  115. )
  116. fileListLayout = QtWidgets.QVBoxLayout()
  117. fileListLayout.setContentsMargins(0, 0, 0, 0)
  118. fileListLayout.setSpacing(0)
  119. fileListLayout.addWidget(self.fileSearch)
  120. fileListLayout.addWidget(self.fileListWidget)
  121. self.file_dock = QtWidgets.QDockWidget(u'File List', self)
  122. self.file_dock.setObjectName(u'Files')
  123. fileListWidget = QtWidgets.QWidget()
  124. fileListWidget.setLayout(fileListLayout)
  125. self.file_dock.setWidget(fileListWidget)
  126. self.zoomWidget = ZoomWidget()
  127. self.colorDialog = ColorDialog(parent=self)
  128. self.canvas = self.labelList.canvas = Canvas(
  129. epsilon=self._config['epsilon'],
  130. )
  131. self.canvas.zoomRequest.connect(self.zoomRequest)
  132. scrollArea = QtWidgets.QScrollArea()
  133. scrollArea.setWidget(self.canvas)
  134. scrollArea.setWidgetResizable(True)
  135. self.scrollBars = {
  136. Qt.Vertical: scrollArea.verticalScrollBar(),
  137. Qt.Horizontal: scrollArea.horizontalScrollBar(),
  138. }
  139. self.canvas.scrollRequest.connect(self.scrollRequest)
  140. self.canvas.newShape.connect(self.newShape)
  141. self.canvas.shapeMoved.connect(self.setDirty)
  142. self.canvas.selectionChanged.connect(self.shapeSelectionChanged)
  143. self.canvas.drawingPolygon.connect(self.toggleDrawingSensitive)
  144. self.setCentralWidget(scrollArea)
  145. features = QtWidgets.QDockWidget.DockWidgetFeatures()
  146. for dock in ['flag_dock', 'label_dock', 'shape_dock', 'file_dock']:
  147. if self._config[dock]['closable']:
  148. features = features | QtWidgets.QDockWidget.DockWidgetClosable
  149. if self._config[dock]['floatable']:
  150. features = features | QtWidgets.QDockWidget.DockWidgetFloatable
  151. if self._config[dock]['movable']:
  152. features = features | QtWidgets.QDockWidget.DockWidgetMovable
  153. getattr(self, dock).setFeatures(features)
  154. if self._config[dock]['show'] is False:
  155. getattr(self, dock).setVisible(False)
  156. self.addDockWidget(Qt.RightDockWidgetArea, self.flag_dock)
  157. self.addDockWidget(Qt.RightDockWidgetArea, self.label_dock)
  158. self.addDockWidget(Qt.RightDockWidgetArea, self.shape_dock)
  159. self.addDockWidget(Qt.RightDockWidgetArea, self.file_dock)
  160. # Actions
  161. action = functools.partial(newAction, self)
  162. shortcuts = self._config['shortcuts']
  163. quit = action('&Quit', self.close, shortcuts['quit'], 'quit',
  164. 'Quit application')
  165. open_ = action('&Open', self.openFile, shortcuts['open'], 'open',
  166. 'Open image or label file')
  167. opendir = action('&Open Dir', self.openDirDialog,
  168. shortcuts['open_dir'], 'open', u'Open Dir')
  169. openNextImg = action(
  170. '&Next Image',
  171. self.openNextImg,
  172. shortcuts['open_next'],
  173. 'next',
  174. u'Open next (hold Ctl+Shift to copy labels)',
  175. enabled=False,
  176. )
  177. openPrevImg = action(
  178. '&Prev Image',
  179. self.openPrevImg,
  180. shortcuts['open_prev'],
  181. 'prev',
  182. u'Open prev (hold Ctl+Shift to copy labels)',
  183. enabled=False,
  184. )
  185. save = action('&Save', self.saveFile, shortcuts['save'], 'save',
  186. 'Save labels to file', enabled=False)
  187. saveAs = action('&Save As', self.saveFileAs, shortcuts['save_as'],
  188. 'save-as', 'Save labels to a different file',
  189. enabled=False)
  190. deleteFile = action(
  191. '&Delete File',
  192. self.deleteFile,
  193. shortcuts['delete_file'],
  194. 'delete',
  195. 'Delete current label file',
  196. enabled=False)
  197. changeOutputDir = action(
  198. '&Change Output Dir',
  199. slot=self.changeOutputDirDialog,
  200. shortcut=shortcuts['save_to'],
  201. icon='open',
  202. tip=u'Change where annotations are loaded/saved'
  203. )
  204. saveAuto = action(
  205. text='Save &Automatically',
  206. slot=lambda x: self.actions.saveAuto.setChecked(x),
  207. icon='save',
  208. tip='Save automatically',
  209. checkable=True,
  210. enabled=True,
  211. )
  212. saveAuto.setChecked(self._config['auto_save'])
  213. close = action('&Close', self.closeFile, shortcuts['close'], 'close',
  214. 'Close current file')
  215. color1 = action('Polygon &Line Color', self.chooseColor1,
  216. shortcuts['edit_line_color'], 'color_line',
  217. 'Choose polygon line color')
  218. color2 = action('Polygon &Fill Color', self.chooseColor2,
  219. shortcuts['edit_fill_color'], 'color',
  220. 'Choose polygon fill color')
  221. toggle_keep_prev_mode = action(
  222. 'Keep Previous Annotation',
  223. self.toggleKeepPrevMode,
  224. shortcuts['toggle_keep_prev_mode'], None,
  225. 'Toggle "keep pevious annotation" mode',
  226. checkable=True)
  227. toggle_keep_prev_mode.setChecked(self._config['keep_prev'])
  228. createMode = action(
  229. 'Create Polygons',
  230. lambda: self.toggleDrawMode(False, createMode='polygon'),
  231. shortcuts['create_polygon'],
  232. 'objects',
  233. 'Start drawing polygons',
  234. enabled=False,
  235. )
  236. createRectangleMode = action(
  237. 'Create Rectangle',
  238. lambda: self.toggleDrawMode(False, createMode='rectangle'),
  239. shortcuts['create_rectangle'],
  240. 'objects',
  241. 'Start drawing rectangles',
  242. enabled=False,
  243. )
  244. createCircleMode = action(
  245. 'Create Circle',
  246. lambda: self.toggleDrawMode(False, createMode='circle'),
  247. shortcuts['create_circle'],
  248. 'objects',
  249. 'Start drawing circles',
  250. enabled=False,
  251. )
  252. createLineMode = action(
  253. 'Create Line',
  254. lambda: self.toggleDrawMode(False, createMode='line'),
  255. shortcuts['create_line'],
  256. 'objects',
  257. 'Start drawing lines',
  258. enabled=False,
  259. )
  260. createPointMode = action(
  261. 'Create Point',
  262. lambda: self.toggleDrawMode(False, createMode='point'),
  263. shortcuts['create_point'],
  264. 'objects',
  265. 'Start drawing points',
  266. enabled=False,
  267. )
  268. createLineStripMode = action(
  269. 'Create LineStrip',
  270. lambda: self.toggleDrawMode(False, createMode='linestrip'),
  271. shortcuts['create_linestrip'],
  272. 'objects',
  273. 'Start drawing linestrip. Ctrl+LeftClick ends creation.',
  274. enabled=False,
  275. )
  276. editMode = action('Edit Polygons', self.setEditMode,
  277. shortcuts['edit_polygon'], 'edit',
  278. 'Move and edit polygons', enabled=False)
  279. delete = action('Delete Polygon', self.deleteSelectedShape,
  280. shortcuts['delete_polygon'], 'cancel',
  281. 'Delete', enabled=False)
  282. copy = action('Duplicate Polygon', self.copySelectedShape,
  283. shortcuts['duplicate_polygon'], 'copy',
  284. 'Create a duplicate of the selected polygon',
  285. enabled=False)
  286. undoLastPoint = action('Undo last point', self.canvas.undoLastPoint,
  287. shortcuts['undo_last_point'], 'undo',
  288. 'Undo last drawn point', enabled=False)
  289. addPoint = action('Add Point to Edge', self.canvas.addPointToEdge,
  290. None, 'edit', 'Add point to the nearest edge',
  291. enabled=False)
  292. undo = action('Undo', self.undoShapeEdit, shortcuts['undo'], 'undo',
  293. 'Undo last add and edit of shape', enabled=False)
  294. hideAll = action('&Hide\nPolygons',
  295. functools.partial(self.togglePolygons, False),
  296. icon='eye', tip='Hide all polygons', enabled=False)
  297. showAll = action('&Show\nPolygons',
  298. functools.partial(self.togglePolygons, True),
  299. icon='eye', tip='Show all polygons', enabled=False)
  300. help = action('&Tutorial', self.tutorial, icon='help',
  301. tip='Show tutorial page')
  302. zoom = QtWidgets.QWidgetAction(self)
  303. zoom.setDefaultWidget(self.zoomWidget)
  304. self.zoomWidget.setWhatsThis(
  305. "Zoom in or out of the image. Also accessible with"
  306. " %s and %s from the canvas." %
  307. (fmtShortcut('%s,%s' % (shortcuts['zoom_in'],
  308. shortcuts['zoom_out'])),
  309. fmtShortcut("Ctrl+Wheel")))
  310. self.zoomWidget.setEnabled(False)
  311. zoomIn = action('Zoom &In', functools.partial(self.addZoom, 10),
  312. shortcuts['zoom_in'], 'zoom-in',
  313. 'Increase zoom level', enabled=False)
  314. zoomOut = action('&Zoom Out', functools.partial(self.addZoom, -10),
  315. shortcuts['zoom_out'], 'zoom-out',
  316. 'Decrease zoom level', enabled=False)
  317. zoomOrg = action('&Original size',
  318. functools.partial(self.setZoom, 100),
  319. shortcuts['zoom_to_original'], 'zoom',
  320. 'Zoom to original size', enabled=False)
  321. fitWindow = action('&Fit Window', self.setFitWindow,
  322. shortcuts['fit_window'], 'fit-window',
  323. 'Zoom follows window size', checkable=True,
  324. enabled=False)
  325. fitWidth = action('Fit &Width', self.setFitWidth,
  326. shortcuts['fit_width'], 'fit-width',
  327. 'Zoom follows window width',
  328. checkable=True, enabled=False)
  329. # Group zoom controls into a list for easier toggling.
  330. zoomActions = (self.zoomWidget, zoomIn, zoomOut, zoomOrg,
  331. fitWindow, fitWidth)
  332. self.zoomMode = self.FIT_WINDOW
  333. fitWindow.setChecked(Qt.Checked)
  334. self.scalers = {
  335. self.FIT_WINDOW: self.scaleFitWindow,
  336. self.FIT_WIDTH: self.scaleFitWidth,
  337. # Set to one to scale to 100% when loading files.
  338. self.MANUAL_ZOOM: lambda: 1,
  339. }
  340. edit = action('&Edit Label', self.editLabel, shortcuts['edit_label'],
  341. 'edit', 'Modify the label of the selected polygon',
  342. enabled=False)
  343. shapeLineColor = action(
  344. 'Shape &Line Color', self.chshapeLineColor, icon='color-line',
  345. tip='Change the line color for this specific shape', enabled=False)
  346. shapeFillColor = action(
  347. 'Shape &Fill Color', self.chshapeFillColor, icon='color',
  348. tip='Change the fill color for this specific shape', enabled=False)
  349. fill_drawing = action(
  350. 'Fill Drawing Polygon',
  351. lambda x: self.canvas.setFillDrawing(x),
  352. None,
  353. 'color',
  354. 'Fill polygon while drawing',
  355. checkable=True,
  356. enabled=True,
  357. )
  358. fill_drawing.setChecked(True)
  359. # Lavel list context menu.
  360. labelMenu = QtWidgets.QMenu()
  361. addActions(labelMenu, (edit, delete))
  362. self.labelList.setContextMenuPolicy(Qt.CustomContextMenu)
  363. self.labelList.customContextMenuRequested.connect(
  364. self.popLabelListMenu)
  365. # Store actions for further handling.
  366. self.actions = struct(
  367. saveAuto=saveAuto,
  368. changeOutputDir=changeOutputDir,
  369. save=save, saveAs=saveAs, open=open_, close=close,
  370. deleteFile=deleteFile,
  371. lineColor=color1, fillColor=color2,
  372. toggleKeepPrevMode=toggle_keep_prev_mode,
  373. delete=delete, edit=edit, copy=copy,
  374. undoLastPoint=undoLastPoint, undo=undo,
  375. addPoint=addPoint,
  376. createMode=createMode, editMode=editMode,
  377. createRectangleMode=createRectangleMode,
  378. createCircleMode=createCircleMode,
  379. createLineMode=createLineMode,
  380. createPointMode=createPointMode,
  381. createLineStripMode=createLineStripMode,
  382. shapeLineColor=shapeLineColor, shapeFillColor=shapeFillColor,
  383. zoom=zoom, zoomIn=zoomIn, zoomOut=zoomOut, zoomOrg=zoomOrg,
  384. fitWindow=fitWindow, fitWidth=fitWidth,
  385. zoomActions=zoomActions,
  386. openNextImg=openNextImg, openPrevImg=openPrevImg,
  387. fileMenuActions=(open_, opendir, save, saveAs, close, quit),
  388. tool=(),
  389. editMenu=(edit, copy, delete, None, undo, undoLastPoint,
  390. None, color1, color2, None, toggle_keep_prev_mode),
  391. # menu shown at right click
  392. menu=(
  393. createMode,
  394. createRectangleMode,
  395. createCircleMode,
  396. createLineMode,
  397. createPointMode,
  398. createLineStripMode,
  399. editMode,
  400. edit,
  401. copy,
  402. delete,
  403. shapeLineColor,
  404. shapeFillColor,
  405. undo,
  406. undoLastPoint,
  407. addPoint,
  408. ),
  409. onLoadActive=(
  410. close,
  411. createMode,
  412. createRectangleMode,
  413. createCircleMode,
  414. createLineMode,
  415. createPointMode,
  416. createLineStripMode,
  417. editMode,
  418. ),
  419. onShapesPresent=(saveAs, hideAll, showAll),
  420. )
  421. self.canvas.edgeSelected.connect(self.actions.addPoint.setEnabled)
  422. self.menus = struct(
  423. file=self.menu('&File'),
  424. edit=self.menu('&Edit'),
  425. view=self.menu('&View'),
  426. help=self.menu('&Help'),
  427. recentFiles=QtWidgets.QMenu('Open &Recent'),
  428. labelList=labelMenu,
  429. )
  430. addActions(self.menus.file, (open_, openNextImg, openPrevImg, opendir,
  431. self.menus.recentFiles,
  432. save, saveAs, saveAuto, changeOutputDir,
  433. close, deleteFile,
  434. None,
  435. quit))
  436. addActions(self.menus.help, (help,))
  437. addActions(self.menus.view, (
  438. self.flag_dock.toggleViewAction(),
  439. self.label_dock.toggleViewAction(),
  440. self.shape_dock.toggleViewAction(),
  441. self.file_dock.toggleViewAction(),
  442. None,
  443. fill_drawing,
  444. None,
  445. hideAll,
  446. showAll,
  447. None,
  448. zoomIn,
  449. zoomOut,
  450. zoomOrg,
  451. None,
  452. fitWindow,
  453. fitWidth,
  454. None,
  455. ))
  456. self.menus.file.aboutToShow.connect(self.updateFileMenu)
  457. # Custom context menu for the canvas widget:
  458. addActions(self.canvas.menus[0], self.actions.menu)
  459. addActions(self.canvas.menus[1], (
  460. action('&Copy here', self.copyShape),
  461. action('&Move here', self.moveShape)))
  462. self.tools = self.toolbar('Tools')
  463. # Menu buttons on Left
  464. self.actions.tool = (
  465. open_,
  466. opendir,
  467. openNextImg,
  468. openPrevImg,
  469. save,
  470. deleteFile,
  471. None,
  472. createMode,
  473. editMode,
  474. copy,
  475. delete,
  476. undo,
  477. None,
  478. zoomIn,
  479. zoom,
  480. zoomOut,
  481. fitWindow,
  482. fitWidth,
  483. )
  484. self.statusBar().showMessage('%s started.' % __appname__)
  485. self.statusBar().show()
  486. if output_file is not None and self._config['auto_save']:
  487. logger.warn(
  488. 'If `auto_save` argument is True, `output_file` argument '
  489. 'is ignored and output filename is automatically '
  490. 'set as IMAGE_BASENAME.json.'
  491. )
  492. self.output_file = output_file
  493. self.output_dir = output_dir
  494. # Application state.
  495. self.image = QtGui.QImage()
  496. self.imagePath = None
  497. self.recentFiles = []
  498. self.maxRecent = 7
  499. self.lineColor = None
  500. self.fillColor = None
  501. self.otherData = None
  502. self.zoom_level = 100
  503. self.fit_window = False
  504. if filename is not None and osp.isdir(filename):
  505. self.importDirImages(filename, load=False)
  506. else:
  507. self.filename = filename
  508. if config['file_search']:
  509. self.fileSearch.setText(config['file_search'])
  510. self.fileSearchChanged()
  511. # XXX: Could be completely declarative.
  512. # Restore application settings.
  513. self.settings = QtCore.QSettings('labelme', 'labelme')
  514. # FIXME: QSettings.value can return None on PyQt4
  515. self.recentFiles = self.settings.value('recentFiles', []) or []
  516. size = self.settings.value('window/size', QtCore.QSize(600, 500))
  517. position = self.settings.value('window/position', QtCore.QPoint(0, 0))
  518. self.resize(size)
  519. self.move(position)
  520. # or simply:
  521. # self.restoreGeometry(settings['window/geometry']
  522. self.restoreState(
  523. self.settings.value('window/state', QtCore.QByteArray()))
  524. self.lineColor = QtGui.QColor(
  525. self.settings.value('line/color', Shape.line_color))
  526. self.fillColor = QtGui.QColor(
  527. self.settings.value('fill/color', Shape.fill_color))
  528. Shape.line_color = self.lineColor
  529. Shape.fill_color = self.fillColor
  530. # Populate the File menu dynamically.
  531. self.updateFileMenu()
  532. # Since loading the file may take some time,
  533. # make sure it runs in the background.
  534. if self.filename is not None:
  535. self.queueEvent(functools.partial(self.loadFile, self.filename))
  536. # Callbacks:
  537. self.zoomWidget.valueChanged.connect(self.paintCanvas)
  538. self.populateModeActions()
  539. # self.firstStart = True
  540. # if self.firstStart:
  541. # QWhatsThis.enterWhatsThisMode()
  542. def menu(self, title, actions=None):
  543. menu = self.menuBar().addMenu(title)
  544. if actions:
  545. addActions(menu, actions)
  546. return menu
  547. def toolbar(self, title, actions=None):
  548. toolbar = ToolBar(title)
  549. toolbar.setObjectName('%sToolBar' % title)
  550. # toolbar.setOrientation(Qt.Vertical)
  551. toolbar.setToolButtonStyle(Qt.ToolButtonTextUnderIcon)
  552. if actions:
  553. addActions(toolbar, actions)
  554. self.addToolBar(Qt.LeftToolBarArea, toolbar)
  555. return toolbar
  556. # Support Functions
  557. def noShapes(self):
  558. return not self.labelList.itemsToShapes
  559. def populateModeActions(self):
  560. tool, menu = self.actions.tool, self.actions.menu
  561. self.tools.clear()
  562. addActions(self.tools, tool)
  563. self.canvas.menus[0].clear()
  564. addActions(self.canvas.menus[0], menu)
  565. self.menus.edit.clear()
  566. actions = (
  567. self.actions.createMode,
  568. self.actions.createRectangleMode,
  569. self.actions.createCircleMode,
  570. self.actions.createLineMode,
  571. self.actions.createPointMode,
  572. self.actions.createLineStripMode,
  573. self.actions.editMode,
  574. )
  575. addActions(self.menus.edit, actions + self.actions.editMenu)
  576. def setDirty(self):
  577. if self._config['auto_save'] or self.actions.saveAuto.isChecked():
  578. label_file = osp.splitext(self.imagePath)[0] + '.json'
  579. if self.output_dir:
  580. label_file = osp.join(self.output_dir, label_file)
  581. self.saveLabels(label_file)
  582. return
  583. self.dirty = True
  584. self.actions.save.setEnabled(True)
  585. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  586. title = __appname__
  587. if self.filename is not None:
  588. title = '{} - {}*'.format(title, self.filename)
  589. self.setWindowTitle(title)
  590. def setClean(self):
  591. self.dirty = False
  592. self.actions.save.setEnabled(False)
  593. self.actions.createMode.setEnabled(True)
  594. self.actions.createRectangleMode.setEnabled(True)
  595. self.actions.createCircleMode.setEnabled(True)
  596. self.actions.createLineMode.setEnabled(True)
  597. self.actions.createPointMode.setEnabled(True)
  598. self.actions.createLineStripMode.setEnabled(True)
  599. title = __appname__
  600. if self.filename is not None:
  601. title = '{} - {}'.format(title, self.filename)
  602. self.setWindowTitle(title)
  603. if self.hasLabelFile():
  604. self.actions.deleteFile.setEnabled(True)
  605. else:
  606. self.actions.deleteFile.setEnabled(False)
  607. def toggleActions(self, value=True):
  608. """Enable/Disable widgets which depend on an opened image."""
  609. for z in self.actions.zoomActions:
  610. z.setEnabled(value)
  611. for action in self.actions.onLoadActive:
  612. action.setEnabled(value)
  613. def queueEvent(self, function):
  614. QtCore.QTimer.singleShot(0, function)
  615. def status(self, message, delay=5000):
  616. self.statusBar().showMessage(message, delay)
  617. def resetState(self):
  618. self.labelList.clear()
  619. self.filename = None
  620. self.imagePath = None
  621. self.imageData = None
  622. self.labelFile = None
  623. self.otherData = None
  624. self.canvas.resetState()
  625. def currentItem(self):
  626. items = self.labelList.selectedItems()
  627. if items:
  628. return items[0]
  629. return None
  630. def addRecentFile(self, filename):
  631. if filename in self.recentFiles:
  632. self.recentFiles.remove(filename)
  633. elif len(self.recentFiles) >= self.maxRecent:
  634. self.recentFiles.pop()
  635. self.recentFiles.insert(0, filename)
  636. # Callbacks
  637. def undoShapeEdit(self):
  638. self.canvas.restoreShape()
  639. self.labelList.clear()
  640. self.loadShapes(self.canvas.shapes)
  641. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  642. def tutorial(self):
  643. url = 'https://github.com/wkentaro/labelme/tree/master/examples/tutorial' # NOQA
  644. webbrowser.open(url)
  645. def toggleAddPointEnabled(self, enabled):
  646. self.actions.addPoint.setEnabled(enabled)
  647. def toggleDrawingSensitive(self, drawing=True):
  648. """Toggle drawing sensitive.
  649. In the middle of drawing, toggling between modes should be disabled.
  650. """
  651. self.actions.editMode.setEnabled(not drawing)
  652. self.actions.undoLastPoint.setEnabled(drawing)
  653. self.actions.undo.setEnabled(not drawing)
  654. self.actions.delete.setEnabled(not drawing)
  655. def toggleDrawMode(self, edit=True, createMode='polygon'):
  656. self.canvas.setEditing(edit)
  657. self.canvas.createMode = createMode
  658. if edit:
  659. self.actions.createMode.setEnabled(True)
  660. self.actions.createRectangleMode.setEnabled(True)
  661. self.actions.createCircleMode.setEnabled(True)
  662. self.actions.createLineMode.setEnabled(True)
  663. self.actions.createPointMode.setEnabled(True)
  664. self.actions.createLineStripMode.setEnabled(True)
  665. else:
  666. if createMode == 'polygon':
  667. self.actions.createMode.setEnabled(False)
  668. self.actions.createRectangleMode.setEnabled(True)
  669. self.actions.createCircleMode.setEnabled(True)
  670. self.actions.createLineMode.setEnabled(True)
  671. self.actions.createPointMode.setEnabled(True)
  672. self.actions.createLineStripMode.setEnabled(True)
  673. elif createMode == 'rectangle':
  674. self.actions.createMode.setEnabled(True)
  675. self.actions.createRectangleMode.setEnabled(False)
  676. self.actions.createCircleMode.setEnabled(True)
  677. self.actions.createLineMode.setEnabled(True)
  678. self.actions.createPointMode.setEnabled(True)
  679. self.actions.createLineStripMode.setEnabled(True)
  680. elif createMode == 'line':
  681. self.actions.createMode.setEnabled(True)
  682. self.actions.createRectangleMode.setEnabled(True)
  683. self.actions.createCircleMode.setEnabled(True)
  684. self.actions.createLineMode.setEnabled(False)
  685. self.actions.createPointMode.setEnabled(True)
  686. self.actions.createLineStripMode.setEnabled(True)
  687. elif createMode == 'point':
  688. self.actions.createMode.setEnabled(True)
  689. self.actions.createRectangleMode.setEnabled(True)
  690. self.actions.createCircleMode.setEnabled(True)
  691. self.actions.createLineMode.setEnabled(True)
  692. self.actions.createPointMode.setEnabled(False)
  693. self.actions.createLineStripMode.setEnabled(True)
  694. elif createMode == "circle":
  695. self.actions.createMode.setEnabled(True)
  696. self.actions.createRectangleMode.setEnabled(True)
  697. self.actions.createCircleMode.setEnabled(False)
  698. self.actions.createLineMode.setEnabled(True)
  699. self.actions.createPointMode.setEnabled(True)
  700. self.actions.createLineStripMode.setEnabled(True)
  701. elif createMode == "linestrip":
  702. self.actions.createMode.setEnabled(True)
  703. self.actions.createRectangleMode.setEnabled(True)
  704. self.actions.createCircleMode.setEnabled(True)
  705. self.actions.createLineMode.setEnabled(True)
  706. self.actions.createPointMode.setEnabled(True)
  707. self.actions.createLineStripMode.setEnabled(False)
  708. else:
  709. raise ValueError('Unsupported createMode: %s' % createMode)
  710. self.actions.editMode.setEnabled(not edit)
  711. def setEditMode(self):
  712. self.toggleDrawMode(True)
  713. def updateFileMenu(self):
  714. current = self.filename
  715. def exists(filename):
  716. return osp.exists(str(filename))
  717. menu = self.menus.recentFiles
  718. menu.clear()
  719. files = [f for f in self.recentFiles if f != current and exists(f)]
  720. for i, f in enumerate(files):
  721. icon = newIcon('labels')
  722. action = QtWidgets.QAction(
  723. icon, '&%d %s' % (i + 1, QtCore.QFileInfo(f).fileName()), self)
  724. action.triggered.connect(functools.partial(self.loadRecent, f))
  725. menu.addAction(action)
  726. def popLabelListMenu(self, point):
  727. self.menus.labelList.exec_(self.labelList.mapToGlobal(point))
  728. def validateLabel(self, label):
  729. # no validation
  730. if self._config['validate_label'] is None:
  731. return True
  732. for i in range(self.uniqLabelList.count()):
  733. label_i = self.uniqLabelList.item(i).text()
  734. if self._config['validate_label'] in ['exact', 'instance']:
  735. if label_i == label:
  736. return True
  737. if self._config['validate_label'] == 'instance':
  738. m = re.match(r'^{}-[0-9]*$'.format(label_i), label)
  739. if m:
  740. return True
  741. return False
  742. def editLabel(self, item=None):
  743. if not self.canvas.editing():
  744. return
  745. item = item if item else self.currentItem()
  746. text = self.labelDialog.popUp(item.text() if item else None)
  747. if text is None:
  748. return
  749. if not self.validateLabel(text):
  750. self.errorMessage('Invalid label',
  751. "Invalid label '{}' with validation type '{}'"
  752. .format(text, self._config['validate_label']))
  753. return
  754. item.setText(text)
  755. self.setDirty()
  756. if not self.uniqLabelList.findItems(text, Qt.MatchExactly):
  757. self.uniqLabelList.addItem(text)
  758. self.uniqLabelList.sortItems()
  759. def fileSearchChanged(self):
  760. self.importDirImages(
  761. self.lastOpenDir,
  762. pattern=self.fileSearch.text(),
  763. load=False,
  764. )
  765. def fileSelectionChanged(self):
  766. items = self.fileListWidget.selectedItems()
  767. if not items:
  768. return
  769. item = items[0]
  770. if not self.mayContinue():
  771. return
  772. currIndex = self.imageList.index(str(item.text()))
  773. if currIndex < len(self.imageList):
  774. filename = self.imageList[currIndex]
  775. if filename:
  776. self.loadFile(filename)
  777. # React to canvas signals.
  778. def shapeSelectionChanged(self, selected=False):
  779. if self._noSelectionSlot:
  780. self._noSelectionSlot = False
  781. else:
  782. shape = self.canvas.selectedShape
  783. if shape:
  784. item = self.labelList.get_item_from_shape(shape)
  785. item.setSelected(True)
  786. else:
  787. self.labelList.clearSelection()
  788. self.actions.delete.setEnabled(selected)
  789. self.actions.copy.setEnabled(selected)
  790. self.actions.edit.setEnabled(selected)
  791. self.actions.shapeLineColor.setEnabled(selected)
  792. self.actions.shapeFillColor.setEnabled(selected)
  793. def addLabel(self, shape):
  794. item = QtWidgets.QListWidgetItem(shape.label)
  795. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  796. item.setCheckState(Qt.Checked)
  797. self.labelList.itemsToShapes.append((item, shape))
  798. self.labelList.addItem(item)
  799. if not self.uniqLabelList.findItems(shape.label, Qt.MatchExactly):
  800. self.uniqLabelList.addItem(shape.label)
  801. self.uniqLabelList.sortItems()
  802. self.labelDialog.addLabelHistory(item.text())
  803. for action in self.actions.onShapesPresent:
  804. action.setEnabled(True)
  805. def remLabel(self, shape):
  806. item = self.labelList.get_item_from_shape(shape)
  807. self.labelList.takeItem(self.labelList.row(item))
  808. def loadShapes(self, shapes):
  809. for shape in shapes:
  810. self.addLabel(shape)
  811. self.canvas.loadShapes(shapes)
  812. def loadLabels(self, shapes):
  813. s = []
  814. for label, points, line_color, fill_color, shape_type in shapes:
  815. shape = Shape(label=label, shape_type=shape_type)
  816. for x, y in points:
  817. shape.addPoint(QtCore.QPoint(x, y))
  818. shape.close()
  819. s.append(shape)
  820. if line_color:
  821. shape.line_color = QtGui.QColor(*line_color)
  822. if fill_color:
  823. shape.fill_color = QtGui.QColor(*fill_color)
  824. self.loadShapes(s)
  825. def loadFlags(self, flags):
  826. self.flag_widget.clear()
  827. for key, flag in flags.items():
  828. item = QtWidgets.QListWidgetItem(key)
  829. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  830. item.setCheckState(Qt.Checked if flag else Qt.Unchecked)
  831. self.flag_widget.addItem(item)
  832. def saveLabels(self, filename):
  833. lf = LabelFile()
  834. def format_shape(s):
  835. return dict(
  836. label=s.label.encode('utf-8') if PY2 else s.label,
  837. line_color=s.line_color.getRgb()
  838. if s.line_color != self.lineColor else None,
  839. fill_color=s.fill_color.getRgb()
  840. if s.fill_color != self.fillColor else None,
  841. points=[(p.x(), p.y()) for p in s.points],
  842. shape_type=s.shape_type,
  843. )
  844. shapes = [format_shape(shape) for shape in self.labelList.shapes]
  845. flags = {}
  846. for i in range(self.flag_widget.count()):
  847. item = self.flag_widget.item(i)
  848. key = item.text()
  849. flag = item.checkState() == Qt.Checked
  850. flags[key] = flag
  851. try:
  852. imagePath = osp.relpath(
  853. self.imagePath, osp.dirname(filename))
  854. imageData = self.imageData if self._config['store_data'] else None
  855. if osp.dirname(filename) and not osp.exists(osp.dirname(filename)):
  856. os.makedirs(osp.dirname(filename))
  857. lf.save(
  858. filename=filename,
  859. shapes=shapes,
  860. imagePath=imagePath,
  861. imageData=imageData,
  862. imageHeight=self.image.height(),
  863. imageWidth=self.image.width(),
  864. lineColor=self.lineColor.getRgb(),
  865. fillColor=self.fillColor.getRgb(),
  866. otherData=self.otherData,
  867. flags=flags,
  868. )
  869. self.labelFile = lf
  870. items = self.fileListWidget.findItems(
  871. self.imagePath, Qt.MatchExactly
  872. )
  873. if len(items) > 0:
  874. if len(items) != 1:
  875. raise RuntimeError('There are duplicate files.')
  876. items[0].setCheckState(Qt.Checked)
  877. # disable allows next and previous image to proceed
  878. # self.filename = filename
  879. return True
  880. except LabelFileError as e:
  881. self.errorMessage('Error saving label data', '<b>%s</b>' % e)
  882. return False
  883. def copySelectedShape(self):
  884. self.addLabel(self.canvas.copySelectedShape())
  885. # fix copy and delete
  886. self.shapeSelectionChanged(True)
  887. def labelSelectionChanged(self):
  888. item = self.currentItem()
  889. if item and self.canvas.editing():
  890. self._noSelectionSlot = True
  891. shape = self.labelList.get_shape_from_item(item)
  892. self.canvas.selectShape(shape)
  893. def labelItemChanged(self, item):
  894. shape = self.labelList.get_shape_from_item(item)
  895. label = str(item.text())
  896. if label != shape.label:
  897. shape.label = str(item.text())
  898. self.setDirty()
  899. else: # User probably changed item visibility
  900. self.canvas.setShapeVisible(shape, item.checkState() == Qt.Checked)
  901. # Callback functions:
  902. def newShape(self):
  903. """Pop-up and give focus to the label editor.
  904. position MUST be in global coordinates.
  905. """
  906. items = self.uniqLabelList.selectedItems()
  907. text = None
  908. if items:
  909. text = items[0].text()
  910. if self._config['display_label_popup'] or not text:
  911. text = self.labelDialog.popUp(text)
  912. if text is not None and not self.validateLabel(text):
  913. self.errorMessage('Invalid label',
  914. "Invalid label '{}' with validation type '{}'"
  915. .format(text, self._config['validate_label']))
  916. text = None
  917. if text is None:
  918. self.canvas.undoLastLine()
  919. self.canvas.shapesBackups.pop()
  920. else:
  921. self.addLabel(self.canvas.setLastLabel(text))
  922. self.actions.editMode.setEnabled(True)
  923. self.actions.undoLastPoint.setEnabled(False)
  924. self.actions.undo.setEnabled(True)
  925. self.setDirty()
  926. def scrollRequest(self, delta, orientation):
  927. units = - delta * 0.1 # natural scroll
  928. bar = self.scrollBars[orientation]
  929. bar.setValue(bar.value() + bar.singleStep() * units)
  930. def setZoom(self, value):
  931. self.actions.fitWidth.setChecked(False)
  932. self.actions.fitWindow.setChecked(False)
  933. self.zoomMode = self.MANUAL_ZOOM
  934. self.zoomWidget.setValue(value)
  935. def addZoom(self, increment=10):
  936. self.setZoom(self.zoomWidget.value() + increment)
  937. def zoomRequest(self, delta, pos):
  938. canvas_width_old = self.canvas.width()
  939. units = delta * 0.1
  940. self.addZoom(units)
  941. canvas_width_new = self.canvas.width()
  942. if canvas_width_old != canvas_width_new:
  943. canvas_scale_factor = canvas_width_new / canvas_width_old
  944. x_shift = round(pos.x() * canvas_scale_factor) - pos.x()
  945. y_shift = round(pos.y() * canvas_scale_factor) - pos.y()
  946. self.scrollBars[Qt.Horizontal].setValue(
  947. self.scrollBars[Qt.Horizontal].value() + x_shift)
  948. self.scrollBars[Qt.Vertical].setValue(
  949. self.scrollBars[Qt.Vertical].value() + y_shift)
  950. def setFitWindow(self, value=True):
  951. if value:
  952. self.actions.fitWidth.setChecked(False)
  953. self.zoomMode = self.FIT_WINDOW if value else self.MANUAL_ZOOM
  954. self.adjustScale()
  955. def setFitWidth(self, value=True):
  956. if value:
  957. self.actions.fitWindow.setChecked(False)
  958. self.zoomMode = self.FIT_WIDTH if value else self.MANUAL_ZOOM
  959. self.adjustScale()
  960. def togglePolygons(self, value):
  961. for item, shape in self.labelList.itemsToShapes:
  962. item.setCheckState(Qt.Checked if value else Qt.Unchecked)
  963. def convertImageDataToPng(self, imageData):
  964. if imageData is None:
  965. return
  966. img = PIL.Image.open(io.BytesIO(imageData))
  967. with io.BytesIO() as imgBytesIO:
  968. img.save(imgBytesIO, "PNG")
  969. imgBytesIO.seek(0)
  970. data = imgBytesIO.read()
  971. return data
  972. def loadFile(self, filename=None):
  973. """Load the specified file, or the last opened file if None."""
  974. # changing fileListWidget loads file
  975. if (filename in self.imageList and
  976. self.fileListWidget.currentRow() !=
  977. self.imageList.index(filename)):
  978. self.fileListWidget.setCurrentRow(self.imageList.index(filename))
  979. self.fileListWidget.repaint()
  980. return
  981. self.resetState()
  982. self.canvas.setEnabled(False)
  983. if filename is None:
  984. filename = self.settings.value('filename', '')
  985. filename = str(filename)
  986. if not QtCore.QFile.exists(filename):
  987. self.errorMessage(
  988. 'Error opening file', 'No such file: <b>%s</b>' % filename)
  989. return False
  990. # assumes same name, but json extension
  991. self.status("Loading %s..." % osp.basename(str(filename)))
  992. label_file = osp.splitext(filename)[0] + '.json'
  993. if self.output_dir:
  994. label_file = osp.join(self.output_dir, label_file)
  995. if QtCore.QFile.exists(label_file) and \
  996. LabelFile.isLabelFile(label_file):
  997. try:
  998. self.labelFile = LabelFile(label_file)
  999. # FIXME: PyQt4 installed via Anaconda fails to load JPEG
  1000. # and JSON encoded images.
  1001. # https://github.com/ContinuumIO/anaconda-issues/issues/131
  1002. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1003. # tries to read image with PIL and convert it to PNG
  1004. self.labelFile.imageData = self.convertImageDataToPng(
  1005. self.labelFile.imageData)
  1006. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1007. raise LabelFileError(
  1008. 'Failed loading image data from label file.\n'
  1009. 'Maybe this is a known issue of PyQt4 built on'
  1010. ' Anaconda, and may be fixed by installing PyQt5.')
  1011. except LabelFileError as e:
  1012. self.errorMessage(
  1013. 'Error opening file',
  1014. "<p><b>%s</b></p>"
  1015. "<p>Make sure <i>%s</i> is a valid label file."
  1016. % (e, label_file))
  1017. self.status("Error reading %s" % label_file)
  1018. return False
  1019. self.imageData = self.labelFile.imageData
  1020. self.imagePath = osp.join(
  1021. osp.dirname(label_file),
  1022. self.labelFile.imagePath,
  1023. )
  1024. if self.labelFile.lineColor is not None:
  1025. self.lineColor = QtGui.QColor(*self.labelFile.lineColor)
  1026. if self.labelFile.fillColor is not None:
  1027. self.fillColor = QtGui.QColor(*self.labelFile.fillColor)
  1028. self.otherData = self.labelFile.otherData
  1029. else:
  1030. self.imageData = self.loadImageFile(filename)
  1031. if self.imageData:
  1032. self.imagePath = filename
  1033. self.labelFile = None
  1034. image = QtGui.QImage.fromData(self.imageData)
  1035. if image.isNull():
  1036. formats = ['*.{}'.format(fmt.data().decode())
  1037. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1038. self.errorMessage(
  1039. 'Error opening file',
  1040. '<p>Make sure <i>{0}</i> is a valid image file.<br/>'
  1041. 'Supported image formats: {1}</p>'
  1042. .format(filename, ','.join(formats)))
  1043. self.status("Error reading %s" % filename)
  1044. return False
  1045. self.image = image
  1046. self.filename = filename
  1047. if self._config['keep_prev']:
  1048. prev_shapes = self.canvas.shapes
  1049. self.canvas.loadPixmap(QtGui.QPixmap.fromImage(image))
  1050. if self._config['flags']:
  1051. self.loadFlags({k: False for k in self._config['flags']})
  1052. if self._config['keep_prev']:
  1053. self.loadShapes(prev_shapes)
  1054. if self.labelFile:
  1055. self.loadLabels(self.labelFile.shapes)
  1056. if self.labelFile.flags is not None:
  1057. self.loadFlags(self.labelFile.flags)
  1058. self.setClean()
  1059. self.canvas.setEnabled(True)
  1060. self.adjustScale(initial=True)
  1061. self.paintCanvas()
  1062. self.addRecentFile(self.filename)
  1063. self.toggleActions(True)
  1064. self.status("Loaded %s" % osp.basename(str(filename)))
  1065. return True
  1066. def loadImageFile(self, filename):
  1067. try:
  1068. image_pil = PIL.Image.open(filename)
  1069. except IOError:
  1070. return
  1071. # apply orientation to image according to exif
  1072. image_pil = apply_exif_orientation(image_pil)
  1073. with io.BytesIO() as f:
  1074. image_pil.save(f, format='PNG')
  1075. f.seek(0)
  1076. return f.read()
  1077. def resizeEvent(self, event):
  1078. if self.canvas and not self.image.isNull()\
  1079. and self.zoomMode != self.MANUAL_ZOOM:
  1080. self.adjustScale()
  1081. super(MainWindow, self).resizeEvent(event)
  1082. def paintCanvas(self):
  1083. assert not self.image.isNull(), "cannot paint null image"
  1084. self.canvas.scale = 0.01 * self.zoomWidget.value()
  1085. self.canvas.adjustSize()
  1086. self.canvas.update()
  1087. def adjustScale(self, initial=False):
  1088. value = self.scalers[self.FIT_WINDOW if initial else self.zoomMode]()
  1089. self.zoomWidget.setValue(int(100 * value))
  1090. def scaleFitWindow(self):
  1091. """Figure out the size of the pixmap to fit the main widget."""
  1092. e = 2.0 # So that no scrollbars are generated.
  1093. w1 = self.centralWidget().width() - e
  1094. h1 = self.centralWidget().height() - e
  1095. a1 = w1 / h1
  1096. # Calculate a new scale value based on the pixmap's aspect ratio.
  1097. w2 = self.canvas.pixmap.width() - 0.0
  1098. h2 = self.canvas.pixmap.height() - 0.0
  1099. a2 = w2 / h2
  1100. return w1 / w2 if a2 >= a1 else h1 / h2
  1101. def scaleFitWidth(self):
  1102. # The epsilon does not seem to work too well here.
  1103. w = self.centralWidget().width() - 2.0
  1104. return w / self.canvas.pixmap.width()
  1105. def closeEvent(self, event):
  1106. if not self.mayContinue():
  1107. event.ignore()
  1108. self.settings.setValue(
  1109. 'filename', self.filename if self.filename else '')
  1110. self.settings.setValue('window/size', self.size())
  1111. self.settings.setValue('window/position', self.pos())
  1112. self.settings.setValue('window/state', self.saveState())
  1113. self.settings.setValue('line/color', self.lineColor)
  1114. self.settings.setValue('fill/color', self.fillColor)
  1115. self.settings.setValue('recentFiles', self.recentFiles)
  1116. # ask the use for where to save the labels
  1117. # self.settings.setValue('window/geometry', self.saveGeometry())
  1118. # User Dialogs #
  1119. def loadRecent(self, filename):
  1120. if self.mayContinue():
  1121. self.loadFile(filename)
  1122. def openPrevImg(self, _value=False):
  1123. keep_prev = self._config['keep_prev']
  1124. if QtGui.QGuiApplication.keyboardModifiers() == \
  1125. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1126. self._config['keep_prev'] = True
  1127. if not self.mayContinue():
  1128. return
  1129. if len(self.imageList) <= 0:
  1130. return
  1131. if self.filename is None:
  1132. return
  1133. currIndex = self.imageList.index(self.filename)
  1134. if currIndex - 1 >= 0:
  1135. filename = self.imageList[currIndex - 1]
  1136. if filename:
  1137. self.loadFile(filename)
  1138. self._config['keep_prev'] = keep_prev
  1139. def openNextImg(self, _value=False, load=True):
  1140. keep_prev = self._config['keep_prev']
  1141. if QtGui.QGuiApplication.keyboardModifiers() == \
  1142. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1143. self._config['keep_prev'] = True
  1144. if not self.mayContinue():
  1145. return
  1146. if len(self.imageList) <= 0:
  1147. return
  1148. filename = None
  1149. if self.filename is None:
  1150. filename = self.imageList[0]
  1151. else:
  1152. currIndex = self.imageList.index(self.filename)
  1153. if currIndex + 1 < len(self.imageList):
  1154. filename = self.imageList[currIndex + 1]
  1155. else:
  1156. filename = self.imageList[-1]
  1157. self.filename = filename
  1158. if self.filename and load:
  1159. self.loadFile(self.filename)
  1160. self._config['keep_prev'] = keep_prev
  1161. def openFile(self, _value=False):
  1162. if not self.mayContinue():
  1163. return
  1164. path = osp.dirname(str(self.filename)) if self.filename else '.'
  1165. formats = ['*.{}'.format(fmt.data().decode())
  1166. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1167. filters = "Image & Label files (%s)" % ' '.join(
  1168. formats + ['*%s' % LabelFile.suffix])
  1169. filename = QtWidgets.QFileDialog.getOpenFileName(
  1170. self, '%s - Choose Image or Label file' % __appname__,
  1171. path, filters)
  1172. if QT5:
  1173. filename, _ = filename
  1174. filename = str(filename)
  1175. if filename:
  1176. self.loadFile(filename)
  1177. def changeOutputDirDialog(self, _value=False):
  1178. default_output_dir = self.output_dir
  1179. if default_output_dir is None and self.filename:
  1180. default_output_dir = osp.dirname(self.filename)
  1181. if default_output_dir is None:
  1182. default_output_dir = self.currentPath()
  1183. output_dir = QtWidgets.QFileDialog.getExistingDirectory(
  1184. self, '%s - Save/Load Annotations in Directory' % __appname__,
  1185. default_output_dir,
  1186. QtWidgets.QFileDialog.ShowDirsOnly |
  1187. QtWidgets.QFileDialog.DontResolveSymlinks,
  1188. )
  1189. output_dir = str(output_dir)
  1190. if not output_dir:
  1191. return
  1192. self.output_dir = output_dir
  1193. self.statusBar().showMessage(
  1194. '%s . Annotations will be saved/loaded in %s' %
  1195. ('Change Annotations Dir', self.output_dir))
  1196. self.statusBar().show()
  1197. current_filename = self.filename
  1198. self.importDirImages(self.lastOpenDir, load=False)
  1199. if current_filename in self.imageList:
  1200. # retain currently selected file
  1201. self.fileListWidget.setCurrentRow(
  1202. self.imageList.index(current_filename))
  1203. self.fileListWidget.repaint()
  1204. def saveFile(self, _value=False):
  1205. assert not self.image.isNull(), "cannot save empty image"
  1206. if self._config['flags'] or self.hasLabels():
  1207. if self.labelFile:
  1208. # DL20180323 - overwrite when in directory
  1209. self._saveFile(self.labelFile.filename)
  1210. elif self.output_file:
  1211. self._saveFile(self.output_file)
  1212. self.close()
  1213. else:
  1214. self._saveFile(self.saveFileDialog())
  1215. def saveFileAs(self, _value=False):
  1216. assert not self.image.isNull(), "cannot save empty image"
  1217. if self.hasLabels():
  1218. self._saveFile(self.saveFileDialog())
  1219. def saveFileDialog(self):
  1220. caption = '%s - Choose File' % __appname__
  1221. filters = 'Label files (*%s)' % LabelFile.suffix
  1222. if self.output_dir:
  1223. dlg = QtWidgets.QFileDialog(
  1224. self, caption, self.output_dir, filters
  1225. )
  1226. else:
  1227. dlg = QtWidgets.QFileDialog(
  1228. self, caption, self.currentPath(), filters
  1229. )
  1230. dlg.setDefaultSuffix(LabelFile.suffix[1:])
  1231. dlg.setAcceptMode(QtWidgets.QFileDialog.AcceptSave)
  1232. dlg.setOption(QtWidgets.QFileDialog.DontConfirmOverwrite, False)
  1233. dlg.setOption(QtWidgets.QFileDialog.DontUseNativeDialog, False)
  1234. basename = osp.splitext(self.filename)[0]
  1235. if self.output_dir:
  1236. default_labelfile_name = osp.join(
  1237. self.output_dir, basename + LabelFile.suffix
  1238. )
  1239. else:
  1240. default_labelfile_name = osp.join(
  1241. self.currentPath(), basename + LabelFile.suffix
  1242. )
  1243. filename = dlg.getSaveFileName(
  1244. self, 'Choose File', default_labelfile_name,
  1245. 'Label files (*%s)' % LabelFile.suffix)
  1246. if QT5:
  1247. filename, _ = filename
  1248. filename = str(filename)
  1249. return filename
  1250. def _saveFile(self, filename):
  1251. if filename and self.saveLabels(filename):
  1252. self.addRecentFile(filename)
  1253. self.setClean()
  1254. def closeFile(self, _value=False):
  1255. if not self.mayContinue():
  1256. return
  1257. self.resetState()
  1258. self.setClean()
  1259. self.toggleActions(False)
  1260. self.canvas.setEnabled(False)
  1261. self.actions.saveAs.setEnabled(False)
  1262. def getLabelFile(self):
  1263. if self.filename.lower().endswith('.json'):
  1264. label_file = self.filename
  1265. else:
  1266. label_file = osp.splitext(self.filename)[0] + '.json'
  1267. return label_file
  1268. def deleteFile(self):
  1269. mb = QtWidgets.QMessageBox
  1270. msg = 'You are about to permanently delete this label file, ' \
  1271. 'proceed anyway?'
  1272. answer = mb.warning(self, 'Attention', msg, mb.Yes | mb.No)
  1273. if answer != mb.Yes:
  1274. return
  1275. label_file = self.getLabelFile()
  1276. if osp.exists(label_file):
  1277. os.remove(label_file)
  1278. logger.info('Label file is removed: {}'.format(label_file))
  1279. item = self.fileListWidget.currentItem()
  1280. item.setCheckState(Qt.Unchecked)
  1281. self.resetState()
  1282. # Message Dialogs. #
  1283. def hasLabels(self):
  1284. if not self.labelList.itemsToShapes:
  1285. self.errorMessage(
  1286. 'No objects labeled',
  1287. 'You must label at least one object to save the file.')
  1288. return False
  1289. return True
  1290. def hasLabelFile(self):
  1291. if self.filename is None:
  1292. return False
  1293. label_file = self.getLabelFile()
  1294. return osp.exists(label_file)
  1295. def mayContinue(self):
  1296. if not self.dirty:
  1297. return True
  1298. mb = QtWidgets.QMessageBox
  1299. msg = 'Save annotations to "{}" before closing?'.format(self.filename)
  1300. answer = mb.question(self,
  1301. 'Save annotations?',
  1302. msg,
  1303. mb.Save | mb.Discard | mb.Cancel,
  1304. mb.Save)
  1305. if answer == mb.Discard:
  1306. return True
  1307. elif answer == mb.Save:
  1308. self.saveFile()
  1309. return True
  1310. else: # answer == mb.Cancel
  1311. return False
  1312. def errorMessage(self, title, message):
  1313. return QtWidgets.QMessageBox.critical(
  1314. self, title, '<p><b>%s</b></p>%s' % (title, message))
  1315. def currentPath(self):
  1316. return osp.dirname(str(self.filename)) if self.filename else '.'
  1317. def chooseColor1(self):
  1318. color = self.colorDialog.getColor(
  1319. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1320. if color:
  1321. self.lineColor = color
  1322. # Change the color for all shape lines:
  1323. Shape.line_color = self.lineColor
  1324. self.canvas.update()
  1325. self.setDirty()
  1326. def chooseColor2(self):
  1327. color = self.colorDialog.getColor(
  1328. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1329. if color:
  1330. self.fillColor = color
  1331. Shape.fill_color = self.fillColor
  1332. self.canvas.update()
  1333. self.setDirty()
  1334. def toggleKeepPrevMode(self):
  1335. self._config['keep_prev'] = not self._config['keep_prev']
  1336. def deleteSelectedShape(self):
  1337. yes, no = QtWidgets.QMessageBox.Yes, QtWidgets.QMessageBox.No
  1338. msg = 'You are about to permanently delete this polygon, ' \
  1339. 'proceed anyway?'
  1340. if yes == QtWidgets.QMessageBox.warning(self, 'Attention', msg,
  1341. yes | no):
  1342. self.remLabel(self.canvas.deleteSelected())
  1343. self.setDirty()
  1344. if self.noShapes():
  1345. for action in self.actions.onShapesPresent:
  1346. action.setEnabled(False)
  1347. def chshapeLineColor(self):
  1348. color = self.colorDialog.getColor(
  1349. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1350. if color:
  1351. self.canvas.selectedShape.line_color = color
  1352. self.canvas.update()
  1353. self.setDirty()
  1354. def chshapeFillColor(self):
  1355. color = self.colorDialog.getColor(
  1356. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1357. if color:
  1358. self.canvas.selectedShape.fill_color = color
  1359. self.canvas.update()
  1360. self.setDirty()
  1361. def copyShape(self):
  1362. self.canvas.endMove(copy=True)
  1363. self.addLabel(self.canvas.selectedShape)
  1364. self.setDirty()
  1365. def moveShape(self):
  1366. self.canvas.endMove(copy=False)
  1367. self.setDirty()
  1368. def openDirDialog(self, _value=False, dirpath=None):
  1369. if not self.mayContinue():
  1370. return
  1371. defaultOpenDirPath = dirpath if dirpath else '.'
  1372. if self.lastOpenDir and osp.exists(self.lastOpenDir):
  1373. defaultOpenDirPath = self.lastOpenDir
  1374. else:
  1375. defaultOpenDirPath = osp.dirname(self.filename) \
  1376. if self.filename else '.'
  1377. targetDirPath = str(QtWidgets.QFileDialog.getExistingDirectory(
  1378. self, '%s - Open Directory' % __appname__, defaultOpenDirPath,
  1379. QtWidgets.QFileDialog.ShowDirsOnly |
  1380. QtWidgets.QFileDialog.DontResolveSymlinks))
  1381. self.importDirImages(targetDirPath)
  1382. @property
  1383. def imageList(self):
  1384. lst = []
  1385. for i in range(self.fileListWidget.count()):
  1386. item = self.fileListWidget.item(i)
  1387. lst.append(item.text())
  1388. return lst
  1389. def importDirImages(self, dirpath, pattern=None, load=True):
  1390. self.actions.openNextImg.setEnabled(True)
  1391. self.actions.openPrevImg.setEnabled(True)
  1392. if not self.mayContinue() or not dirpath:
  1393. return
  1394. self.lastOpenDir = dirpath
  1395. self.filename = None
  1396. self.fileListWidget.clear()
  1397. for filename in self.scanAllImages(dirpath):
  1398. if pattern and pattern not in filename:
  1399. continue
  1400. label_file = osp.splitext(filename)[0] + '.json'
  1401. if self.output_dir:
  1402. label_file = osp.join(self.output_dir, label_file)
  1403. item = QtWidgets.QListWidgetItem(filename)
  1404. item.setFlags(Qt.ItemIsEnabled | Qt.ItemIsSelectable)
  1405. if QtCore.QFile.exists(label_file) and \
  1406. LabelFile.isLabelFile(label_file):
  1407. item.setCheckState(Qt.Checked)
  1408. else:
  1409. item.setCheckState(Qt.Unchecked)
  1410. self.fileListWidget.addItem(item)
  1411. self.openNextImg(load=load)
  1412. def scanAllImages(self, folderPath):
  1413. extensions = ['.%s' % fmt.data().decode("ascii").lower()
  1414. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1415. images = []
  1416. for root, dirs, files in os.walk(folderPath):
  1417. for file in files:
  1418. if file.lower().endswith(tuple(extensions)):
  1419. relativePath = osp.join(root, file)
  1420. images.append(relativePath)
  1421. images.sort(key=lambda x: x.lower())
  1422. return images
  1423. def apply_exif_orientation(image):
  1424. try:
  1425. exif = image._getexif()
  1426. except AttributeError:
  1427. exif = None
  1428. if exif is None:
  1429. return image
  1430. exif = {
  1431. PIL.ExifTags.TAGS[k]: v
  1432. for k, v in exif.items()
  1433. if k in PIL.ExifTags.TAGS
  1434. }
  1435. orientation = exif.get('Orientation', None)
  1436. if orientation == 1:
  1437. # do nothing
  1438. return image
  1439. elif orientation == 2:
  1440. # left-to-right mirror
  1441. return PIL.ImageOps.mirror(image)
  1442. elif orientation == 3:
  1443. # rotate 180
  1444. return image.transpose(PIL.Image.ROTATE_180)
  1445. elif orientation == 4:
  1446. # top-to-bottom mirror
  1447. return PIL.ImageOps.flip(image)
  1448. elif orientation == 5:
  1449. # top-to-left mirror
  1450. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_270))
  1451. elif orientation == 6:
  1452. # rotate 270
  1453. return image.transpose(PIL.Image.ROTATE_270)
  1454. elif orientation == 7:
  1455. # top-to-right mirror
  1456. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_90))
  1457. elif orientation == 8:
  1458. # rotate 90
  1459. return image.transpose(PIL.Image.ROTATE_90)
  1460. else:
  1461. return image