app.py 61 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668
  1. import functools
  2. import io
  3. import os
  4. import os.path as osp
  5. import re
  6. import webbrowser
  7. import PIL.ExifTags
  8. import PIL.Image
  9. import PIL.ImageOps
  10. from qtpy import QtCore
  11. from qtpy.QtCore import Qt
  12. from qtpy import QtGui
  13. from qtpy import QtWidgets
  14. from labelme import __appname__
  15. from labelme import PY2
  16. from labelme import QT5
  17. from . import utils
  18. from labelme.config import get_config
  19. from labelme.label_file import LabelFile
  20. from labelme.label_file import LabelFileError
  21. from labelme.logger import logger
  22. from labelme.shape import DEFAULT_FILL_COLOR
  23. from labelme.shape import DEFAULT_LINE_COLOR
  24. from labelme.shape import Shape
  25. from labelme.widgets import Canvas
  26. from labelme.widgets import ColorDialog
  27. from labelme.widgets import EscapableQListWidget
  28. from labelme.widgets import LabelDialog
  29. from labelme.widgets import LabelQListWidget
  30. from labelme.widgets import ToolBar
  31. from labelme.widgets import ZoomWidget
  32. # FIXME
  33. # - [medium] Set max zoom value to something big enough for FitWidth/Window
  34. # TODO(unknown):
  35. # - [high] Add polygon movement with arrow keys
  36. # - [high] Deselect shape when clicking and already selected(?)
  37. # - [low,maybe] Open images with drag & drop.
  38. # - [low,maybe] Preview images on file dialogs.
  39. # - Zoom is too "steppy".
  40. class MainWindow(QtWidgets.QMainWindow):
  41. FIT_WINDOW, FIT_WIDTH, MANUAL_ZOOM = 0, 1, 2
  42. def __init__(
  43. self,
  44. config=None,
  45. filename=None,
  46. output=None,
  47. output_file=None,
  48. output_dir=None,
  49. ):
  50. if output is not None:
  51. logger.warning(
  52. 'argument output is deprecated, use output_file instead'
  53. )
  54. if output_file is None:
  55. output_file = output
  56. # see labelme/config/default_config.yaml for valid configuration
  57. if config is None:
  58. config = get_config()
  59. self._config = config
  60. super(MainWindow, self).__init__()
  61. self.setWindowTitle(__appname__)
  62. # Whether we need to save or not.
  63. self.dirty = False
  64. self._noSelectionSlot = False
  65. # Main widgets and related state.
  66. self.labelDialog = LabelDialog(
  67. parent=self,
  68. labels=self._config['labels'],
  69. sort_labels=self._config['sort_labels'],
  70. show_text_field=self._config['show_label_text_field'],
  71. completion=self._config['label_completion'],
  72. fit_to_content=self._config['fit_to_content'],
  73. )
  74. self.labelList = LabelQListWidget()
  75. self.lastOpenDir = None
  76. self.flag_dock = self.flag_widget = None
  77. self.flag_dock = QtWidgets.QDockWidget('Flags', self)
  78. self.flag_dock.setObjectName('Flags')
  79. self.flag_widget = QtWidgets.QListWidget()
  80. if config['flags']:
  81. self.loadFlags({k: False for k in config['flags']})
  82. self.flag_dock.setWidget(self.flag_widget)
  83. self.flag_widget.itemChanged.connect(self.setDirty)
  84. self.labelList.itemActivated.connect(self.labelSelectionChanged)
  85. self.labelList.itemSelectionChanged.connect(self.labelSelectionChanged)
  86. self.labelList.itemDoubleClicked.connect(self.editLabel)
  87. # Connect to itemChanged to detect checkbox changes.
  88. self.labelList.itemChanged.connect(self.labelItemChanged)
  89. self.labelList.setDragDropMode(
  90. QtWidgets.QAbstractItemView.InternalMove)
  91. self.labelList.setParent(self)
  92. self.shape_dock = QtWidgets.QDockWidget('Polygon Labels', self)
  93. self.shape_dock.setObjectName('Labels')
  94. self.shape_dock.setWidget(self.labelList)
  95. self.uniqLabelList = EscapableQListWidget()
  96. self.uniqLabelList.setToolTip(
  97. "Select label to start annotating for it. "
  98. "Press 'Esc' to deselect.")
  99. if self._config['labels']:
  100. self.uniqLabelList.addItems(self._config['labels'])
  101. self.uniqLabelList.sortItems()
  102. self.label_dock = QtWidgets.QDockWidget(u'Label List', self)
  103. self.label_dock.setObjectName(u'Label List')
  104. self.label_dock.setWidget(self.uniqLabelList)
  105. self.fileSearch = QtWidgets.QLineEdit()
  106. self.fileSearch.setPlaceholderText('Search Filename')
  107. self.fileSearch.textChanged.connect(self.fileSearchChanged)
  108. self.fileListWidget = QtWidgets.QListWidget()
  109. self.fileListWidget.itemSelectionChanged.connect(
  110. self.fileSelectionChanged
  111. )
  112. fileListLayout = QtWidgets.QVBoxLayout()
  113. fileListLayout.setContentsMargins(0, 0, 0, 0)
  114. fileListLayout.setSpacing(0)
  115. fileListLayout.addWidget(self.fileSearch)
  116. fileListLayout.addWidget(self.fileListWidget)
  117. self.file_dock = QtWidgets.QDockWidget(u'File List', self)
  118. self.file_dock.setObjectName(u'Files')
  119. fileListWidget = QtWidgets.QWidget()
  120. fileListWidget.setLayout(fileListLayout)
  121. self.file_dock.setWidget(fileListWidget)
  122. self.zoomWidget = ZoomWidget()
  123. self.colorDialog = ColorDialog(parent=self)
  124. self.canvas = self.labelList.canvas = Canvas(
  125. epsilon=self._config['epsilon'],
  126. )
  127. self.canvas.zoomRequest.connect(self.zoomRequest)
  128. scrollArea = QtWidgets.QScrollArea()
  129. scrollArea.setWidget(self.canvas)
  130. scrollArea.setWidgetResizable(True)
  131. self.scrollBars = {
  132. Qt.Vertical: scrollArea.verticalScrollBar(),
  133. Qt.Horizontal: scrollArea.horizontalScrollBar(),
  134. }
  135. self.canvas.scrollRequest.connect(self.scrollRequest)
  136. self.canvas.newShape.connect(self.newShape)
  137. self.canvas.shapeMoved.connect(self.setDirty)
  138. self.canvas.selectionChanged.connect(self.shapeSelectionChanged)
  139. self.canvas.drawingPolygon.connect(self.toggleDrawingSensitive)
  140. self.setCentralWidget(scrollArea)
  141. features = QtWidgets.QDockWidget.DockWidgetFeatures()
  142. for dock in ['flag_dock', 'label_dock', 'shape_dock', 'file_dock']:
  143. if self._config[dock]['closable']:
  144. features = features | QtWidgets.QDockWidget.DockWidgetClosable
  145. if self._config[dock]['floatable']:
  146. features = features | QtWidgets.QDockWidget.DockWidgetFloatable
  147. if self._config[dock]['movable']:
  148. features = features | QtWidgets.QDockWidget.DockWidgetMovable
  149. getattr(self, dock).setFeatures(features)
  150. if self._config[dock]['show'] is False:
  151. getattr(self, dock).setVisible(False)
  152. self.addDockWidget(Qt.RightDockWidgetArea, self.flag_dock)
  153. self.addDockWidget(Qt.RightDockWidgetArea, self.label_dock)
  154. self.addDockWidget(Qt.RightDockWidgetArea, self.shape_dock)
  155. self.addDockWidget(Qt.RightDockWidgetArea, self.file_dock)
  156. # Actions
  157. action = functools.partial(utils.newAction, self)
  158. shortcuts = self._config['shortcuts']
  159. quit = action('&Quit', self.close, shortcuts['quit'], 'quit',
  160. 'Quit application')
  161. open_ = action('&Open', self.openFile, shortcuts['open'], 'open',
  162. 'Open image or label file')
  163. opendir = action('&Open Dir', self.openDirDialog,
  164. shortcuts['open_dir'], 'open', u'Open Dir')
  165. openNextImg = action(
  166. '&Next Image',
  167. self.openNextImg,
  168. shortcuts['open_next'],
  169. 'next',
  170. u'Open next (hold Ctl+Shift to copy labels)',
  171. enabled=False,
  172. )
  173. openPrevImg = action(
  174. '&Prev Image',
  175. self.openPrevImg,
  176. shortcuts['open_prev'],
  177. 'prev',
  178. u'Open prev (hold Ctl+Shift to copy labels)',
  179. enabled=False,
  180. )
  181. save = action('&Save', self.saveFile, shortcuts['save'], 'save',
  182. 'Save labels to file', enabled=False)
  183. saveAs = action('&Save As', self.saveFileAs, shortcuts['save_as'],
  184. 'save-as', 'Save labels to a different file',
  185. enabled=False)
  186. deleteFile = action(
  187. '&Delete File',
  188. self.deleteFile,
  189. shortcuts['delete_file'],
  190. 'delete',
  191. 'Delete current label file',
  192. enabled=False)
  193. changeOutputDir = action(
  194. '&Change Output Dir',
  195. slot=self.changeOutputDirDialog,
  196. shortcut=shortcuts['save_to'],
  197. icon='open',
  198. tip=u'Change where annotations are loaded/saved'
  199. )
  200. saveAuto = action(
  201. text='Save &Automatically',
  202. slot=lambda x: self.actions.saveAuto.setChecked(x),
  203. icon='save',
  204. tip='Save automatically',
  205. checkable=True,
  206. enabled=True,
  207. )
  208. saveAuto.setChecked(self._config['auto_save'])
  209. close = action('&Close', self.closeFile, shortcuts['close'], 'close',
  210. 'Close current file')
  211. color1 = action('Polygon &Line Color', self.chooseColor1,
  212. shortcuts['edit_line_color'], 'color_line',
  213. 'Choose polygon line color')
  214. color2 = action('Polygon &Fill Color', self.chooseColor2,
  215. shortcuts['edit_fill_color'], 'color',
  216. 'Choose polygon fill color')
  217. toggle_keep_prev_mode = action(
  218. 'Keep Previous Annotation',
  219. self.toggleKeepPrevMode,
  220. shortcuts['toggle_keep_prev_mode'], None,
  221. 'Toggle "keep pevious annotation" mode',
  222. checkable=True)
  223. toggle_keep_prev_mode.setChecked(self._config['keep_prev'])
  224. createMode = action(
  225. 'Create Polygons',
  226. lambda: self.toggleDrawMode(False, createMode='polygon'),
  227. shortcuts['create_polygon'],
  228. 'objects',
  229. 'Start drawing polygons',
  230. enabled=False,
  231. )
  232. createRectangleMode = action(
  233. 'Create Rectangle',
  234. lambda: self.toggleDrawMode(False, createMode='rectangle'),
  235. shortcuts['create_rectangle'],
  236. 'objects',
  237. 'Start drawing rectangles',
  238. enabled=False,
  239. )
  240. createCircleMode = action(
  241. 'Create Circle',
  242. lambda: self.toggleDrawMode(False, createMode='circle'),
  243. shortcuts['create_circle'],
  244. 'objects',
  245. 'Start drawing circles',
  246. enabled=False,
  247. )
  248. createLineMode = action(
  249. 'Create Line',
  250. lambda: self.toggleDrawMode(False, createMode='line'),
  251. shortcuts['create_line'],
  252. 'objects',
  253. 'Start drawing lines',
  254. enabled=False,
  255. )
  256. createPointMode = action(
  257. 'Create Point',
  258. lambda: self.toggleDrawMode(False, createMode='point'),
  259. shortcuts['create_point'],
  260. 'objects',
  261. 'Start drawing points',
  262. enabled=False,
  263. )
  264. createLineStripMode = action(
  265. 'Create LineStrip',
  266. lambda: self.toggleDrawMode(False, createMode='linestrip'),
  267. shortcuts['create_linestrip'],
  268. 'objects',
  269. 'Start drawing linestrip. Ctrl+LeftClick ends creation.',
  270. enabled=False,
  271. )
  272. editMode = action('Edit Polygons', self.setEditMode,
  273. shortcuts['edit_polygon'], 'edit',
  274. 'Move and edit polygons', enabled=False)
  275. delete = action('Delete Polygon', self.deleteSelectedShape,
  276. shortcuts['delete_polygon'], 'cancel',
  277. 'Delete', enabled=False)
  278. copy = action('Duplicate Polygon', self.copySelectedShape,
  279. shortcuts['duplicate_polygon'], 'copy',
  280. 'Create a duplicate of the selected polygon',
  281. enabled=False)
  282. undoLastPoint = action('Undo last point', self.canvas.undoLastPoint,
  283. shortcuts['undo_last_point'], 'undo',
  284. 'Undo last drawn point', enabled=False)
  285. addPoint = action('Add Point to Edge', self.canvas.addPointToEdge,
  286. None, 'edit', 'Add point to the nearest edge',
  287. enabled=False)
  288. undo = action('Undo', self.undoShapeEdit, shortcuts['undo'], 'undo',
  289. 'Undo last add and edit of shape', enabled=False)
  290. hideAll = action('&Hide\nPolygons',
  291. functools.partial(self.togglePolygons, False),
  292. icon='eye', tip='Hide all polygons', enabled=False)
  293. showAll = action('&Show\nPolygons',
  294. functools.partial(self.togglePolygons, True),
  295. icon='eye', tip='Show all polygons', enabled=False)
  296. help = action('&Tutorial', self.tutorial, icon='help',
  297. tip='Show tutorial page')
  298. zoom = QtWidgets.QWidgetAction(self)
  299. zoom.setDefaultWidget(self.zoomWidget)
  300. self.zoomWidget.setWhatsThis(
  301. 'Zoom in or out of the image. Also accessible with '
  302. '{} and {} from the canvas.'
  303. .format(
  304. utils.fmtShortcut(
  305. '{},{}'.format(
  306. shortcuts['zoom_in'], shortcuts['zoom_out']
  307. )
  308. ),
  309. utils.fmtShortcut("Ctrl+Wheel"),
  310. )
  311. )
  312. self.zoomWidget.setEnabled(False)
  313. zoomIn = action('Zoom &In', functools.partial(self.addZoom, 10),
  314. shortcuts['zoom_in'], 'zoom-in',
  315. 'Increase zoom level', enabled=False)
  316. zoomOut = action('&Zoom Out', functools.partial(self.addZoom, -10),
  317. shortcuts['zoom_out'], 'zoom-out',
  318. 'Decrease zoom level', enabled=False)
  319. zoomOrg = action('&Original size',
  320. functools.partial(self.setZoom, 100),
  321. shortcuts['zoom_to_original'], 'zoom',
  322. 'Zoom to original size', enabled=False)
  323. fitWindow = action('&Fit Window', self.setFitWindow,
  324. shortcuts['fit_window'], 'fit-window',
  325. 'Zoom follows window size', checkable=True,
  326. enabled=False)
  327. fitWidth = action('Fit &Width', self.setFitWidth,
  328. shortcuts['fit_width'], 'fit-width',
  329. 'Zoom follows window width',
  330. checkable=True, enabled=False)
  331. # Group zoom controls into a list for easier toggling.
  332. zoomActions = (self.zoomWidget, zoomIn, zoomOut, zoomOrg,
  333. fitWindow, fitWidth)
  334. self.zoomMode = self.FIT_WINDOW
  335. fitWindow.setChecked(Qt.Checked)
  336. self.scalers = {
  337. self.FIT_WINDOW: self.scaleFitWindow,
  338. self.FIT_WIDTH: self.scaleFitWidth,
  339. # Set to one to scale to 100% when loading files.
  340. self.MANUAL_ZOOM: lambda: 1,
  341. }
  342. edit = action('&Edit Label', self.editLabel, shortcuts['edit_label'],
  343. 'edit', 'Modify the label of the selected polygon',
  344. enabled=False)
  345. shapeLineColor = action(
  346. 'Shape &Line Color', self.chshapeLineColor, icon='color-line',
  347. tip='Change the line color for this specific shape', enabled=False)
  348. shapeFillColor = action(
  349. 'Shape &Fill Color', self.chshapeFillColor, icon='color',
  350. tip='Change the fill color for this specific shape', enabled=False)
  351. fill_drawing = action(
  352. 'Fill Drawing Polygon',
  353. lambda x: self.canvas.setFillDrawing(x),
  354. None,
  355. 'color',
  356. 'Fill polygon while drawing',
  357. checkable=True,
  358. enabled=True,
  359. )
  360. fill_drawing.setChecked(True)
  361. # Lavel list context menu.
  362. labelMenu = QtWidgets.QMenu()
  363. utils.addActions(labelMenu, (edit, delete))
  364. self.labelList.setContextMenuPolicy(Qt.CustomContextMenu)
  365. self.labelList.customContextMenuRequested.connect(
  366. self.popLabelListMenu)
  367. # Store actions for further handling.
  368. self.actions = utils.struct(
  369. saveAuto=saveAuto,
  370. changeOutputDir=changeOutputDir,
  371. save=save, saveAs=saveAs, open=open_, close=close,
  372. deleteFile=deleteFile,
  373. lineColor=color1, fillColor=color2,
  374. toggleKeepPrevMode=toggle_keep_prev_mode,
  375. delete=delete, edit=edit, copy=copy,
  376. undoLastPoint=undoLastPoint, undo=undo,
  377. addPoint=addPoint,
  378. createMode=createMode, editMode=editMode,
  379. createRectangleMode=createRectangleMode,
  380. createCircleMode=createCircleMode,
  381. createLineMode=createLineMode,
  382. createPointMode=createPointMode,
  383. createLineStripMode=createLineStripMode,
  384. shapeLineColor=shapeLineColor, shapeFillColor=shapeFillColor,
  385. zoom=zoom, zoomIn=zoomIn, zoomOut=zoomOut, zoomOrg=zoomOrg,
  386. fitWindow=fitWindow, fitWidth=fitWidth,
  387. zoomActions=zoomActions,
  388. openNextImg=openNextImg, openPrevImg=openPrevImg,
  389. fileMenuActions=(open_, opendir, save, saveAs, close, quit),
  390. tool=(),
  391. editMenu=(edit, copy, delete, None, undo, undoLastPoint,
  392. None, color1, color2, None, toggle_keep_prev_mode),
  393. # menu shown at right click
  394. menu=(
  395. createMode,
  396. createRectangleMode,
  397. createCircleMode,
  398. createLineMode,
  399. createPointMode,
  400. createLineStripMode,
  401. editMode,
  402. edit,
  403. copy,
  404. delete,
  405. shapeLineColor,
  406. shapeFillColor,
  407. undo,
  408. undoLastPoint,
  409. addPoint,
  410. ),
  411. onLoadActive=(
  412. close,
  413. createMode,
  414. createRectangleMode,
  415. createCircleMode,
  416. createLineMode,
  417. createPointMode,
  418. createLineStripMode,
  419. editMode,
  420. ),
  421. onShapesPresent=(saveAs, hideAll, showAll),
  422. )
  423. self.canvas.edgeSelected.connect(self.actions.addPoint.setEnabled)
  424. self.menus = utils.struct(
  425. file=self.menu('&File'),
  426. edit=self.menu('&Edit'),
  427. view=self.menu('&View'),
  428. help=self.menu('&Help'),
  429. recentFiles=QtWidgets.QMenu('Open &Recent'),
  430. labelList=labelMenu,
  431. )
  432. utils.addActions(
  433. self.menus.file,
  434. (
  435. open_,
  436. openNextImg,
  437. openPrevImg,
  438. opendir,
  439. self.menus.recentFiles,
  440. save,
  441. saveAs,
  442. saveAuto,
  443. changeOutputDir,
  444. close,
  445. deleteFile,
  446. None,
  447. quit,
  448. ),
  449. )
  450. utils.addActions(self.menus.help, (help,))
  451. utils.addActions(
  452. self.menus.view,
  453. (
  454. self.flag_dock.toggleViewAction(),
  455. self.label_dock.toggleViewAction(),
  456. self.shape_dock.toggleViewAction(),
  457. self.file_dock.toggleViewAction(),
  458. None,
  459. fill_drawing,
  460. None,
  461. hideAll,
  462. showAll,
  463. None,
  464. zoomIn,
  465. zoomOut,
  466. zoomOrg,
  467. None,
  468. fitWindow,
  469. fitWidth,
  470. None,
  471. ),
  472. )
  473. self.menus.file.aboutToShow.connect(self.updateFileMenu)
  474. # Custom context menu for the canvas widget:
  475. utils.addActions(self.canvas.menus[0], self.actions.menu)
  476. utils.addActions(
  477. self.canvas.menus[1],
  478. (
  479. action('&Copy here', self.copyShape),
  480. action('&Move here', self.moveShape),
  481. ),
  482. )
  483. self.tools = self.toolbar('Tools')
  484. # Menu buttons on Left
  485. self.actions.tool = (
  486. open_,
  487. opendir,
  488. openNextImg,
  489. openPrevImg,
  490. save,
  491. deleteFile,
  492. None,
  493. createMode,
  494. editMode,
  495. copy,
  496. delete,
  497. undo,
  498. None,
  499. zoomIn,
  500. zoom,
  501. zoomOut,
  502. fitWindow,
  503. fitWidth,
  504. )
  505. self.statusBar().showMessage('%s started.' % __appname__)
  506. self.statusBar().show()
  507. if output_file is not None and self._config['auto_save']:
  508. logger.warn(
  509. 'If `auto_save` argument is True, `output_file` argument '
  510. 'is ignored and output filename is automatically '
  511. 'set as IMAGE_BASENAME.json.'
  512. )
  513. self.output_file = output_file
  514. self.output_dir = output_dir
  515. # Application state.
  516. self.image = QtGui.QImage()
  517. self.imagePath = None
  518. self.recentFiles = []
  519. self.maxRecent = 7
  520. self.lineColor = None
  521. self.fillColor = None
  522. self.otherData = None
  523. self.zoom_level = 100
  524. self.fit_window = False
  525. if filename is not None and osp.isdir(filename):
  526. self.importDirImages(filename, load=False)
  527. else:
  528. self.filename = filename
  529. if config['file_search']:
  530. self.fileSearch.setText(config['file_search'])
  531. self.fileSearchChanged()
  532. # XXX: Could be completely declarative.
  533. # Restore application settings.
  534. self.settings = QtCore.QSettings('labelme', 'labelme')
  535. # FIXME: QSettings.value can return None on PyQt4
  536. self.recentFiles = self.settings.value('recentFiles', []) or []
  537. size = self.settings.value('window/size', QtCore.QSize(600, 500))
  538. position = self.settings.value('window/position', QtCore.QPoint(0, 0))
  539. self.resize(size)
  540. self.move(position)
  541. # or simply:
  542. # self.restoreGeometry(settings['window/geometry']
  543. self.restoreState(
  544. self.settings.value('window/state', QtCore.QByteArray()))
  545. self.lineColor = QtGui.QColor(
  546. self.settings.value('line/color', Shape.line_color))
  547. self.fillColor = QtGui.QColor(
  548. self.settings.value('fill/color', Shape.fill_color))
  549. Shape.line_color = self.lineColor
  550. Shape.fill_color = self.fillColor
  551. # Populate the File menu dynamically.
  552. self.updateFileMenu()
  553. # Since loading the file may take some time,
  554. # make sure it runs in the background.
  555. if self.filename is not None:
  556. self.queueEvent(functools.partial(self.loadFile, self.filename))
  557. # Callbacks:
  558. self.zoomWidget.valueChanged.connect(self.paintCanvas)
  559. self.populateModeActions()
  560. # self.firstStart = True
  561. # if self.firstStart:
  562. # QWhatsThis.enterWhatsThisMode()
  563. def menu(self, title, actions=None):
  564. menu = self.menuBar().addMenu(title)
  565. if actions:
  566. utils.addActions(menu, actions)
  567. return menu
  568. def toolbar(self, title, actions=None):
  569. toolbar = ToolBar(title)
  570. toolbar.setObjectName('%sToolBar' % title)
  571. # toolbar.setOrientation(Qt.Vertical)
  572. toolbar.setToolButtonStyle(Qt.ToolButtonTextUnderIcon)
  573. if actions:
  574. utils.addActions(toolbar, actions)
  575. self.addToolBar(Qt.LeftToolBarArea, toolbar)
  576. return toolbar
  577. # Support Functions
  578. def noShapes(self):
  579. return not self.labelList.itemsToShapes
  580. def populateModeActions(self):
  581. tool, menu = self.actions.tool, self.actions.menu
  582. self.tools.clear()
  583. utils.addActions(self.tools, tool)
  584. self.canvas.menus[0].clear()
  585. utils.addActions(self.canvas.menus[0], menu)
  586. self.menus.edit.clear()
  587. actions = (
  588. self.actions.createMode,
  589. self.actions.createRectangleMode,
  590. self.actions.createCircleMode,
  591. self.actions.createLineMode,
  592. self.actions.createPointMode,
  593. self.actions.createLineStripMode,
  594. self.actions.editMode,
  595. )
  596. utils.addActions(self.menus.edit, actions + self.actions.editMenu)
  597. def setDirty(self):
  598. if self._config['auto_save'] or self.actions.saveAuto.isChecked():
  599. label_file = osp.splitext(self.imagePath)[0] + '.json'
  600. if self.output_dir:
  601. label_file = osp.join(self.output_dir, label_file)
  602. self.saveLabels(label_file)
  603. return
  604. self.dirty = True
  605. self.actions.save.setEnabled(True)
  606. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  607. title = __appname__
  608. if self.filename is not None:
  609. title = '{} - {}*'.format(title, self.filename)
  610. self.setWindowTitle(title)
  611. def setClean(self):
  612. self.dirty = False
  613. self.actions.save.setEnabled(False)
  614. self.actions.createMode.setEnabled(True)
  615. self.actions.createRectangleMode.setEnabled(True)
  616. self.actions.createCircleMode.setEnabled(True)
  617. self.actions.createLineMode.setEnabled(True)
  618. self.actions.createPointMode.setEnabled(True)
  619. self.actions.createLineStripMode.setEnabled(True)
  620. title = __appname__
  621. if self.filename is not None:
  622. title = '{} - {}'.format(title, self.filename)
  623. self.setWindowTitle(title)
  624. if self.hasLabelFile():
  625. self.actions.deleteFile.setEnabled(True)
  626. else:
  627. self.actions.deleteFile.setEnabled(False)
  628. def toggleActions(self, value=True):
  629. """Enable/Disable widgets which depend on an opened image."""
  630. for z in self.actions.zoomActions:
  631. z.setEnabled(value)
  632. for action in self.actions.onLoadActive:
  633. action.setEnabled(value)
  634. def queueEvent(self, function):
  635. QtCore.QTimer.singleShot(0, function)
  636. def status(self, message, delay=5000):
  637. self.statusBar().showMessage(message, delay)
  638. def resetState(self):
  639. self.labelList.clear()
  640. self.filename = None
  641. self.imagePath = None
  642. self.imageData = None
  643. self.labelFile = None
  644. self.otherData = None
  645. self.canvas.resetState()
  646. def currentItem(self):
  647. items = self.labelList.selectedItems()
  648. if items:
  649. return items[0]
  650. return None
  651. def addRecentFile(self, filename):
  652. if filename in self.recentFiles:
  653. self.recentFiles.remove(filename)
  654. elif len(self.recentFiles) >= self.maxRecent:
  655. self.recentFiles.pop()
  656. self.recentFiles.insert(0, filename)
  657. # Callbacks
  658. def undoShapeEdit(self):
  659. self.canvas.restoreShape()
  660. self.labelList.clear()
  661. self.loadShapes(self.canvas.shapes)
  662. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  663. def tutorial(self):
  664. url = 'https://github.com/wkentaro/labelme/tree/master/examples/tutorial' # NOQA
  665. webbrowser.open(url)
  666. def toggleAddPointEnabled(self, enabled):
  667. self.actions.addPoint.setEnabled(enabled)
  668. def toggleDrawingSensitive(self, drawing=True):
  669. """Toggle drawing sensitive.
  670. In the middle of drawing, toggling between modes should be disabled.
  671. """
  672. self.actions.editMode.setEnabled(not drawing)
  673. self.actions.undoLastPoint.setEnabled(drawing)
  674. self.actions.undo.setEnabled(not drawing)
  675. self.actions.delete.setEnabled(not drawing)
  676. def toggleDrawMode(self, edit=True, createMode='polygon'):
  677. self.canvas.setEditing(edit)
  678. self.canvas.createMode = createMode
  679. if edit:
  680. self.actions.createMode.setEnabled(True)
  681. self.actions.createRectangleMode.setEnabled(True)
  682. self.actions.createCircleMode.setEnabled(True)
  683. self.actions.createLineMode.setEnabled(True)
  684. self.actions.createPointMode.setEnabled(True)
  685. self.actions.createLineStripMode.setEnabled(True)
  686. else:
  687. if createMode == 'polygon':
  688. self.actions.createMode.setEnabled(False)
  689. self.actions.createRectangleMode.setEnabled(True)
  690. self.actions.createCircleMode.setEnabled(True)
  691. self.actions.createLineMode.setEnabled(True)
  692. self.actions.createPointMode.setEnabled(True)
  693. self.actions.createLineStripMode.setEnabled(True)
  694. elif createMode == 'rectangle':
  695. self.actions.createMode.setEnabled(True)
  696. self.actions.createRectangleMode.setEnabled(False)
  697. self.actions.createCircleMode.setEnabled(True)
  698. self.actions.createLineMode.setEnabled(True)
  699. self.actions.createPointMode.setEnabled(True)
  700. self.actions.createLineStripMode.setEnabled(True)
  701. elif createMode == 'line':
  702. self.actions.createMode.setEnabled(True)
  703. self.actions.createRectangleMode.setEnabled(True)
  704. self.actions.createCircleMode.setEnabled(True)
  705. self.actions.createLineMode.setEnabled(False)
  706. self.actions.createPointMode.setEnabled(True)
  707. self.actions.createLineStripMode.setEnabled(True)
  708. elif createMode == 'point':
  709. self.actions.createMode.setEnabled(True)
  710. self.actions.createRectangleMode.setEnabled(True)
  711. self.actions.createCircleMode.setEnabled(True)
  712. self.actions.createLineMode.setEnabled(True)
  713. self.actions.createPointMode.setEnabled(False)
  714. self.actions.createLineStripMode.setEnabled(True)
  715. elif createMode == "circle":
  716. self.actions.createMode.setEnabled(True)
  717. self.actions.createRectangleMode.setEnabled(True)
  718. self.actions.createCircleMode.setEnabled(False)
  719. self.actions.createLineMode.setEnabled(True)
  720. self.actions.createPointMode.setEnabled(True)
  721. self.actions.createLineStripMode.setEnabled(True)
  722. elif createMode == "linestrip":
  723. self.actions.createMode.setEnabled(True)
  724. self.actions.createRectangleMode.setEnabled(True)
  725. self.actions.createCircleMode.setEnabled(True)
  726. self.actions.createLineMode.setEnabled(True)
  727. self.actions.createPointMode.setEnabled(True)
  728. self.actions.createLineStripMode.setEnabled(False)
  729. else:
  730. raise ValueError('Unsupported createMode: %s' % createMode)
  731. self.actions.editMode.setEnabled(not edit)
  732. def setEditMode(self):
  733. self.toggleDrawMode(True)
  734. def updateFileMenu(self):
  735. current = self.filename
  736. def exists(filename):
  737. return osp.exists(str(filename))
  738. menu = self.menus.recentFiles
  739. menu.clear()
  740. files = [f for f in self.recentFiles if f != current and exists(f)]
  741. for i, f in enumerate(files):
  742. icon = utils.newIcon('labels')
  743. action = QtWidgets.QAction(
  744. icon, '&%d %s' % (i + 1, QtCore.QFileInfo(f).fileName()), self)
  745. action.triggered.connect(functools.partial(self.loadRecent, f))
  746. menu.addAction(action)
  747. def popLabelListMenu(self, point):
  748. self.menus.labelList.exec_(self.labelList.mapToGlobal(point))
  749. def validateLabel(self, label):
  750. # no validation
  751. if self._config['validate_label'] is None:
  752. return True
  753. for i in range(self.uniqLabelList.count()):
  754. label_i = self.uniqLabelList.item(i).text()
  755. if self._config['validate_label'] in ['exact', 'instance']:
  756. if label_i == label:
  757. return True
  758. if self._config['validate_label'] == 'instance':
  759. m = re.match(r'^{}-[0-9]*$'.format(label_i), label)
  760. if m:
  761. return True
  762. return False
  763. def editLabel(self, item=None):
  764. if not self.canvas.editing():
  765. return
  766. item = item if item else self.currentItem()
  767. text = self.labelDialog.popUp(item.text() if item else None)
  768. if text is None:
  769. return
  770. if not self.validateLabel(text):
  771. self.errorMessage('Invalid label',
  772. "Invalid label '{}' with validation type '{}'"
  773. .format(text, self._config['validate_label']))
  774. return
  775. item.setText(text)
  776. self.setDirty()
  777. if not self.uniqLabelList.findItems(text, Qt.MatchExactly):
  778. self.uniqLabelList.addItem(text)
  779. self.uniqLabelList.sortItems()
  780. def fileSearchChanged(self):
  781. self.importDirImages(
  782. self.lastOpenDir,
  783. pattern=self.fileSearch.text(),
  784. load=False,
  785. )
  786. def fileSelectionChanged(self):
  787. items = self.fileListWidget.selectedItems()
  788. if not items:
  789. return
  790. item = items[0]
  791. if not self.mayContinue():
  792. return
  793. currIndex = self.imageList.index(str(item.text()))
  794. if currIndex < len(self.imageList):
  795. filename = self.imageList[currIndex]
  796. if filename:
  797. self.loadFile(filename)
  798. # React to canvas signals.
  799. def shapeSelectionChanged(self, selected=False):
  800. if self._noSelectionSlot:
  801. self._noSelectionSlot = False
  802. else:
  803. shape = self.canvas.selectedShape
  804. if shape:
  805. item = self.labelList.get_item_from_shape(shape)
  806. item.setSelected(True)
  807. else:
  808. self.labelList.clearSelection()
  809. self.actions.delete.setEnabled(selected)
  810. self.actions.copy.setEnabled(selected)
  811. self.actions.edit.setEnabled(selected)
  812. self.actions.shapeLineColor.setEnabled(selected)
  813. self.actions.shapeFillColor.setEnabled(selected)
  814. def addLabel(self, shape):
  815. item = QtWidgets.QListWidgetItem(shape.label)
  816. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  817. item.setCheckState(Qt.Checked)
  818. self.labelList.itemsToShapes.append((item, shape))
  819. self.labelList.addItem(item)
  820. if not self.uniqLabelList.findItems(shape.label, Qt.MatchExactly):
  821. self.uniqLabelList.addItem(shape.label)
  822. self.uniqLabelList.sortItems()
  823. self.labelDialog.addLabelHistory(item.text())
  824. for action in self.actions.onShapesPresent:
  825. action.setEnabled(True)
  826. def remLabel(self, shape):
  827. item = self.labelList.get_item_from_shape(shape)
  828. self.labelList.takeItem(self.labelList.row(item))
  829. def loadShapes(self, shapes):
  830. for shape in shapes:
  831. self.addLabel(shape)
  832. self.canvas.loadShapes(shapes)
  833. def loadLabels(self, shapes):
  834. s = []
  835. for label, points, line_color, fill_color, shape_type in shapes:
  836. shape = Shape(label=label, shape_type=shape_type)
  837. for x, y in points:
  838. shape.addPoint(QtCore.QPoint(x, y))
  839. shape.close()
  840. s.append(shape)
  841. if line_color:
  842. shape.line_color = QtGui.QColor(*line_color)
  843. if fill_color:
  844. shape.fill_color = QtGui.QColor(*fill_color)
  845. self.loadShapes(s)
  846. def loadFlags(self, flags):
  847. self.flag_widget.clear()
  848. for key, flag in flags.items():
  849. item = QtWidgets.QListWidgetItem(key)
  850. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  851. item.setCheckState(Qt.Checked if flag else Qt.Unchecked)
  852. self.flag_widget.addItem(item)
  853. def saveLabels(self, filename):
  854. lf = LabelFile()
  855. def format_shape(s):
  856. return dict(
  857. label=s.label.encode('utf-8') if PY2 else s.label,
  858. line_color=s.line_color.getRgb()
  859. if s.line_color != self.lineColor else None,
  860. fill_color=s.fill_color.getRgb()
  861. if s.fill_color != self.fillColor else None,
  862. points=[(p.x(), p.y()) for p in s.points],
  863. shape_type=s.shape_type,
  864. )
  865. shapes = [format_shape(shape) for shape in self.labelList.shapes]
  866. flags = {}
  867. for i in range(self.flag_widget.count()):
  868. item = self.flag_widget.item(i)
  869. key = item.text()
  870. flag = item.checkState() == Qt.Checked
  871. flags[key] = flag
  872. try:
  873. imagePath = osp.relpath(
  874. self.imagePath, osp.dirname(filename))
  875. imageData = self.imageData if self._config['store_data'] else None
  876. if osp.dirname(filename) and not osp.exists(osp.dirname(filename)):
  877. os.makedirs(osp.dirname(filename))
  878. lf.save(
  879. filename=filename,
  880. shapes=shapes,
  881. imagePath=imagePath,
  882. imageData=imageData,
  883. imageHeight=self.image.height(),
  884. imageWidth=self.image.width(),
  885. lineColor=self.lineColor.getRgb(),
  886. fillColor=self.fillColor.getRgb(),
  887. otherData=self.otherData,
  888. flags=flags,
  889. )
  890. self.labelFile = lf
  891. items = self.fileListWidget.findItems(
  892. self.imagePath, Qt.MatchExactly
  893. )
  894. if len(items) > 0:
  895. if len(items) != 1:
  896. raise RuntimeError('There are duplicate files.')
  897. items[0].setCheckState(Qt.Checked)
  898. # disable allows next and previous image to proceed
  899. # self.filename = filename
  900. return True
  901. except LabelFileError as e:
  902. self.errorMessage('Error saving label data', '<b>%s</b>' % e)
  903. return False
  904. def copySelectedShape(self):
  905. self.addLabel(self.canvas.copySelectedShape())
  906. # fix copy and delete
  907. self.shapeSelectionChanged(True)
  908. def labelSelectionChanged(self):
  909. item = self.currentItem()
  910. if item and self.canvas.editing():
  911. self._noSelectionSlot = True
  912. shape = self.labelList.get_shape_from_item(item)
  913. self.canvas.selectShape(shape)
  914. def labelItemChanged(self, item):
  915. shape = self.labelList.get_shape_from_item(item)
  916. label = str(item.text())
  917. if label != shape.label:
  918. shape.label = str(item.text())
  919. self.setDirty()
  920. else: # User probably changed item visibility
  921. self.canvas.setShapeVisible(shape, item.checkState() == Qt.Checked)
  922. # Callback functions:
  923. def newShape(self):
  924. """Pop-up and give focus to the label editor.
  925. position MUST be in global coordinates.
  926. """
  927. items = self.uniqLabelList.selectedItems()
  928. text = None
  929. if items:
  930. text = items[0].text()
  931. if self._config['display_label_popup'] or not text:
  932. text = self.labelDialog.popUp(text)
  933. if text is not None and not self.validateLabel(text):
  934. self.errorMessage('Invalid label',
  935. "Invalid label '{}' with validation type '{}'"
  936. .format(text, self._config['validate_label']))
  937. text = None
  938. if text is None:
  939. self.canvas.undoLastLine()
  940. self.canvas.shapesBackups.pop()
  941. else:
  942. self.addLabel(self.canvas.setLastLabel(text))
  943. self.actions.editMode.setEnabled(True)
  944. self.actions.undoLastPoint.setEnabled(False)
  945. self.actions.undo.setEnabled(True)
  946. self.setDirty()
  947. def scrollRequest(self, delta, orientation):
  948. units = - delta * 0.1 # natural scroll
  949. bar = self.scrollBars[orientation]
  950. bar.setValue(bar.value() + bar.singleStep() * units)
  951. def setZoom(self, value):
  952. self.actions.fitWidth.setChecked(False)
  953. self.actions.fitWindow.setChecked(False)
  954. self.zoomMode = self.MANUAL_ZOOM
  955. self.zoomWidget.setValue(value)
  956. def addZoom(self, increment=10):
  957. self.setZoom(self.zoomWidget.value() + increment)
  958. def zoomRequest(self, delta, pos):
  959. canvas_width_old = self.canvas.width()
  960. units = delta * 0.1
  961. self.addZoom(units)
  962. canvas_width_new = self.canvas.width()
  963. if canvas_width_old != canvas_width_new:
  964. canvas_scale_factor = canvas_width_new / canvas_width_old
  965. x_shift = round(pos.x() * canvas_scale_factor) - pos.x()
  966. y_shift = round(pos.y() * canvas_scale_factor) - pos.y()
  967. self.scrollBars[Qt.Horizontal].setValue(
  968. self.scrollBars[Qt.Horizontal].value() + x_shift)
  969. self.scrollBars[Qt.Vertical].setValue(
  970. self.scrollBars[Qt.Vertical].value() + y_shift)
  971. def setFitWindow(self, value=True):
  972. if value:
  973. self.actions.fitWidth.setChecked(False)
  974. self.zoomMode = self.FIT_WINDOW if value else self.MANUAL_ZOOM
  975. self.adjustScale()
  976. def setFitWidth(self, value=True):
  977. if value:
  978. self.actions.fitWindow.setChecked(False)
  979. self.zoomMode = self.FIT_WIDTH if value else self.MANUAL_ZOOM
  980. self.adjustScale()
  981. def togglePolygons(self, value):
  982. for item, shape in self.labelList.itemsToShapes:
  983. item.setCheckState(Qt.Checked if value else Qt.Unchecked)
  984. def loadFile(self, filename=None):
  985. """Load the specified file, or the last opened file if None."""
  986. # changing fileListWidget loads file
  987. if (filename in self.imageList and
  988. self.fileListWidget.currentRow() !=
  989. self.imageList.index(filename)):
  990. self.fileListWidget.setCurrentRow(self.imageList.index(filename))
  991. self.fileListWidget.repaint()
  992. return
  993. self.resetState()
  994. self.canvas.setEnabled(False)
  995. if filename is None:
  996. filename = self.settings.value('filename', '')
  997. filename = str(filename)
  998. if not QtCore.QFile.exists(filename):
  999. self.errorMessage(
  1000. 'Error opening file', 'No such file: <b>%s</b>' % filename)
  1001. return False
  1002. # assumes same name, but json extension
  1003. self.status("Loading %s..." % osp.basename(str(filename)))
  1004. label_file = osp.splitext(filename)[0] + '.json'
  1005. if self.output_dir:
  1006. label_file = osp.join(self.output_dir, label_file)
  1007. if QtCore.QFile.exists(label_file) and \
  1008. LabelFile.isLabelFile(label_file):
  1009. try:
  1010. self.labelFile = LabelFile(label_file)
  1011. # FIXME: PyQt4 installed via Anaconda fails to load JPEG
  1012. # and JSON encoded images.
  1013. # https://github.com/ContinuumIO/anaconda-issues/issues/131
  1014. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1015. # tries to read image with PIL and convert it to PNG
  1016. if self.labelFile.imageData is not None:
  1017. self.labelFile.imageData = utils.img_data_to_png_data(
  1018. self.labelFile.imageData
  1019. )
  1020. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1021. raise LabelFileError(
  1022. 'Failed loading image data from label file.\n'
  1023. 'Maybe this is a known issue of PyQt4 built on'
  1024. ' Anaconda, and may be fixed by installing PyQt5.')
  1025. except LabelFileError as e:
  1026. self.errorMessage(
  1027. 'Error opening file',
  1028. "<p><b>%s</b></p>"
  1029. "<p>Make sure <i>%s</i> is a valid label file."
  1030. % (e, label_file))
  1031. self.status("Error reading %s" % label_file)
  1032. return False
  1033. self.imageData = self.labelFile.imageData
  1034. self.imagePath = osp.join(
  1035. osp.dirname(label_file),
  1036. self.labelFile.imagePath,
  1037. )
  1038. if self.labelFile.lineColor is not None:
  1039. self.lineColor = QtGui.QColor(*self.labelFile.lineColor)
  1040. if self.labelFile.fillColor is not None:
  1041. self.fillColor = QtGui.QColor(*self.labelFile.fillColor)
  1042. self.otherData = self.labelFile.otherData
  1043. else:
  1044. self.imageData = self.loadImageFile(filename)
  1045. if self.imageData:
  1046. self.imagePath = filename
  1047. self.labelFile = None
  1048. image = QtGui.QImage.fromData(self.imageData)
  1049. if image.isNull():
  1050. formats = ['*.{}'.format(fmt.data().decode())
  1051. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1052. self.errorMessage(
  1053. 'Error opening file',
  1054. '<p>Make sure <i>{0}</i> is a valid image file.<br/>'
  1055. 'Supported image formats: {1}</p>'
  1056. .format(filename, ','.join(formats)))
  1057. self.status("Error reading %s" % filename)
  1058. return False
  1059. self.image = image
  1060. self.filename = filename
  1061. if self._config['keep_prev']:
  1062. prev_shapes = self.canvas.shapes
  1063. self.canvas.loadPixmap(QtGui.QPixmap.fromImage(image))
  1064. if self._config['flags']:
  1065. self.loadFlags({k: False for k in self._config['flags']})
  1066. if self._config['keep_prev']:
  1067. self.loadShapes(prev_shapes)
  1068. if self.labelFile:
  1069. self.loadLabels(self.labelFile.shapes)
  1070. if self.labelFile.flags is not None:
  1071. self.loadFlags(self.labelFile.flags)
  1072. self.setClean()
  1073. self.canvas.setEnabled(True)
  1074. self.adjustScale(initial=True)
  1075. self.paintCanvas()
  1076. self.addRecentFile(self.filename)
  1077. self.toggleActions(True)
  1078. self.status("Loaded %s" % osp.basename(str(filename)))
  1079. return True
  1080. def loadImageFile(self, filename):
  1081. try:
  1082. image_pil = PIL.Image.open(filename)
  1083. except IOError:
  1084. return
  1085. # apply orientation to image according to exif
  1086. image_pil = apply_exif_orientation(image_pil)
  1087. with io.BytesIO() as f:
  1088. image_pil.save(f, format='PNG')
  1089. f.seek(0)
  1090. return f.read()
  1091. def resizeEvent(self, event):
  1092. if self.canvas and not self.image.isNull()\
  1093. and self.zoomMode != self.MANUAL_ZOOM:
  1094. self.adjustScale()
  1095. super(MainWindow, self).resizeEvent(event)
  1096. def paintCanvas(self):
  1097. assert not self.image.isNull(), "cannot paint null image"
  1098. self.canvas.scale = 0.01 * self.zoomWidget.value()
  1099. self.canvas.adjustSize()
  1100. self.canvas.update()
  1101. def adjustScale(self, initial=False):
  1102. value = self.scalers[self.FIT_WINDOW if initial else self.zoomMode]()
  1103. self.zoomWidget.setValue(int(100 * value))
  1104. def scaleFitWindow(self):
  1105. """Figure out the size of the pixmap to fit the main widget."""
  1106. e = 2.0 # So that no scrollbars are generated.
  1107. w1 = self.centralWidget().width() - e
  1108. h1 = self.centralWidget().height() - e
  1109. a1 = w1 / h1
  1110. # Calculate a new scale value based on the pixmap's aspect ratio.
  1111. w2 = self.canvas.pixmap.width() - 0.0
  1112. h2 = self.canvas.pixmap.height() - 0.0
  1113. a2 = w2 / h2
  1114. return w1 / w2 if a2 >= a1 else h1 / h2
  1115. def scaleFitWidth(self):
  1116. # The epsilon does not seem to work too well here.
  1117. w = self.centralWidget().width() - 2.0
  1118. return w / self.canvas.pixmap.width()
  1119. def closeEvent(self, event):
  1120. if not self.mayContinue():
  1121. event.ignore()
  1122. self.settings.setValue(
  1123. 'filename', self.filename if self.filename else '')
  1124. self.settings.setValue('window/size', self.size())
  1125. self.settings.setValue('window/position', self.pos())
  1126. self.settings.setValue('window/state', self.saveState())
  1127. self.settings.setValue('line/color', self.lineColor)
  1128. self.settings.setValue('fill/color', self.fillColor)
  1129. self.settings.setValue('recentFiles', self.recentFiles)
  1130. # ask the use for where to save the labels
  1131. # self.settings.setValue('window/geometry', self.saveGeometry())
  1132. # User Dialogs #
  1133. def loadRecent(self, filename):
  1134. if self.mayContinue():
  1135. self.loadFile(filename)
  1136. def openPrevImg(self, _value=False):
  1137. keep_prev = self._config['keep_prev']
  1138. if QtGui.QGuiApplication.keyboardModifiers() == \
  1139. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1140. self._config['keep_prev'] = True
  1141. if not self.mayContinue():
  1142. return
  1143. if len(self.imageList) <= 0:
  1144. return
  1145. if self.filename is None:
  1146. return
  1147. currIndex = self.imageList.index(self.filename)
  1148. if currIndex - 1 >= 0:
  1149. filename = self.imageList[currIndex - 1]
  1150. if filename:
  1151. self.loadFile(filename)
  1152. self._config['keep_prev'] = keep_prev
  1153. def openNextImg(self, _value=False, load=True):
  1154. keep_prev = self._config['keep_prev']
  1155. if QtGui.QGuiApplication.keyboardModifiers() == \
  1156. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1157. self._config['keep_prev'] = True
  1158. if not self.mayContinue():
  1159. return
  1160. if len(self.imageList) <= 0:
  1161. return
  1162. filename = None
  1163. if self.filename is None:
  1164. filename = self.imageList[0]
  1165. else:
  1166. currIndex = self.imageList.index(self.filename)
  1167. if currIndex + 1 < len(self.imageList):
  1168. filename = self.imageList[currIndex + 1]
  1169. else:
  1170. filename = self.imageList[-1]
  1171. self.filename = filename
  1172. if self.filename and load:
  1173. self.loadFile(self.filename)
  1174. self._config['keep_prev'] = keep_prev
  1175. def openFile(self, _value=False):
  1176. if not self.mayContinue():
  1177. return
  1178. path = osp.dirname(str(self.filename)) if self.filename else '.'
  1179. formats = ['*.{}'.format(fmt.data().decode())
  1180. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1181. filters = "Image & Label files (%s)" % ' '.join(
  1182. formats + ['*%s' % LabelFile.suffix])
  1183. filename = QtWidgets.QFileDialog.getOpenFileName(
  1184. self, '%s - Choose Image or Label file' % __appname__,
  1185. path, filters)
  1186. if QT5:
  1187. filename, _ = filename
  1188. filename = str(filename)
  1189. if filename:
  1190. self.loadFile(filename)
  1191. def changeOutputDirDialog(self, _value=False):
  1192. default_output_dir = self.output_dir
  1193. if default_output_dir is None and self.filename:
  1194. default_output_dir = osp.dirname(self.filename)
  1195. if default_output_dir is None:
  1196. default_output_dir = self.currentPath()
  1197. output_dir = QtWidgets.QFileDialog.getExistingDirectory(
  1198. self, '%s - Save/Load Annotations in Directory' % __appname__,
  1199. default_output_dir,
  1200. QtWidgets.QFileDialog.ShowDirsOnly |
  1201. QtWidgets.QFileDialog.DontResolveSymlinks,
  1202. )
  1203. output_dir = str(output_dir)
  1204. if not output_dir:
  1205. return
  1206. self.output_dir = output_dir
  1207. self.statusBar().showMessage(
  1208. '%s . Annotations will be saved/loaded in %s' %
  1209. ('Change Annotations Dir', self.output_dir))
  1210. self.statusBar().show()
  1211. current_filename = self.filename
  1212. self.importDirImages(self.lastOpenDir, load=False)
  1213. if current_filename in self.imageList:
  1214. # retain currently selected file
  1215. self.fileListWidget.setCurrentRow(
  1216. self.imageList.index(current_filename))
  1217. self.fileListWidget.repaint()
  1218. def saveFile(self, _value=False):
  1219. assert not self.image.isNull(), "cannot save empty image"
  1220. if self._config['flags'] or self.hasLabels():
  1221. if self.labelFile:
  1222. # DL20180323 - overwrite when in directory
  1223. self._saveFile(self.labelFile.filename)
  1224. elif self.output_file:
  1225. self._saveFile(self.output_file)
  1226. self.close()
  1227. else:
  1228. self._saveFile(self.saveFileDialog())
  1229. def saveFileAs(self, _value=False):
  1230. assert not self.image.isNull(), "cannot save empty image"
  1231. if self.hasLabels():
  1232. self._saveFile(self.saveFileDialog())
  1233. def saveFileDialog(self):
  1234. caption = '%s - Choose File' % __appname__
  1235. filters = 'Label files (*%s)' % LabelFile.suffix
  1236. if self.output_dir:
  1237. dlg = QtWidgets.QFileDialog(
  1238. self, caption, self.output_dir, filters
  1239. )
  1240. else:
  1241. dlg = QtWidgets.QFileDialog(
  1242. self, caption, self.currentPath(), filters
  1243. )
  1244. dlg.setDefaultSuffix(LabelFile.suffix[1:])
  1245. dlg.setAcceptMode(QtWidgets.QFileDialog.AcceptSave)
  1246. dlg.setOption(QtWidgets.QFileDialog.DontConfirmOverwrite, False)
  1247. dlg.setOption(QtWidgets.QFileDialog.DontUseNativeDialog, False)
  1248. basename = osp.splitext(self.filename)[0]
  1249. if self.output_dir:
  1250. default_labelfile_name = osp.join(
  1251. self.output_dir, basename + LabelFile.suffix
  1252. )
  1253. else:
  1254. default_labelfile_name = osp.join(
  1255. self.currentPath(), basename + LabelFile.suffix
  1256. )
  1257. filename = dlg.getSaveFileName(
  1258. self, 'Choose File', default_labelfile_name,
  1259. 'Label files (*%s)' % LabelFile.suffix)
  1260. if QT5:
  1261. filename, _ = filename
  1262. filename = str(filename)
  1263. return filename
  1264. def _saveFile(self, filename):
  1265. if filename and self.saveLabels(filename):
  1266. self.addRecentFile(filename)
  1267. self.setClean()
  1268. def closeFile(self, _value=False):
  1269. if not self.mayContinue():
  1270. return
  1271. self.resetState()
  1272. self.setClean()
  1273. self.toggleActions(False)
  1274. self.canvas.setEnabled(False)
  1275. self.actions.saveAs.setEnabled(False)
  1276. def getLabelFile(self):
  1277. if self.filename.lower().endswith('.json'):
  1278. label_file = self.filename
  1279. else:
  1280. label_file = osp.splitext(self.filename)[0] + '.json'
  1281. return label_file
  1282. def deleteFile(self):
  1283. mb = QtWidgets.QMessageBox
  1284. msg = 'You are about to permanently delete this label file, ' \
  1285. 'proceed anyway?'
  1286. answer = mb.warning(self, 'Attention', msg, mb.Yes | mb.No)
  1287. if answer != mb.Yes:
  1288. return
  1289. label_file = self.getLabelFile()
  1290. if osp.exists(label_file):
  1291. os.remove(label_file)
  1292. logger.info('Label file is removed: {}'.format(label_file))
  1293. item = self.fileListWidget.currentItem()
  1294. item.setCheckState(Qt.Unchecked)
  1295. self.resetState()
  1296. # Message Dialogs. #
  1297. def hasLabels(self):
  1298. if not self.labelList.itemsToShapes:
  1299. self.errorMessage(
  1300. 'No objects labeled',
  1301. 'You must label at least one object to save the file.')
  1302. return False
  1303. return True
  1304. def hasLabelFile(self):
  1305. if self.filename is None:
  1306. return False
  1307. label_file = self.getLabelFile()
  1308. return osp.exists(label_file)
  1309. def mayContinue(self):
  1310. if not self.dirty:
  1311. return True
  1312. mb = QtWidgets.QMessageBox
  1313. msg = 'Save annotations to "{}" before closing?'.format(self.filename)
  1314. answer = mb.question(self,
  1315. 'Save annotations?',
  1316. msg,
  1317. mb.Save | mb.Discard | mb.Cancel,
  1318. mb.Save)
  1319. if answer == mb.Discard:
  1320. return True
  1321. elif answer == mb.Save:
  1322. self.saveFile()
  1323. return True
  1324. else: # answer == mb.Cancel
  1325. return False
  1326. def errorMessage(self, title, message):
  1327. return QtWidgets.QMessageBox.critical(
  1328. self, title, '<p><b>%s</b></p>%s' % (title, message))
  1329. def currentPath(self):
  1330. return osp.dirname(str(self.filename)) if self.filename else '.'
  1331. def chooseColor1(self):
  1332. color = self.colorDialog.getColor(
  1333. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1334. if color:
  1335. self.lineColor = color
  1336. # Change the color for all shape lines:
  1337. Shape.line_color = self.lineColor
  1338. self.canvas.update()
  1339. self.setDirty()
  1340. def chooseColor2(self):
  1341. color = self.colorDialog.getColor(
  1342. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1343. if color:
  1344. self.fillColor = color
  1345. Shape.fill_color = self.fillColor
  1346. self.canvas.update()
  1347. self.setDirty()
  1348. def toggleKeepPrevMode(self):
  1349. self._config['keep_prev'] = not self._config['keep_prev']
  1350. def deleteSelectedShape(self):
  1351. yes, no = QtWidgets.QMessageBox.Yes, QtWidgets.QMessageBox.No
  1352. msg = 'You are about to permanently delete this polygon, ' \
  1353. 'proceed anyway?'
  1354. if yes == QtWidgets.QMessageBox.warning(self, 'Attention', msg,
  1355. yes | no):
  1356. self.remLabel(self.canvas.deleteSelected())
  1357. self.setDirty()
  1358. if self.noShapes():
  1359. for action in self.actions.onShapesPresent:
  1360. action.setEnabled(False)
  1361. def chshapeLineColor(self):
  1362. color = self.colorDialog.getColor(
  1363. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1364. if color:
  1365. self.canvas.selectedShape.line_color = color
  1366. self.canvas.update()
  1367. self.setDirty()
  1368. def chshapeFillColor(self):
  1369. color = self.colorDialog.getColor(
  1370. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1371. if color:
  1372. self.canvas.selectedShape.fill_color = color
  1373. self.canvas.update()
  1374. self.setDirty()
  1375. def copyShape(self):
  1376. self.canvas.endMove(copy=True)
  1377. self.addLabel(self.canvas.selectedShape)
  1378. self.setDirty()
  1379. def moveShape(self):
  1380. self.canvas.endMove(copy=False)
  1381. self.setDirty()
  1382. def openDirDialog(self, _value=False, dirpath=None):
  1383. if not self.mayContinue():
  1384. return
  1385. defaultOpenDirPath = dirpath if dirpath else '.'
  1386. if self.lastOpenDir and osp.exists(self.lastOpenDir):
  1387. defaultOpenDirPath = self.lastOpenDir
  1388. else:
  1389. defaultOpenDirPath = osp.dirname(self.filename) \
  1390. if self.filename else '.'
  1391. targetDirPath = str(QtWidgets.QFileDialog.getExistingDirectory(
  1392. self, '%s - Open Directory' % __appname__, defaultOpenDirPath,
  1393. QtWidgets.QFileDialog.ShowDirsOnly |
  1394. QtWidgets.QFileDialog.DontResolveSymlinks))
  1395. self.importDirImages(targetDirPath)
  1396. @property
  1397. def imageList(self):
  1398. lst = []
  1399. for i in range(self.fileListWidget.count()):
  1400. item = self.fileListWidget.item(i)
  1401. lst.append(item.text())
  1402. return lst
  1403. def importDirImages(self, dirpath, pattern=None, load=True):
  1404. self.actions.openNextImg.setEnabled(True)
  1405. self.actions.openPrevImg.setEnabled(True)
  1406. if not self.mayContinue() or not dirpath:
  1407. return
  1408. self.lastOpenDir = dirpath
  1409. self.filename = None
  1410. self.fileListWidget.clear()
  1411. for filename in self.scanAllImages(dirpath):
  1412. if pattern and pattern not in filename:
  1413. continue
  1414. label_file = osp.splitext(filename)[0] + '.json'
  1415. if self.output_dir:
  1416. label_file = osp.join(self.output_dir, label_file)
  1417. item = QtWidgets.QListWidgetItem(filename)
  1418. item.setFlags(Qt.ItemIsEnabled | Qt.ItemIsSelectable)
  1419. if QtCore.QFile.exists(label_file) and \
  1420. LabelFile.isLabelFile(label_file):
  1421. item.setCheckState(Qt.Checked)
  1422. else:
  1423. item.setCheckState(Qt.Unchecked)
  1424. self.fileListWidget.addItem(item)
  1425. self.openNextImg(load=load)
  1426. def scanAllImages(self, folderPath):
  1427. extensions = ['.%s' % fmt.data().decode("ascii").lower()
  1428. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1429. images = []
  1430. for root, dirs, files in os.walk(folderPath):
  1431. for file in files:
  1432. if file.lower().endswith(tuple(extensions)):
  1433. relativePath = osp.join(root, file)
  1434. images.append(relativePath)
  1435. images.sort(key=lambda x: x.lower())
  1436. return images
  1437. def apply_exif_orientation(image):
  1438. try:
  1439. exif = image._getexif()
  1440. except AttributeError:
  1441. exif = None
  1442. if exif is None:
  1443. return image
  1444. exif = {
  1445. PIL.ExifTags.TAGS[k]: v
  1446. for k, v in exif.items()
  1447. if k in PIL.ExifTags.TAGS
  1448. }
  1449. orientation = exif.get('Orientation', None)
  1450. if orientation == 1:
  1451. # do nothing
  1452. return image
  1453. elif orientation == 2:
  1454. # left-to-right mirror
  1455. return PIL.ImageOps.mirror(image)
  1456. elif orientation == 3:
  1457. # rotate 180
  1458. return image.transpose(PIL.Image.ROTATE_180)
  1459. elif orientation == 4:
  1460. # top-to-bottom mirror
  1461. return PIL.ImageOps.flip(image)
  1462. elif orientation == 5:
  1463. # top-to-left mirror
  1464. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_270))
  1465. elif orientation == 6:
  1466. # rotate 270
  1467. return image.transpose(PIL.Image.ROTATE_270)
  1468. elif orientation == 7:
  1469. # top-to-right mirror
  1470. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_90))
  1471. elif orientation == 8:
  1472. # rotate 90
  1473. return image.transpose(PIL.Image.ROTATE_90)
  1474. else:
  1475. return image