app.py 61 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656
  1. import functools
  2. import io
  3. import os
  4. import os.path as osp
  5. import re
  6. import webbrowser
  7. import PIL.ExifTags
  8. import PIL.Image
  9. import PIL.ImageOps
  10. from qtpy import QtCore
  11. from qtpy.QtCore import Qt
  12. from qtpy import QtGui
  13. from qtpy import QtWidgets
  14. from labelme import __appname__
  15. from labelme import PY2
  16. from labelme import QT5
  17. from labelme.config import get_config
  18. from labelme.label_file import LabelFile
  19. from labelme.label_file import LabelFileError
  20. from labelme.logger import logger
  21. from labelme.shape import DEFAULT_FILL_COLOR
  22. from labelme.shape import DEFAULT_LINE_COLOR
  23. from labelme.shape import Shape
  24. from labelme.utils import addActions
  25. from labelme.utils import fmtShortcut
  26. from labelme.utils import newAction
  27. from labelme.utils import newIcon
  28. from labelme.utils import struct
  29. from labelme.widgets import Canvas
  30. from labelme.widgets import ColorDialog
  31. from labelme.widgets import EscapableQListWidget
  32. from labelme.widgets import LabelDialog
  33. from labelme.widgets import LabelQListWidget
  34. from labelme.widgets import ToolBar
  35. from labelme.widgets import ZoomWidget
  36. # FIXME
  37. # - [medium] Set max zoom value to something big enough for FitWidth/Window
  38. # TODO(unknown):
  39. # - [high] Add polygon movement with arrow keys
  40. # - [high] Deselect shape when clicking and already selected(?)
  41. # - [low,maybe] Open images with drag & drop.
  42. # - [low,maybe] Preview images on file dialogs.
  43. # - Zoom is too "steppy".
  44. class WindowMixin(object):
  45. def menu(self, title, actions=None):
  46. menu = self.menuBar().addMenu(title)
  47. if actions:
  48. addActions(menu, actions)
  49. return menu
  50. def toolbar(self, title, actions=None):
  51. toolbar = ToolBar(title)
  52. toolbar.setObjectName('%sToolBar' % title)
  53. # toolbar.setOrientation(Qt.Vertical)
  54. toolbar.setToolButtonStyle(Qt.ToolButtonTextUnderIcon)
  55. if actions:
  56. addActions(toolbar, actions)
  57. self.addToolBar(Qt.LeftToolBarArea, toolbar)
  58. return toolbar
  59. class MainWindow(QtWidgets.QMainWindow, WindowMixin):
  60. FIT_WINDOW, FIT_WIDTH, MANUAL_ZOOM = 0, 1, 2
  61. def __init__(
  62. self,
  63. config=None,
  64. filename=None,
  65. output=None,
  66. output_file=None,
  67. output_dir=None,
  68. ):
  69. if output is not None:
  70. logger.warning(
  71. 'argument output is deprecated, use output_file instead'
  72. )
  73. if output_file is None:
  74. output_file = output
  75. # see labelme/config/default_config.yaml for valid configuration
  76. if config is None:
  77. config = get_config()
  78. self._config = config
  79. super(MainWindow, self).__init__()
  80. self.setWindowTitle(__appname__)
  81. # Whether we need to save or not.
  82. self.dirty = False
  83. self._noSelectionSlot = False
  84. # Main widgets and related state.
  85. self.labelDialog = LabelDialog(
  86. parent=self,
  87. labels=self._config['labels'],
  88. sort_labels=self._config['sort_labels'],
  89. show_text_field=self._config['show_label_text_field'],
  90. completion=self._config['label_completion'],
  91. fit_to_content=self._config['fit_to_content'],
  92. )
  93. self.labelList = LabelQListWidget()
  94. self.lastOpenDir = None
  95. self.flag_dock = self.flag_widget = None
  96. self.flag_dock = QtWidgets.QDockWidget('Flags', self)
  97. self.flag_dock.setObjectName('Flags')
  98. self.flag_widget = QtWidgets.QListWidget()
  99. if config['flags']:
  100. self.loadFlags({k: False for k in config['flags']})
  101. self.flag_dock.setWidget(self.flag_widget)
  102. self.flag_widget.itemChanged.connect(self.setDirty)
  103. self.labelList.itemActivated.connect(self.labelSelectionChanged)
  104. self.labelList.itemSelectionChanged.connect(self.labelSelectionChanged)
  105. self.labelList.itemDoubleClicked.connect(self.editLabel)
  106. # Connect to itemChanged to detect checkbox changes.
  107. self.labelList.itemChanged.connect(self.labelItemChanged)
  108. self.labelList.setDragDropMode(
  109. QtWidgets.QAbstractItemView.InternalMove)
  110. self.labelList.setParent(self)
  111. self.shape_dock = QtWidgets.QDockWidget('Polygon Labels', self)
  112. self.shape_dock.setObjectName('Labels')
  113. self.shape_dock.setWidget(self.labelList)
  114. self.uniqLabelList = EscapableQListWidget()
  115. self.uniqLabelList.setToolTip(
  116. "Select label to start annotating for it. "
  117. "Press 'Esc' to deselect.")
  118. if self._config['labels']:
  119. self.uniqLabelList.addItems(self._config['labels'])
  120. self.uniqLabelList.sortItems()
  121. self.label_dock = QtWidgets.QDockWidget(u'Label List', self)
  122. self.label_dock.setObjectName(u'Label List')
  123. self.label_dock.setWidget(self.uniqLabelList)
  124. self.fileSearch = QtWidgets.QLineEdit()
  125. self.fileSearch.setPlaceholderText('Search Filename')
  126. self.fileSearch.textChanged.connect(self.fileSearchChanged)
  127. self.fileListWidget = QtWidgets.QListWidget()
  128. self.fileListWidget.itemSelectionChanged.connect(
  129. self.fileSelectionChanged
  130. )
  131. fileListLayout = QtWidgets.QVBoxLayout()
  132. fileListLayout.setContentsMargins(0, 0, 0, 0)
  133. fileListLayout.setSpacing(0)
  134. fileListLayout.addWidget(self.fileSearch)
  135. fileListLayout.addWidget(self.fileListWidget)
  136. self.file_dock = QtWidgets.QDockWidget(u'File List', self)
  137. self.file_dock.setObjectName(u'Files')
  138. fileListWidget = QtWidgets.QWidget()
  139. fileListWidget.setLayout(fileListLayout)
  140. self.file_dock.setWidget(fileListWidget)
  141. self.zoomWidget = ZoomWidget()
  142. self.colorDialog = ColorDialog(parent=self)
  143. self.canvas = self.labelList.canvas = Canvas(
  144. epsilon=self._config['epsilon'],
  145. )
  146. self.canvas.zoomRequest.connect(self.zoomRequest)
  147. scrollArea = QtWidgets.QScrollArea()
  148. scrollArea.setWidget(self.canvas)
  149. scrollArea.setWidgetResizable(True)
  150. self.scrollBars = {
  151. Qt.Vertical: scrollArea.verticalScrollBar(),
  152. Qt.Horizontal: scrollArea.horizontalScrollBar(),
  153. }
  154. self.canvas.scrollRequest.connect(self.scrollRequest)
  155. self.canvas.newShape.connect(self.newShape)
  156. self.canvas.shapeMoved.connect(self.setDirty)
  157. self.canvas.selectionChanged.connect(self.shapeSelectionChanged)
  158. self.canvas.drawingPolygon.connect(self.toggleDrawingSensitive)
  159. self.setCentralWidget(scrollArea)
  160. features = QtWidgets.QDockWidget.DockWidgetFeatures()
  161. for dock in ['flag_dock', 'label_dock', 'shape_dock', 'file_dock']:
  162. if self._config[dock]['closable']:
  163. features = features | QtWidgets.QDockWidget.DockWidgetClosable
  164. if self._config[dock]['floatable']:
  165. features = features | QtWidgets.QDockWidget.DockWidgetFloatable
  166. if self._config[dock]['movable']:
  167. features = features | QtWidgets.QDockWidget.DockWidgetMovable
  168. getattr(self, dock).setFeatures(features)
  169. if self._config[dock]['show'] is False:
  170. getattr(self, dock).setVisible(False)
  171. self.addDockWidget(Qt.RightDockWidgetArea, self.flag_dock)
  172. self.addDockWidget(Qt.RightDockWidgetArea, self.label_dock)
  173. self.addDockWidget(Qt.RightDockWidgetArea, self.shape_dock)
  174. self.addDockWidget(Qt.RightDockWidgetArea, self.file_dock)
  175. # Actions
  176. action = functools.partial(newAction, self)
  177. shortcuts = self._config['shortcuts']
  178. quit = action('&Quit', self.close, shortcuts['quit'], 'quit',
  179. 'Quit application')
  180. open_ = action('&Open', self.openFile, shortcuts['open'], 'open',
  181. 'Open image or label file')
  182. opendir = action('&Open Dir', self.openDirDialog,
  183. shortcuts['open_dir'], 'open', u'Open Dir')
  184. openNextImg = action(
  185. '&Next Image',
  186. self.openNextImg,
  187. shortcuts['open_next'],
  188. 'next',
  189. u'Open next (hold Ctl+Shift to copy labels)',
  190. enabled=False,
  191. )
  192. openPrevImg = action(
  193. '&Prev Image',
  194. self.openPrevImg,
  195. shortcuts['open_prev'],
  196. 'prev',
  197. u'Open prev (hold Ctl+Shift to copy labels)',
  198. enabled=False,
  199. )
  200. save = action('&Save', self.saveFile, shortcuts['save'], 'save',
  201. 'Save labels to file', enabled=False)
  202. saveAs = action('&Save As', self.saveFileAs, shortcuts['save_as'],
  203. 'save-as', 'Save labels to a different file',
  204. enabled=False)
  205. deleteFile = action(
  206. '&Delete File',
  207. self.deleteFile,
  208. shortcuts['delete_file'],
  209. 'delete',
  210. 'Delete current label file',
  211. enabled=False)
  212. changeOutputDir = action(
  213. '&Change Output Dir',
  214. slot=self.changeOutputDirDialog,
  215. shortcut=shortcuts['save_to'],
  216. icon='open',
  217. tip=u'Change where annotations are loaded/saved'
  218. )
  219. saveAuto = action(
  220. text='Save &Automatically',
  221. slot=lambda x: self.actions.saveAuto.setChecked(x),
  222. icon='save',
  223. tip='Save automatically',
  224. checkable=True,
  225. enabled=True,
  226. )
  227. saveAuto.setChecked(self._config['auto_save'])
  228. close = action('&Close', self.closeFile, shortcuts['close'], 'close',
  229. 'Close current file')
  230. color1 = action('Polygon &Line Color', self.chooseColor1,
  231. shortcuts['edit_line_color'], 'color_line',
  232. 'Choose polygon line color')
  233. color2 = action('Polygon &Fill Color', self.chooseColor2,
  234. shortcuts['edit_fill_color'], 'color',
  235. 'Choose polygon fill color')
  236. toggle_keep_prev_mode = action(
  237. 'Keep Previous Annotation',
  238. self.toggleKeepPrevMode,
  239. shortcuts['toggle_keep_prev_mode'], None,
  240. 'Toggle "keep pevious annotation" mode',
  241. checkable=True)
  242. toggle_keep_prev_mode.setChecked(self._config['keep_prev'])
  243. createMode = action(
  244. 'Create Polygons',
  245. lambda: self.toggleDrawMode(False, createMode='polygon'),
  246. shortcuts['create_polygon'],
  247. 'objects',
  248. 'Start drawing polygons',
  249. enabled=False,
  250. )
  251. createRectangleMode = action(
  252. 'Create Rectangle',
  253. lambda: self.toggleDrawMode(False, createMode='rectangle'),
  254. shortcuts['create_rectangle'],
  255. 'objects',
  256. 'Start drawing rectangles',
  257. enabled=False,
  258. )
  259. createCircleMode = action(
  260. 'Create Circle',
  261. lambda: self.toggleDrawMode(False, createMode='circle'),
  262. shortcuts['create_circle'],
  263. 'objects',
  264. 'Start drawing circles',
  265. enabled=False,
  266. )
  267. createLineMode = action(
  268. 'Create Line',
  269. lambda: self.toggleDrawMode(False, createMode='line'),
  270. shortcuts['create_line'],
  271. 'objects',
  272. 'Start drawing lines',
  273. enabled=False,
  274. )
  275. createPointMode = action(
  276. 'Create Point',
  277. lambda: self.toggleDrawMode(False, createMode='point'),
  278. shortcuts['create_point'],
  279. 'objects',
  280. 'Start drawing points',
  281. enabled=False,
  282. )
  283. createLineStripMode = action(
  284. 'Create LineStrip',
  285. lambda: self.toggleDrawMode(False, createMode='linestrip'),
  286. shortcuts['create_linestrip'],
  287. 'objects',
  288. 'Start drawing linestrip. Ctrl+LeftClick ends creation.',
  289. enabled=False,
  290. )
  291. editMode = action('Edit Polygons', self.setEditMode,
  292. shortcuts['edit_polygon'], 'edit',
  293. 'Move and edit polygons', enabled=False)
  294. delete = action('Delete Polygon', self.deleteSelectedShape,
  295. shortcuts['delete_polygon'], 'cancel',
  296. 'Delete', enabled=False)
  297. copy = action('Duplicate Polygon', self.copySelectedShape,
  298. shortcuts['duplicate_polygon'], 'copy',
  299. 'Create a duplicate of the selected polygon',
  300. enabled=False)
  301. undoLastPoint = action('Undo last point', self.canvas.undoLastPoint,
  302. shortcuts['undo_last_point'], 'undo',
  303. 'Undo last drawn point', enabled=False)
  304. addPoint = action('Add Point to Edge', self.canvas.addPointToEdge,
  305. None, 'edit', 'Add point to the nearest edge',
  306. enabled=False)
  307. undo = action('Undo', self.undoShapeEdit, shortcuts['undo'], 'undo',
  308. 'Undo last add and edit of shape', enabled=False)
  309. hideAll = action('&Hide\nPolygons',
  310. functools.partial(self.togglePolygons, False),
  311. icon='eye', tip='Hide all polygons', enabled=False)
  312. showAll = action('&Show\nPolygons',
  313. functools.partial(self.togglePolygons, True),
  314. icon='eye', tip='Show all polygons', enabled=False)
  315. help = action('&Tutorial', self.tutorial, icon='help',
  316. tip='Show tutorial page')
  317. zoom = QtWidgets.QWidgetAction(self)
  318. zoom.setDefaultWidget(self.zoomWidget)
  319. self.zoomWidget.setWhatsThis(
  320. "Zoom in or out of the image. Also accessible with"
  321. " %s and %s from the canvas." %
  322. (fmtShortcut('%s,%s' % (shortcuts['zoom_in'],
  323. shortcuts['zoom_out'])),
  324. fmtShortcut("Ctrl+Wheel")))
  325. self.zoomWidget.setEnabled(False)
  326. zoomIn = action('Zoom &In', functools.partial(self.addZoom, 10),
  327. shortcuts['zoom_in'], 'zoom-in',
  328. 'Increase zoom level', enabled=False)
  329. zoomOut = action('&Zoom Out', functools.partial(self.addZoom, -10),
  330. shortcuts['zoom_out'], 'zoom-out',
  331. 'Decrease zoom level', enabled=False)
  332. zoomOrg = action('&Original size',
  333. functools.partial(self.setZoom, 100),
  334. shortcuts['zoom_to_original'], 'zoom',
  335. 'Zoom to original size', enabled=False)
  336. fitWindow = action('&Fit Window', self.setFitWindow,
  337. shortcuts['fit_window'], 'fit-window',
  338. 'Zoom follows window size', checkable=True,
  339. enabled=False)
  340. fitWidth = action('Fit &Width', self.setFitWidth,
  341. shortcuts['fit_width'], 'fit-width',
  342. 'Zoom follows window width',
  343. checkable=True, enabled=False)
  344. # Group zoom controls into a list for easier toggling.
  345. zoomActions = (self.zoomWidget, zoomIn, zoomOut, zoomOrg,
  346. fitWindow, fitWidth)
  347. self.zoomMode = self.FIT_WINDOW
  348. fitWindow.setChecked(Qt.Checked)
  349. self.scalers = {
  350. self.FIT_WINDOW: self.scaleFitWindow,
  351. self.FIT_WIDTH: self.scaleFitWidth,
  352. # Set to one to scale to 100% when loading files.
  353. self.MANUAL_ZOOM: lambda: 1,
  354. }
  355. edit = action('&Edit Label', self.editLabel, shortcuts['edit_label'],
  356. 'edit', 'Modify the label of the selected polygon',
  357. enabled=False)
  358. shapeLineColor = action(
  359. 'Shape &Line Color', self.chshapeLineColor, icon='color-line',
  360. tip='Change the line color for this specific shape', enabled=False)
  361. shapeFillColor = action(
  362. 'Shape &Fill Color', self.chshapeFillColor, icon='color',
  363. tip='Change the fill color for this specific shape', enabled=False)
  364. fill_drawing = action(
  365. 'Fill Drawing Polygon',
  366. lambda x: self.canvas.setFillDrawing(x),
  367. None,
  368. 'color',
  369. 'Fill polygon while drawing',
  370. checkable=True,
  371. enabled=True,
  372. )
  373. fill_drawing.setChecked(True)
  374. # Lavel list context menu.
  375. labelMenu = QtWidgets.QMenu()
  376. addActions(labelMenu, (edit, delete))
  377. self.labelList.setContextMenuPolicy(Qt.CustomContextMenu)
  378. self.labelList.customContextMenuRequested.connect(
  379. self.popLabelListMenu)
  380. # Store actions for further handling.
  381. self.actions = struct(
  382. saveAuto=saveAuto,
  383. changeOutputDir=changeOutputDir,
  384. save=save, saveAs=saveAs, open=open_, close=close,
  385. deleteFile=deleteFile,
  386. lineColor=color1, fillColor=color2,
  387. toggleKeepPrevMode=toggle_keep_prev_mode,
  388. delete=delete, edit=edit, copy=copy,
  389. undoLastPoint=undoLastPoint, undo=undo,
  390. addPoint=addPoint,
  391. createMode=createMode, editMode=editMode,
  392. createRectangleMode=createRectangleMode,
  393. createCircleMode=createCircleMode,
  394. createLineMode=createLineMode,
  395. createPointMode=createPointMode,
  396. createLineStripMode=createLineStripMode,
  397. shapeLineColor=shapeLineColor, shapeFillColor=shapeFillColor,
  398. zoom=zoom, zoomIn=zoomIn, zoomOut=zoomOut, zoomOrg=zoomOrg,
  399. fitWindow=fitWindow, fitWidth=fitWidth,
  400. zoomActions=zoomActions,
  401. openNextImg=openNextImg, openPrevImg=openPrevImg,
  402. fileMenuActions=(open_, opendir, save, saveAs, close, quit),
  403. tool=(),
  404. editMenu=(edit, copy, delete, None, undo, undoLastPoint,
  405. None, color1, color2, None, toggle_keep_prev_mode),
  406. # menu shown at right click
  407. menu=(
  408. createMode,
  409. createRectangleMode,
  410. createCircleMode,
  411. createLineMode,
  412. createPointMode,
  413. createLineStripMode,
  414. editMode,
  415. edit,
  416. copy,
  417. delete,
  418. shapeLineColor,
  419. shapeFillColor,
  420. undo,
  421. undoLastPoint,
  422. addPoint,
  423. ),
  424. onLoadActive=(
  425. close,
  426. createMode,
  427. createRectangleMode,
  428. createCircleMode,
  429. createLineMode,
  430. createPointMode,
  431. createLineStripMode,
  432. editMode,
  433. ),
  434. onShapesPresent=(saveAs, hideAll, showAll),
  435. )
  436. self.canvas.edgeSelected.connect(self.actions.addPoint.setEnabled)
  437. self.menus = struct(
  438. file=self.menu('&File'),
  439. edit=self.menu('&Edit'),
  440. view=self.menu('&View'),
  441. help=self.menu('&Help'),
  442. recentFiles=QtWidgets.QMenu('Open &Recent'),
  443. labelList=labelMenu,
  444. )
  445. addActions(self.menus.file, (open_, openNextImg, openPrevImg, opendir,
  446. self.menus.recentFiles,
  447. save, saveAs, saveAuto, changeOutputDir,
  448. close, deleteFile,
  449. None,
  450. quit))
  451. addActions(self.menus.help, (help,))
  452. addActions(self.menus.view, (
  453. self.flag_dock.toggleViewAction(),
  454. self.label_dock.toggleViewAction(),
  455. self.shape_dock.toggleViewAction(),
  456. self.file_dock.toggleViewAction(),
  457. None,
  458. fill_drawing,
  459. None,
  460. hideAll,
  461. showAll,
  462. None,
  463. zoomIn,
  464. zoomOut,
  465. zoomOrg,
  466. None,
  467. fitWindow,
  468. fitWidth,
  469. None,
  470. ))
  471. self.menus.file.aboutToShow.connect(self.updateFileMenu)
  472. # Custom context menu for the canvas widget:
  473. addActions(self.canvas.menus[0], self.actions.menu)
  474. addActions(self.canvas.menus[1], (
  475. action('&Copy here', self.copyShape),
  476. action('&Move here', self.moveShape)))
  477. self.tools = self.toolbar('Tools')
  478. # Menu buttons on Left
  479. self.actions.tool = (
  480. open_,
  481. opendir,
  482. openNextImg,
  483. openPrevImg,
  484. save,
  485. deleteFile,
  486. None,
  487. createMode,
  488. editMode,
  489. copy,
  490. delete,
  491. undo,
  492. None,
  493. zoomIn,
  494. zoom,
  495. zoomOut,
  496. fitWindow,
  497. fitWidth,
  498. )
  499. self.statusBar().showMessage('%s started.' % __appname__)
  500. self.statusBar().show()
  501. if output_file is not None and self._config['auto_save']:
  502. logger.warn(
  503. 'If `auto_save` argument is True, `output_file` argument '
  504. 'is ignored and output filename is automatically '
  505. 'set as IMAGE_BASENAME.json.'
  506. )
  507. self.output_file = output_file
  508. self.output_dir = output_dir
  509. # Application state.
  510. self.image = QtGui.QImage()
  511. self.imagePath = None
  512. self.recentFiles = []
  513. self.maxRecent = 7
  514. self.lineColor = None
  515. self.fillColor = None
  516. self.otherData = None
  517. self.zoom_level = 100
  518. self.fit_window = False
  519. if filename is not None and osp.isdir(filename):
  520. self.importDirImages(filename, load=False)
  521. else:
  522. self.filename = filename
  523. if config['file_search']:
  524. self.fileSearch.setText(config['file_search'])
  525. self.fileSearchChanged()
  526. # XXX: Could be completely declarative.
  527. # Restore application settings.
  528. self.settings = QtCore.QSettings('labelme', 'labelme')
  529. # FIXME: QSettings.value can return None on PyQt4
  530. self.recentFiles = self.settings.value('recentFiles', []) or []
  531. size = self.settings.value('window/size', QtCore.QSize(600, 500))
  532. position = self.settings.value('window/position', QtCore.QPoint(0, 0))
  533. self.resize(size)
  534. self.move(position)
  535. # or simply:
  536. # self.restoreGeometry(settings['window/geometry']
  537. self.restoreState(
  538. self.settings.value('window/state', QtCore.QByteArray()))
  539. self.lineColor = QtGui.QColor(
  540. self.settings.value('line/color', Shape.line_color))
  541. self.fillColor = QtGui.QColor(
  542. self.settings.value('fill/color', Shape.fill_color))
  543. Shape.line_color = self.lineColor
  544. Shape.fill_color = self.fillColor
  545. # Populate the File menu dynamically.
  546. self.updateFileMenu()
  547. # Since loading the file may take some time,
  548. # make sure it runs in the background.
  549. if self.filename is not None:
  550. self.queueEvent(functools.partial(self.loadFile, self.filename))
  551. # Callbacks:
  552. self.zoomWidget.valueChanged.connect(self.paintCanvas)
  553. self.populateModeActions()
  554. # self.firstStart = True
  555. # if self.firstStart:
  556. # QWhatsThis.enterWhatsThisMode()
  557. # Support Functions
  558. def noShapes(self):
  559. return not self.labelList.itemsToShapes
  560. def populateModeActions(self):
  561. tool, menu = self.actions.tool, self.actions.menu
  562. self.tools.clear()
  563. addActions(self.tools, tool)
  564. self.canvas.menus[0].clear()
  565. addActions(self.canvas.menus[0], menu)
  566. self.menus.edit.clear()
  567. actions = (
  568. self.actions.createMode,
  569. self.actions.createRectangleMode,
  570. self.actions.createCircleMode,
  571. self.actions.createLineMode,
  572. self.actions.createPointMode,
  573. self.actions.createLineStripMode,
  574. self.actions.editMode,
  575. )
  576. addActions(self.menus.edit, actions + self.actions.editMenu)
  577. def setDirty(self):
  578. if self._config['auto_save'] or self.actions.saveAuto.isChecked():
  579. label_file = osp.splitext(self.imagePath)[0] + '.json'
  580. if self.output_dir:
  581. label_file = osp.join(self.output_dir, label_file)
  582. self.saveLabels(label_file)
  583. return
  584. self.dirty = True
  585. self.actions.save.setEnabled(True)
  586. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  587. title = __appname__
  588. if self.filename is not None:
  589. title = '{} - {}*'.format(title, self.filename)
  590. self.setWindowTitle(title)
  591. def setClean(self):
  592. self.dirty = False
  593. self.actions.save.setEnabled(False)
  594. self.actions.createMode.setEnabled(True)
  595. self.actions.createRectangleMode.setEnabled(True)
  596. self.actions.createCircleMode.setEnabled(True)
  597. self.actions.createLineMode.setEnabled(True)
  598. self.actions.createPointMode.setEnabled(True)
  599. self.actions.createLineStripMode.setEnabled(True)
  600. title = __appname__
  601. if self.filename is not None:
  602. title = '{} - {}'.format(title, self.filename)
  603. self.setWindowTitle(title)
  604. if self.hasLabelFile():
  605. self.actions.deleteFile.setEnabled(True)
  606. else:
  607. self.actions.deleteFile.setEnabled(False)
  608. def toggleActions(self, value=True):
  609. """Enable/Disable widgets which depend on an opened image."""
  610. for z in self.actions.zoomActions:
  611. z.setEnabled(value)
  612. for action in self.actions.onLoadActive:
  613. action.setEnabled(value)
  614. def queueEvent(self, function):
  615. QtCore.QTimer.singleShot(0, function)
  616. def status(self, message, delay=5000):
  617. self.statusBar().showMessage(message, delay)
  618. def resetState(self):
  619. self.labelList.clear()
  620. self.filename = None
  621. self.imagePath = None
  622. self.imageData = None
  623. self.labelFile = None
  624. self.otherData = None
  625. self.canvas.resetState()
  626. def currentItem(self):
  627. items = self.labelList.selectedItems()
  628. if items:
  629. return items[0]
  630. return None
  631. def addRecentFile(self, filename):
  632. if filename in self.recentFiles:
  633. self.recentFiles.remove(filename)
  634. elif len(self.recentFiles) >= self.maxRecent:
  635. self.recentFiles.pop()
  636. self.recentFiles.insert(0, filename)
  637. # Callbacks
  638. def undoShapeEdit(self):
  639. self.canvas.restoreShape()
  640. self.labelList.clear()
  641. self.loadShapes(self.canvas.shapes)
  642. self.actions.undo.setEnabled(self.canvas.isShapeRestorable)
  643. def tutorial(self):
  644. url = 'https://github.com/wkentaro/labelme/tree/master/examples/tutorial' # NOQA
  645. webbrowser.open(url)
  646. def toggleAddPointEnabled(self, enabled):
  647. self.actions.addPoint.setEnabled(enabled)
  648. def toggleDrawingSensitive(self, drawing=True):
  649. """Toggle drawing sensitive.
  650. In the middle of drawing, toggling between modes should be disabled.
  651. """
  652. self.actions.editMode.setEnabled(not drawing)
  653. self.actions.undoLastPoint.setEnabled(drawing)
  654. self.actions.undo.setEnabled(not drawing)
  655. self.actions.delete.setEnabled(not drawing)
  656. def toggleDrawMode(self, edit=True, createMode='polygon'):
  657. self.canvas.setEditing(edit)
  658. self.canvas.createMode = createMode
  659. if edit:
  660. self.actions.createMode.setEnabled(True)
  661. self.actions.createRectangleMode.setEnabled(True)
  662. self.actions.createCircleMode.setEnabled(True)
  663. self.actions.createLineMode.setEnabled(True)
  664. self.actions.createPointMode.setEnabled(True)
  665. self.actions.createLineStripMode.setEnabled(True)
  666. else:
  667. if createMode == 'polygon':
  668. self.actions.createMode.setEnabled(False)
  669. self.actions.createRectangleMode.setEnabled(True)
  670. self.actions.createCircleMode.setEnabled(True)
  671. self.actions.createLineMode.setEnabled(True)
  672. self.actions.createPointMode.setEnabled(True)
  673. self.actions.createLineStripMode.setEnabled(True)
  674. elif createMode == 'rectangle':
  675. self.actions.createMode.setEnabled(True)
  676. self.actions.createRectangleMode.setEnabled(False)
  677. self.actions.createCircleMode.setEnabled(True)
  678. self.actions.createLineMode.setEnabled(True)
  679. self.actions.createPointMode.setEnabled(True)
  680. self.actions.createLineStripMode.setEnabled(True)
  681. elif createMode == 'line':
  682. self.actions.createMode.setEnabled(True)
  683. self.actions.createRectangleMode.setEnabled(True)
  684. self.actions.createCircleMode.setEnabled(True)
  685. self.actions.createLineMode.setEnabled(False)
  686. self.actions.createPointMode.setEnabled(True)
  687. self.actions.createLineStripMode.setEnabled(True)
  688. elif createMode == 'point':
  689. self.actions.createMode.setEnabled(True)
  690. self.actions.createRectangleMode.setEnabled(True)
  691. self.actions.createCircleMode.setEnabled(True)
  692. self.actions.createLineMode.setEnabled(True)
  693. self.actions.createPointMode.setEnabled(False)
  694. self.actions.createLineStripMode.setEnabled(True)
  695. elif createMode == "circle":
  696. self.actions.createMode.setEnabled(True)
  697. self.actions.createRectangleMode.setEnabled(True)
  698. self.actions.createCircleMode.setEnabled(False)
  699. self.actions.createLineMode.setEnabled(True)
  700. self.actions.createPointMode.setEnabled(True)
  701. self.actions.createLineStripMode.setEnabled(True)
  702. elif createMode == "linestrip":
  703. self.actions.createMode.setEnabled(True)
  704. self.actions.createRectangleMode.setEnabled(True)
  705. self.actions.createCircleMode.setEnabled(True)
  706. self.actions.createLineMode.setEnabled(True)
  707. self.actions.createPointMode.setEnabled(True)
  708. self.actions.createLineStripMode.setEnabled(False)
  709. else:
  710. raise ValueError('Unsupported createMode: %s' % createMode)
  711. self.actions.editMode.setEnabled(not edit)
  712. def setEditMode(self):
  713. self.toggleDrawMode(True)
  714. def updateFileMenu(self):
  715. current = self.filename
  716. def exists(filename):
  717. return osp.exists(str(filename))
  718. menu = self.menus.recentFiles
  719. menu.clear()
  720. files = [f for f in self.recentFiles if f != current and exists(f)]
  721. for i, f in enumerate(files):
  722. icon = newIcon('labels')
  723. action = QtWidgets.QAction(
  724. icon, '&%d %s' % (i + 1, QtCore.QFileInfo(f).fileName()), self)
  725. action.triggered.connect(functools.partial(self.loadRecent, f))
  726. menu.addAction(action)
  727. def popLabelListMenu(self, point):
  728. self.menus.labelList.exec_(self.labelList.mapToGlobal(point))
  729. def validateLabel(self, label):
  730. # no validation
  731. if self._config['validate_label'] is None:
  732. return True
  733. for i in range(self.uniqLabelList.count()):
  734. label_i = self.uniqLabelList.item(i).text()
  735. if self._config['validate_label'] in ['exact', 'instance']:
  736. if label_i == label:
  737. return True
  738. if self._config['validate_label'] == 'instance':
  739. m = re.match(r'^{}-[0-9]*$'.format(label_i), label)
  740. if m:
  741. return True
  742. return False
  743. def editLabel(self, item=None):
  744. if not self.canvas.editing():
  745. return
  746. item = item if item else self.currentItem()
  747. text = self.labelDialog.popUp(item.text() if item else None)
  748. if text is None:
  749. return
  750. if not self.validateLabel(text):
  751. self.errorMessage('Invalid label',
  752. "Invalid label '{}' with validation type '{}'"
  753. .format(text, self._config['validate_label']))
  754. return
  755. item.setText(text)
  756. self.setDirty()
  757. if not self.uniqLabelList.findItems(text, Qt.MatchExactly):
  758. self.uniqLabelList.addItem(text)
  759. self.uniqLabelList.sortItems()
  760. def fileSearchChanged(self):
  761. self.importDirImages(
  762. self.lastOpenDir,
  763. pattern=self.fileSearch.text(),
  764. load=False,
  765. )
  766. def fileSelectionChanged(self):
  767. items = self.fileListWidget.selectedItems()
  768. if not items:
  769. return
  770. item = items[0]
  771. if not self.mayContinue():
  772. return
  773. currIndex = self.imageList.index(str(item.text()))
  774. if currIndex < len(self.imageList):
  775. filename = self.imageList[currIndex]
  776. if filename:
  777. self.loadFile(filename)
  778. # React to canvas signals.
  779. def shapeSelectionChanged(self, selected=False):
  780. if self._noSelectionSlot:
  781. self._noSelectionSlot = False
  782. else:
  783. shape = self.canvas.selectedShape
  784. if shape:
  785. item = self.labelList.get_item_from_shape(shape)
  786. item.setSelected(True)
  787. else:
  788. self.labelList.clearSelection()
  789. self.actions.delete.setEnabled(selected)
  790. self.actions.copy.setEnabled(selected)
  791. self.actions.edit.setEnabled(selected)
  792. self.actions.shapeLineColor.setEnabled(selected)
  793. self.actions.shapeFillColor.setEnabled(selected)
  794. def addLabel(self, shape):
  795. item = QtWidgets.QListWidgetItem(shape.label)
  796. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  797. item.setCheckState(Qt.Checked)
  798. self.labelList.itemsToShapes.append((item, shape))
  799. self.labelList.addItem(item)
  800. if not self.uniqLabelList.findItems(shape.label, Qt.MatchExactly):
  801. self.uniqLabelList.addItem(shape.label)
  802. self.uniqLabelList.sortItems()
  803. self.labelDialog.addLabelHistory(item.text())
  804. for action in self.actions.onShapesPresent:
  805. action.setEnabled(True)
  806. def remLabel(self, shape):
  807. item = self.labelList.get_item_from_shape(shape)
  808. self.labelList.takeItem(self.labelList.row(item))
  809. def loadShapes(self, shapes):
  810. for shape in shapes:
  811. self.addLabel(shape)
  812. self.canvas.loadShapes(shapes)
  813. def loadLabels(self, shapes):
  814. s = []
  815. for label, points, line_color, fill_color, shape_type in shapes:
  816. shape = Shape(label=label, shape_type=shape_type)
  817. for x, y in points:
  818. shape.addPoint(QtCore.QPoint(x, y))
  819. shape.close()
  820. s.append(shape)
  821. if line_color:
  822. shape.line_color = QtGui.QColor(*line_color)
  823. if fill_color:
  824. shape.fill_color = QtGui.QColor(*fill_color)
  825. self.loadShapes(s)
  826. def loadFlags(self, flags):
  827. self.flag_widget.clear()
  828. for key, flag in flags.items():
  829. item = QtWidgets.QListWidgetItem(key)
  830. item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
  831. item.setCheckState(Qt.Checked if flag else Qt.Unchecked)
  832. self.flag_widget.addItem(item)
  833. def saveLabels(self, filename):
  834. lf = LabelFile()
  835. def format_shape(s):
  836. return dict(
  837. label=s.label.encode('utf-8') if PY2 else s.label,
  838. line_color=s.line_color.getRgb()
  839. if s.line_color != self.lineColor else None,
  840. fill_color=s.fill_color.getRgb()
  841. if s.fill_color != self.fillColor else None,
  842. points=[(p.x(), p.y()) for p in s.points],
  843. shape_type=s.shape_type,
  844. )
  845. shapes = [format_shape(shape) for shape in self.labelList.shapes]
  846. flags = {}
  847. for i in range(self.flag_widget.count()):
  848. item = self.flag_widget.item(i)
  849. key = item.text()
  850. flag = item.checkState() == Qt.Checked
  851. flags[key] = flag
  852. try:
  853. imagePath = osp.relpath(
  854. self.imagePath, osp.dirname(filename))
  855. imageData = self.imageData if self._config['store_data'] else None
  856. if osp.dirname(filename) and not osp.exists(osp.dirname(filename)):
  857. os.makedirs(osp.dirname(filename))
  858. lf.save(
  859. filename=filename,
  860. shapes=shapes,
  861. imagePath=imagePath,
  862. imageData=imageData,
  863. imageHeight=self.image.height(),
  864. imageWidth=self.image.width(),
  865. lineColor=self.lineColor.getRgb(),
  866. fillColor=self.fillColor.getRgb(),
  867. otherData=self.otherData,
  868. flags=flags,
  869. )
  870. self.labelFile = lf
  871. items = self.fileListWidget.findItems(
  872. self.imagePath, Qt.MatchExactly
  873. )
  874. if len(items) > 0:
  875. if len(items) != 1:
  876. raise RuntimeError('There are duplicate files.')
  877. items[0].setCheckState(Qt.Checked)
  878. # disable allows next and previous image to proceed
  879. # self.filename = filename
  880. return True
  881. except LabelFileError as e:
  882. self.errorMessage('Error saving label data', '<b>%s</b>' % e)
  883. return False
  884. def copySelectedShape(self):
  885. self.addLabel(self.canvas.copySelectedShape())
  886. # fix copy and delete
  887. self.shapeSelectionChanged(True)
  888. def labelSelectionChanged(self):
  889. item = self.currentItem()
  890. if item and self.canvas.editing():
  891. self._noSelectionSlot = True
  892. shape = self.labelList.get_shape_from_item(item)
  893. self.canvas.selectShape(shape)
  894. def labelItemChanged(self, item):
  895. shape = self.labelList.get_shape_from_item(item)
  896. label = str(item.text())
  897. if label != shape.label:
  898. shape.label = str(item.text())
  899. self.setDirty()
  900. else: # User probably changed item visibility
  901. self.canvas.setShapeVisible(shape, item.checkState() == Qt.Checked)
  902. # Callback functions:
  903. def newShape(self):
  904. """Pop-up and give focus to the label editor.
  905. position MUST be in global coordinates.
  906. """
  907. items = self.uniqLabelList.selectedItems()
  908. text = None
  909. if items:
  910. text = items[0].text()
  911. if self._config['display_label_popup'] or not text:
  912. text = self.labelDialog.popUp(text)
  913. if text is not None and not self.validateLabel(text):
  914. self.errorMessage('Invalid label',
  915. "Invalid label '{}' with validation type '{}'"
  916. .format(text, self._config['validate_label']))
  917. text = None
  918. if text is None:
  919. self.canvas.undoLastLine()
  920. self.canvas.shapesBackups.pop()
  921. else:
  922. self.addLabel(self.canvas.setLastLabel(text))
  923. self.actions.editMode.setEnabled(True)
  924. self.actions.undoLastPoint.setEnabled(False)
  925. self.actions.undo.setEnabled(True)
  926. self.setDirty()
  927. def scrollRequest(self, delta, orientation):
  928. units = - delta * 0.1 # natural scroll
  929. bar = self.scrollBars[orientation]
  930. bar.setValue(bar.value() + bar.singleStep() * units)
  931. def setZoom(self, value):
  932. self.actions.fitWidth.setChecked(False)
  933. self.actions.fitWindow.setChecked(False)
  934. self.zoomMode = self.MANUAL_ZOOM
  935. self.zoomWidget.setValue(value)
  936. def addZoom(self, increment=10):
  937. self.setZoom(self.zoomWidget.value() + increment)
  938. def zoomRequest(self, delta, pos):
  939. canvas_width_old = self.canvas.width()
  940. units = delta * 0.1
  941. self.addZoom(units)
  942. canvas_width_new = self.canvas.width()
  943. if canvas_width_old != canvas_width_new:
  944. canvas_scale_factor = canvas_width_new / canvas_width_old
  945. x_shift = round(pos.x() * canvas_scale_factor) - pos.x()
  946. y_shift = round(pos.y() * canvas_scale_factor) - pos.y()
  947. self.scrollBars[Qt.Horizontal].setValue(
  948. self.scrollBars[Qt.Horizontal].value() + x_shift)
  949. self.scrollBars[Qt.Vertical].setValue(
  950. self.scrollBars[Qt.Vertical].value() + y_shift)
  951. def setFitWindow(self, value=True):
  952. if value:
  953. self.actions.fitWidth.setChecked(False)
  954. self.zoomMode = self.FIT_WINDOW if value else self.MANUAL_ZOOM
  955. self.adjustScale()
  956. def setFitWidth(self, value=True):
  957. if value:
  958. self.actions.fitWindow.setChecked(False)
  959. self.zoomMode = self.FIT_WIDTH if value else self.MANUAL_ZOOM
  960. self.adjustScale()
  961. def togglePolygons(self, value):
  962. for item, shape in self.labelList.itemsToShapes:
  963. item.setCheckState(Qt.Checked if value else Qt.Unchecked)
  964. def convertImageDataToPng(self, imageData):
  965. if imageData is None:
  966. return
  967. img = PIL.Image.open(io.BytesIO(imageData))
  968. with io.BytesIO() as imgBytesIO:
  969. img.save(imgBytesIO, "PNG")
  970. imgBytesIO.seek(0)
  971. data = imgBytesIO.read()
  972. return data
  973. def loadFile(self, filename=None):
  974. """Load the specified file, or the last opened file if None."""
  975. # changing fileListWidget loads file
  976. if (filename in self.imageList and
  977. self.fileListWidget.currentRow() !=
  978. self.imageList.index(filename)):
  979. self.fileListWidget.setCurrentRow(self.imageList.index(filename))
  980. self.fileListWidget.repaint()
  981. return
  982. self.resetState()
  983. self.canvas.setEnabled(False)
  984. if filename is None:
  985. filename = self.settings.value('filename', '')
  986. filename = str(filename)
  987. if not QtCore.QFile.exists(filename):
  988. self.errorMessage(
  989. 'Error opening file', 'No such file: <b>%s</b>' % filename)
  990. return False
  991. # assumes same name, but json extension
  992. self.status("Loading %s..." % osp.basename(str(filename)))
  993. label_file = osp.splitext(filename)[0] + '.json'
  994. if self.output_dir:
  995. label_file = osp.join(self.output_dir, label_file)
  996. if QtCore.QFile.exists(label_file) and \
  997. LabelFile.isLabelFile(label_file):
  998. try:
  999. self.labelFile = LabelFile(label_file)
  1000. # FIXME: PyQt4 installed via Anaconda fails to load JPEG
  1001. # and JSON encoded images.
  1002. # https://github.com/ContinuumIO/anaconda-issues/issues/131
  1003. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1004. # tries to read image with PIL and convert it to PNG
  1005. self.labelFile.imageData = self.convertImageDataToPng(
  1006. self.labelFile.imageData)
  1007. if QtGui.QImage.fromData(self.labelFile.imageData).isNull():
  1008. raise LabelFileError(
  1009. 'Failed loading image data from label file.\n'
  1010. 'Maybe this is a known issue of PyQt4 built on'
  1011. ' Anaconda, and may be fixed by installing PyQt5.')
  1012. except LabelFileError as e:
  1013. self.errorMessage(
  1014. 'Error opening file',
  1015. "<p><b>%s</b></p>"
  1016. "<p>Make sure <i>%s</i> is a valid label file."
  1017. % (e, label_file))
  1018. self.status("Error reading %s" % label_file)
  1019. return False
  1020. self.imageData = self.labelFile.imageData
  1021. self.imagePath = osp.join(
  1022. osp.dirname(label_file),
  1023. self.labelFile.imagePath,
  1024. )
  1025. if self.labelFile.lineColor is not None:
  1026. self.lineColor = QtGui.QColor(*self.labelFile.lineColor)
  1027. if self.labelFile.fillColor is not None:
  1028. self.fillColor = QtGui.QColor(*self.labelFile.fillColor)
  1029. self.otherData = self.labelFile.otherData
  1030. else:
  1031. self.imageData = self.loadImageFile(filename)
  1032. if self.imageData:
  1033. self.imagePath = filename
  1034. self.labelFile = None
  1035. image = QtGui.QImage.fromData(self.imageData)
  1036. if image.isNull():
  1037. formats = ['*.{}'.format(fmt.data().decode())
  1038. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1039. self.errorMessage(
  1040. 'Error opening file',
  1041. '<p>Make sure <i>{0}</i> is a valid image file.<br/>'
  1042. 'Supported image formats: {1}</p>'
  1043. .format(filename, ','.join(formats)))
  1044. self.status("Error reading %s" % filename)
  1045. return False
  1046. self.image = image
  1047. self.filename = filename
  1048. if self._config['keep_prev']:
  1049. prev_shapes = self.canvas.shapes
  1050. self.canvas.loadPixmap(QtGui.QPixmap.fromImage(image))
  1051. if self._config['flags']:
  1052. self.loadFlags({k: False for k in self._config['flags']})
  1053. if self._config['keep_prev']:
  1054. self.loadShapes(prev_shapes)
  1055. if self.labelFile:
  1056. self.loadLabels(self.labelFile.shapes)
  1057. if self.labelFile.flags is not None:
  1058. self.loadFlags(self.labelFile.flags)
  1059. self.setClean()
  1060. self.canvas.setEnabled(True)
  1061. self.adjustScale(initial=True)
  1062. self.paintCanvas()
  1063. self.addRecentFile(self.filename)
  1064. self.toggleActions(True)
  1065. self.status("Loaded %s" % osp.basename(str(filename)))
  1066. return True
  1067. def loadImageFile(self, filename):
  1068. try:
  1069. image_pil = PIL.Image.open(filename)
  1070. except IOError:
  1071. return
  1072. # apply orientation to image according to exif
  1073. image_pil = apply_exif_orientation(image_pil)
  1074. with io.BytesIO() as f:
  1075. image_pil.save(f, format='PNG')
  1076. f.seek(0)
  1077. return f.read()
  1078. def resizeEvent(self, event):
  1079. if self.canvas and not self.image.isNull()\
  1080. and self.zoomMode != self.MANUAL_ZOOM:
  1081. self.adjustScale()
  1082. super(MainWindow, self).resizeEvent(event)
  1083. def paintCanvas(self):
  1084. assert not self.image.isNull(), "cannot paint null image"
  1085. self.canvas.scale = 0.01 * self.zoomWidget.value()
  1086. self.canvas.adjustSize()
  1087. self.canvas.update()
  1088. def adjustScale(self, initial=False):
  1089. value = self.scalers[self.FIT_WINDOW if initial else self.zoomMode]()
  1090. self.zoomWidget.setValue(int(100 * value))
  1091. def scaleFitWindow(self):
  1092. """Figure out the size of the pixmap to fit the main widget."""
  1093. e = 2.0 # So that no scrollbars are generated.
  1094. w1 = self.centralWidget().width() - e
  1095. h1 = self.centralWidget().height() - e
  1096. a1 = w1 / h1
  1097. # Calculate a new scale value based on the pixmap's aspect ratio.
  1098. w2 = self.canvas.pixmap.width() - 0.0
  1099. h2 = self.canvas.pixmap.height() - 0.0
  1100. a2 = w2 / h2
  1101. return w1 / w2 if a2 >= a1 else h1 / h2
  1102. def scaleFitWidth(self):
  1103. # The epsilon does not seem to work too well here.
  1104. w = self.centralWidget().width() - 2.0
  1105. return w / self.canvas.pixmap.width()
  1106. def closeEvent(self, event):
  1107. if not self.mayContinue():
  1108. event.ignore()
  1109. self.settings.setValue(
  1110. 'filename', self.filename if self.filename else '')
  1111. self.settings.setValue('window/size', self.size())
  1112. self.settings.setValue('window/position', self.pos())
  1113. self.settings.setValue('window/state', self.saveState())
  1114. self.settings.setValue('line/color', self.lineColor)
  1115. self.settings.setValue('fill/color', self.fillColor)
  1116. self.settings.setValue('recentFiles', self.recentFiles)
  1117. # ask the use for where to save the labels
  1118. # self.settings.setValue('window/geometry', self.saveGeometry())
  1119. # User Dialogs #
  1120. def loadRecent(self, filename):
  1121. if self.mayContinue():
  1122. self.loadFile(filename)
  1123. def openPrevImg(self, _value=False):
  1124. keep_prev = self._config['keep_prev']
  1125. if QtGui.QGuiApplication.keyboardModifiers() == \
  1126. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1127. self._config['keep_prev'] = True
  1128. if not self.mayContinue():
  1129. return
  1130. if len(self.imageList) <= 0:
  1131. return
  1132. if self.filename is None:
  1133. return
  1134. currIndex = self.imageList.index(self.filename)
  1135. if currIndex - 1 >= 0:
  1136. filename = self.imageList[currIndex - 1]
  1137. if filename:
  1138. self.loadFile(filename)
  1139. self._config['keep_prev'] = keep_prev
  1140. def openNextImg(self, _value=False, load=True):
  1141. keep_prev = self._config['keep_prev']
  1142. if QtGui.QGuiApplication.keyboardModifiers() == \
  1143. (QtCore.Qt.ControlModifier | QtCore.Qt.ShiftModifier):
  1144. self._config['keep_prev'] = True
  1145. if not self.mayContinue():
  1146. return
  1147. if len(self.imageList) <= 0:
  1148. return
  1149. filename = None
  1150. if self.filename is None:
  1151. filename = self.imageList[0]
  1152. else:
  1153. currIndex = self.imageList.index(self.filename)
  1154. if currIndex + 1 < len(self.imageList):
  1155. filename = self.imageList[currIndex + 1]
  1156. else:
  1157. filename = self.imageList[-1]
  1158. self.filename = filename
  1159. if self.filename and load:
  1160. self.loadFile(self.filename)
  1161. self._config['keep_prev'] = keep_prev
  1162. def openFile(self, _value=False):
  1163. if not self.mayContinue():
  1164. return
  1165. path = osp.dirname(str(self.filename)) if self.filename else '.'
  1166. formats = ['*.{}'.format(fmt.data().decode())
  1167. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1168. filters = "Image & Label files (%s)" % ' '.join(
  1169. formats + ['*%s' % LabelFile.suffix])
  1170. filename = QtWidgets.QFileDialog.getOpenFileName(
  1171. self, '%s - Choose Image or Label file' % __appname__,
  1172. path, filters)
  1173. if QT5:
  1174. filename, _ = filename
  1175. filename = str(filename)
  1176. if filename:
  1177. self.loadFile(filename)
  1178. def changeOutputDirDialog(self, _value=False):
  1179. default_output_dir = self.output_dir
  1180. if default_output_dir is None and self.filename:
  1181. default_output_dir = osp.dirname(self.filename)
  1182. if default_output_dir is None:
  1183. default_output_dir = self.currentPath()
  1184. output_dir = QtWidgets.QFileDialog.getExistingDirectory(
  1185. self, '%s - Save/Load Annotations in Directory' % __appname__,
  1186. default_output_dir,
  1187. QtWidgets.QFileDialog.ShowDirsOnly |
  1188. QtWidgets.QFileDialog.DontResolveSymlinks,
  1189. )
  1190. output_dir = str(output_dir)
  1191. if not output_dir:
  1192. return
  1193. self.output_dir = output_dir
  1194. self.statusBar().showMessage(
  1195. '%s . Annotations will be saved/loaded in %s' %
  1196. ('Change Annotations Dir', self.output_dir))
  1197. self.statusBar().show()
  1198. current_filename = self.filename
  1199. self.importDirImages(self.lastOpenDir, load=False)
  1200. if current_filename in self.imageList:
  1201. # retain currently selected file
  1202. self.fileListWidget.setCurrentRow(
  1203. self.imageList.index(current_filename))
  1204. self.fileListWidget.repaint()
  1205. def saveFile(self, _value=False):
  1206. assert not self.image.isNull(), "cannot save empty image"
  1207. if self._config['flags'] or self.hasLabels():
  1208. if self.labelFile:
  1209. # DL20180323 - overwrite when in directory
  1210. self._saveFile(self.labelFile.filename)
  1211. elif self.output_file:
  1212. self._saveFile(self.output_file)
  1213. self.close()
  1214. else:
  1215. self._saveFile(self.saveFileDialog())
  1216. def saveFileAs(self, _value=False):
  1217. assert not self.image.isNull(), "cannot save empty image"
  1218. if self.hasLabels():
  1219. self._saveFile(self.saveFileDialog())
  1220. def saveFileDialog(self):
  1221. caption = '%s - Choose File' % __appname__
  1222. filters = 'Label files (*%s)' % LabelFile.suffix
  1223. if self.output_dir:
  1224. dlg = QtWidgets.QFileDialog(
  1225. self, caption, self.output_dir, filters
  1226. )
  1227. else:
  1228. dlg = QtWidgets.QFileDialog(
  1229. self, caption, self.currentPath(), filters
  1230. )
  1231. dlg.setDefaultSuffix(LabelFile.suffix[1:])
  1232. dlg.setAcceptMode(QtWidgets.QFileDialog.AcceptSave)
  1233. dlg.setOption(QtWidgets.QFileDialog.DontConfirmOverwrite, False)
  1234. dlg.setOption(QtWidgets.QFileDialog.DontUseNativeDialog, False)
  1235. basename = osp.splitext(self.filename)[0]
  1236. if self.output_dir:
  1237. default_labelfile_name = osp.join(
  1238. self.output_dir, basename + LabelFile.suffix
  1239. )
  1240. else:
  1241. default_labelfile_name = osp.join(
  1242. self.currentPath(), basename + LabelFile.suffix
  1243. )
  1244. filename = dlg.getSaveFileName(
  1245. self, 'Choose File', default_labelfile_name,
  1246. 'Label files (*%s)' % LabelFile.suffix)
  1247. if QT5:
  1248. filename, _ = filename
  1249. filename = str(filename)
  1250. return filename
  1251. def _saveFile(self, filename):
  1252. if filename and self.saveLabels(filename):
  1253. self.addRecentFile(filename)
  1254. self.setClean()
  1255. def closeFile(self, _value=False):
  1256. if not self.mayContinue():
  1257. return
  1258. self.resetState()
  1259. self.setClean()
  1260. self.toggleActions(False)
  1261. self.canvas.setEnabled(False)
  1262. self.actions.saveAs.setEnabled(False)
  1263. def getLabelFile(self):
  1264. if self.filename.lower().endswith('.json'):
  1265. label_file = self.filename
  1266. else:
  1267. label_file = osp.splitext(self.filename)[0] + '.json'
  1268. return label_file
  1269. def deleteFile(self):
  1270. mb = QtWidgets.QMessageBox
  1271. msg = 'You are about to permanently delete this label file, ' \
  1272. 'proceed anyway?'
  1273. answer = mb.warning(self, 'Attention', msg, mb.Yes | mb.No)
  1274. if answer != mb.Yes:
  1275. return
  1276. label_file = self.getLabelFile()
  1277. if osp.exists(label_file):
  1278. os.remove(label_file)
  1279. logger.info('Label file is removed: {}'.format(label_file))
  1280. item = self.fileListWidget.currentItem()
  1281. item.setCheckState(Qt.Unchecked)
  1282. self.resetState()
  1283. # Message Dialogs. #
  1284. def hasLabels(self):
  1285. if not self.labelList.itemsToShapes:
  1286. self.errorMessage(
  1287. 'No objects labeled',
  1288. 'You must label at least one object to save the file.')
  1289. return False
  1290. return True
  1291. def hasLabelFile(self):
  1292. if self.filename is None:
  1293. return False
  1294. label_file = self.getLabelFile()
  1295. return osp.exists(label_file)
  1296. def mayContinue(self):
  1297. if not self.dirty:
  1298. return True
  1299. mb = QtWidgets.QMessageBox
  1300. msg = 'Save annotations to "{}" before closing?'.format(self.filename)
  1301. answer = mb.question(self,
  1302. 'Save annotations?',
  1303. msg,
  1304. mb.Save | mb.Discard | mb.Cancel,
  1305. mb.Save)
  1306. if answer == mb.Discard:
  1307. return True
  1308. elif answer == mb.Save:
  1309. self.saveFile()
  1310. return True
  1311. else: # answer == mb.Cancel
  1312. return False
  1313. def errorMessage(self, title, message):
  1314. return QtWidgets.QMessageBox.critical(
  1315. self, title, '<p><b>%s</b></p>%s' % (title, message))
  1316. def currentPath(self):
  1317. return osp.dirname(str(self.filename)) if self.filename else '.'
  1318. def chooseColor1(self):
  1319. color = self.colorDialog.getColor(
  1320. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1321. if color:
  1322. self.lineColor = color
  1323. # Change the color for all shape lines:
  1324. Shape.line_color = self.lineColor
  1325. self.canvas.update()
  1326. self.setDirty()
  1327. def chooseColor2(self):
  1328. color = self.colorDialog.getColor(
  1329. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1330. if color:
  1331. self.fillColor = color
  1332. Shape.fill_color = self.fillColor
  1333. self.canvas.update()
  1334. self.setDirty()
  1335. def toggleKeepPrevMode(self):
  1336. self._config['keep_prev'] = not self._config['keep_prev']
  1337. def deleteSelectedShape(self):
  1338. yes, no = QtWidgets.QMessageBox.Yes, QtWidgets.QMessageBox.No
  1339. msg = 'You are about to permanently delete this polygon, ' \
  1340. 'proceed anyway?'
  1341. if yes == QtWidgets.QMessageBox.warning(self, 'Attention', msg,
  1342. yes | no):
  1343. self.remLabel(self.canvas.deleteSelected())
  1344. self.setDirty()
  1345. if self.noShapes():
  1346. for action in self.actions.onShapesPresent:
  1347. action.setEnabled(False)
  1348. def chshapeLineColor(self):
  1349. color = self.colorDialog.getColor(
  1350. self.lineColor, 'Choose line color', default=DEFAULT_LINE_COLOR)
  1351. if color:
  1352. self.canvas.selectedShape.line_color = color
  1353. self.canvas.update()
  1354. self.setDirty()
  1355. def chshapeFillColor(self):
  1356. color = self.colorDialog.getColor(
  1357. self.fillColor, 'Choose fill color', default=DEFAULT_FILL_COLOR)
  1358. if color:
  1359. self.canvas.selectedShape.fill_color = color
  1360. self.canvas.update()
  1361. self.setDirty()
  1362. def copyShape(self):
  1363. self.canvas.endMove(copy=True)
  1364. self.addLabel(self.canvas.selectedShape)
  1365. self.setDirty()
  1366. def moveShape(self):
  1367. self.canvas.endMove(copy=False)
  1368. self.setDirty()
  1369. def openDirDialog(self, _value=False, dirpath=None):
  1370. if not self.mayContinue():
  1371. return
  1372. defaultOpenDirPath = dirpath if dirpath else '.'
  1373. if self.lastOpenDir and osp.exists(self.lastOpenDir):
  1374. defaultOpenDirPath = self.lastOpenDir
  1375. else:
  1376. defaultOpenDirPath = osp.dirname(self.filename) \
  1377. if self.filename else '.'
  1378. targetDirPath = str(QtWidgets.QFileDialog.getExistingDirectory(
  1379. self, '%s - Open Directory' % __appname__, defaultOpenDirPath,
  1380. QtWidgets.QFileDialog.ShowDirsOnly |
  1381. QtWidgets.QFileDialog.DontResolveSymlinks))
  1382. self.importDirImages(targetDirPath)
  1383. @property
  1384. def imageList(self):
  1385. lst = []
  1386. for i in range(self.fileListWidget.count()):
  1387. item = self.fileListWidget.item(i)
  1388. lst.append(item.text())
  1389. return lst
  1390. def importDirImages(self, dirpath, pattern=None, load=True):
  1391. self.actions.openNextImg.setEnabled(True)
  1392. self.actions.openPrevImg.setEnabled(True)
  1393. if not self.mayContinue() or not dirpath:
  1394. return
  1395. self.lastOpenDir = dirpath
  1396. self.filename = None
  1397. self.fileListWidget.clear()
  1398. for filename in self.scanAllImages(dirpath):
  1399. if pattern and pattern not in filename:
  1400. continue
  1401. label_file = osp.splitext(filename)[0] + '.json'
  1402. if self.output_dir:
  1403. label_file = osp.join(self.output_dir, label_file)
  1404. item = QtWidgets.QListWidgetItem(filename)
  1405. item.setFlags(Qt.ItemIsEnabled | Qt.ItemIsSelectable)
  1406. if QtCore.QFile.exists(label_file) and \
  1407. LabelFile.isLabelFile(label_file):
  1408. item.setCheckState(Qt.Checked)
  1409. else:
  1410. item.setCheckState(Qt.Unchecked)
  1411. self.fileListWidget.addItem(item)
  1412. self.openNextImg(load=load)
  1413. def scanAllImages(self, folderPath):
  1414. extensions = ['.%s' % fmt.data().decode("ascii").lower()
  1415. for fmt in QtGui.QImageReader.supportedImageFormats()]
  1416. images = []
  1417. for root, dirs, files in os.walk(folderPath):
  1418. for file in files:
  1419. if file.lower().endswith(tuple(extensions)):
  1420. relativePath = osp.join(root, file)
  1421. images.append(relativePath)
  1422. images.sort(key=lambda x: x.lower())
  1423. return images
  1424. def apply_exif_orientation(image):
  1425. try:
  1426. exif = image._getexif()
  1427. except AttributeError:
  1428. exif = None
  1429. if exif is None:
  1430. return image
  1431. exif = {
  1432. PIL.ExifTags.TAGS[k]: v
  1433. for k, v in exif.items()
  1434. if k in PIL.ExifTags.TAGS
  1435. }
  1436. orientation = exif.get('Orientation', None)
  1437. if orientation == 1:
  1438. # do nothing
  1439. return image
  1440. elif orientation == 2:
  1441. # left-to-right mirror
  1442. return PIL.ImageOps.mirror(image)
  1443. elif orientation == 3:
  1444. # rotate 180
  1445. return image.transpose(PIL.Image.ROTATE_180)
  1446. elif orientation == 4:
  1447. # top-to-bottom mirror
  1448. return PIL.ImageOps.flip(image)
  1449. elif orientation == 5:
  1450. # top-to-left mirror
  1451. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_270))
  1452. elif orientation == 6:
  1453. # rotate 270
  1454. return image.transpose(PIL.Image.ROTATE_270)
  1455. elif orientation == 7:
  1456. # top-to-right mirror
  1457. return PIL.ImageOps.mirror(image.transpose(PIL.Image.ROTATE_90))
  1458. elif orientation == 8:
  1459. # rotate 90
  1460. return image.transpose(PIL.Image.ROTATE_90)
  1461. else:
  1462. return image