diff --git a/src/tasks/unlabel.ts b/src/tasks/unlabel.ts
index 6dca6276..b0339263 100644
--- a/src/tasks/unlabel.ts
+++ b/src/tasks/unlabel.ts
@@ -35,12 +35,16 @@ export async function unlabel(api: Api) {
   logger.log('Fetched ' + issues.length + ' closed issue(s).');
 
   await asyncPool(1, issues, async (issue) => {
-    await api.createNote(
-      issue.project_id,
-      issue.iid,
-      `${NOTE_PREFIX} Removed label \`meeting\` automatically.
+    if (issue.labels.indexOf('meeting') >= 0) {
+      logger.info(`Issue ${issue.title} is closed and has label "meeting". Removing it.`);
+
+      await api.createNote(
+        issue.project_id,
+        issue.iid,
+        `${NOTE_PREFIX} Removed label \`meeting\` automatically.
 /unlabel ~meeting`,
-    );
+      );
+    }
   });
 
   logger.ok('Label `meeting` has been removed from closed issues.');