update

Author: bit4woo

src/title/LineEntryMenu.java

@@ -862,6 +862,27 @@ protected Map doInBackground() throws Exception {
 		removeItem.setToolTipText("Just Delete Entry In Title Panel");
 
 
+		/**
+		 * 删除明显无效的记录，以便再次请求，可能发现新的有效资产
+		 */
+		JMenuItem removeInvalidItems = new JMenuItem(new AbstractAction("Delete Invalid Entries") {//need to show dialog to confirm
+			@Override
+			public void actionPerformed(ActionEvent actionEvent) {
+				new SwingWorker<Map,Map>(){
+
+					@Override
+					protected Map doInBackground() throws Exception {
+						int result = JOptionPane.showConfirmDialog(null,"Are you sure to DELETE invalid items(eg. stauts=-1,status=503) ?");
+						if (result == JOptionPane.YES_OPTION) {
+							lineTable.getLineTableModel().removeInvalidRows();
+							titlepanel.digStatus();
+						}
+						return null;
+					}
+				}.execute();
+			}
+		});
+		
 		/**
 		 * 删除明显非目标的记录
 		 */
@@ -1096,6 +1117,7 @@ public void actionPerformed(ActionEvent actionEvent) {
 		this.add(addToblackListAndDeleteItem);//加入黑名单并删除
 		this.add(removeItem);//单纯删除记录
 		this.add(removeItemsNotInTargets);
+		this.add(removeInvalidItems);
 		//this.add(removeSubDomainItem);
 		//this.add(removeCustomAssetItem);
 		this.add(DeleteHostFromTargetItem);

src/title/LineTableModel.java

@@ -836,6 +836,45 @@ public void removeRowsNotInTargets() {
 		});
 
 	}
+	
+	public void removeInvalidRows() {
+
+		SwingUtilities.invokeLater(() -> {
+			for (int i = lineEntries.size() - 1; i >= 0; i--) {// 降序删除才能正确删除每个元素
+				try {
+					LineEntry entry = lineEntries.get(i);
+					if (entry == null) {
+						continue;
+					}
+					int status = entry.getStatuscode();
+					/**
+					 * -1 No DNS Record,or just DNS Record
+					 * 0 No Response
+					 * 400 Bad Request
+					 * 502 Bad Gateway
+					 * 503 Service Unavailable
+					 * 504 Gateway Time-out
+					 * 521 Web Server Is Down
+					 * 522 Connection Timed Out
+					 * 
+					 */
+					if (status == -1 || status == 0 || status == 400 || status >= 502) {
+						String url = entry.getUrl();
+						lineEntries.remove(i);
+						titleDao.deleteTitleByUrl(url);// 写入数据库
+						stdout.println("!!! " + url + " deleted, due to status : " + status);
+						int index = i;
+
+						fireTableRowsDeleted(index, index);
+					}
+
+				} catch (Exception e) {
+					e.printStackTrace(stderr);
+				}
+			}
+		});
+
+	}
 
 	/**
 	 * 暂时只是标记重复项目，然后用户可以手动标记，不直接执行删除操作
@@ -1063,39 +1102,40 @@ public void addNewLineEntryWithTime(LineEntry lineEntry) {
 			String key = lineEntry.getUrl() + "#" + System.nanoTime();
 			lineEntry.setUrl(key);
 			lineEntries.put(key, lineEntry);
-			
+
 			// compute index from size - 1: this avoids reliance on indexOfKey correctness
-	        int index;
-	        try {
-	            index = lineEntries.size() - 1;
-	            if (index < 0) {
-	                index = 0;
-	            }
-	        } catch (Exception e) {
-	            index = lineEntries.indexOfKey(key); // fallback
-	        }
-	        
+			int index;
+			try {
+				index = lineEntries.size() - 1;
+				if (index < 0) {
+					index = 0;
+				}
+			} catch (Exception e) {
+				index = lineEntries.indexOfKey(key); // fallback
+			}
+
 //			System.out.println("rowCount=" + getRowCount() + ", lineEntries.size=" + lineEntries.size());
 //			System.out.println("index=" + index + ", size=" + lineEntries.size());
-			
+
 			/**
-			 * java.lang.ArrayIndexOutOfBoundsException: Index 1847 out of bounds for length 1847 
-			 * at java.desktop/javax.swing.DefaultRowSorter.setModelToViewFromViewToModel(DefaultRowSorter.java:745)
+			 * java.lang.ArrayIndexOutOfBoundsException: Index 1847 out of bounds for length
+			 * 1847 at
+			 * java.desktop/javax.swing.DefaultRowSorter.setModelToViewFromViewToModel(DefaultRowSorter.java:745)
 			 */
-			//方案1：
+			// 方案1：
 //			LineTable table = guiMain.getTitlePanel().getTitleTable();
 //			RowSorter<? extends TableModel> sorter = table.getRowSorter();
 //			table.setRowSorter(null);  // temporarily disable sorter
 //
 //			fireTableRowsInserted(index, index);// 有毫秒级时间戳，只会是新增
 //
 //			table.setRowSorter(sorter);  // enable again
-			
-			//方案2：
+
+			// 方案2：
 			fireTableDataChanged();
-			
+
 			new Thread(() -> titleDao.addOrUpdateTitle(lineEntry)).start();// 写入数据库
-			System.out.println(key+" added");
+			System.out.println(key + " added");
 		});
 
 	}