Evaluation Data

method →	CNNSpot [1]		FreDect [2]		Fusing [3]		Gram-Net [4]		LGrad [5]		LNP [6]		DIRE-D [7]		DIRE-G [7]		UnivFD [8]		PatchCraft
test set	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP
ProGAN	100.00	100.00	99.36	99.99	100.00	100.00	99.99	100.00	99.83	100.00	99.95	100.00	52.75	58.79	95.19	99.08	99.81	100.00	100.00	100.00
StyleGAN	90.17	99.83	78.02	88.98	85.20	99.50	87.05	99.23	91.08	98.31	92.64	99.27	51.31	56.68	83.03	91.74	84.93	97.56	92.77	98.96
BigGAN	71.18	85.99	81.97	93.62	77.40	90.70	67.33	81.79	85.63	92.93	88.43	94.54	49.70	46.91	70.13	75.25	95.08	99.27	95.80	99.42
CycleGAN	87.62	94.94	78.77	84.78	87.00	95.50	86.07	95.33	86.94	95.01	79.07	89.52	49.58	50.03	74.19	80.56	98.33	99.80	70.17	85.26
StarGAN	94.60	99.04	94.62	99.49	97.00	99.80	95.05	99.23	99.27	100.00	100.00	100.00	46.72	40.64	95.47	99.34	95.75	99.37	99.97	100.00
GauGAN	81.42	90.82	80.57	82.84	77.00	88.30	69.35	84.99	78.46	95.43	79.17	84.54	51.23	47.34	67.79	72.15	99.47	99.98	71.58	81.33
StyleGAN2	86.91	99.48	66.19	82.54	83.30	99.60	87.28	99.11	85.32	97.89	93.82	99.70	51.72	58.03	75.31	88.29	74.96	97.90	89.55	97.74
whichfaceisreal	91.65	99.85	50.75	55.85	66.80	93.30	86.80	95.21	55.70	57.99	50.00	42.75	53.30	59.02	58.05	60.13	86.90	96.73	85.80	95.26
ADM	60.39	75.67	63.42	61.77	49.00	94.10	58.61	73.11	67.15	72.95	83.91	93.37	98.25	99.79	75.78	85.84	66.87	86.81	82.17	93.40
Glide	58.07	72.28	54.13	52.92	57.20	77.50	54.50	66.76	66.11	80.42	83.50	92.76	92.42	99.54	71.75	78.35	62.46	83.81	83.79	94.04
Midjourney	51.39	66.24	45.87	46.09	52.20	70.00	50.02	56.82	65.35	71.86	69.55	86.92	89.45	97.32	58.01	61.86	56.13	74.00	90.12	96.48
stable_diffusion_v_1_4	50.57	61.20	38.79	37.83	51.00	65.40	51.70	59.83	63.03	62.37	89.33	96.34	91.24	98.61	49.74	49.87	63.66	86.14	95.38	99.06
stable_diffusion_v_1_5	50.53	61.56	39.21	37.76	51.40	65.70	52.16	60.37	63.67	62.85	88.81	96.00	91.63	98.83	49.83	49.52	63.49	85.84	95.30	99.06
VQDM	56.46	68.83	77.80	85.10	55.10	75.60	52.86	61.13	72.99	77.47	85.03	94.91	91.90	98.98	53.68	54.57	85.31	96.53	88.91	96.26
wukong	51.03	57.34	40.30	39.58	51.70	64.60	50.76	55.62	59.55	62.48	86.39	95.33	90.90	98.37	54.46	55.38	70.93	91.07	91.07	97.54
DALLE2	50.45	53.51	34.70	38.20	52.80	68.12	49.25	49.82	65.45	82.55	92.45	98.26	92.45	99.71	66.48	74.48	50.75	63.04	96.60	99.56
sd-xl	53.03	72.62	51.23	49.45	55.60	79.41	64.53	68.22	71.30	80.03	87.75	87.75	91.28	99.10	55.35	53.97	50.73	67.59	98.43	99.89
Average	69.73	79.95	63.28	66.87	67.63	83.95	68.43	76.86	75.11	81.80	85.28	91.29	72.70	76.92	67.90	72.38	76.80	89.73	89.85	96.07

method →	CNNSpot [1]		FreDect [2]		Fusing [3]		Gram-Net [4]		LGrad [5]		LNP [6]		DIRE-D [7]		DIRE-G [7]		UnivFD [8]		PatchCraft
test set	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP
ProGAN	99.96	100.00	84.40	95.45	99.64	100.00	99.94	100.00	55.70	68.65	67.80	91.04	51.55	50.95	98.93	99.94	99.34	99.98	97.84	99.73
StyleGAN	75.00	98.60	72.30	79.65	70.45	98.62	77.74	98.24	55.90	75.48	55.42	79.86	50.89	53.59	75.93	94.12	79.74	94.90	82.49	91.12
BigGAN	62.05	88.36	62.90	69.81	63.50	91.39	62.28	83.14	51.35	54.21	51.73	67.56	51.08	50.21	67.85	78.07	88.23	97.65	65.25	69.41
CycleGAN	83.16	96.08	71.35	82.42	80.96	97.13	86.98	96.32	57.15	70.26	62.34	90.39	50.53	52.13	74.68	84.29	96.14	99.47	71.99	83.3
StarGAN	79.26	93.63	83.79	94.37	92.02	99.29	88.72	97.16	51.68	61.44	52.00	76.68	41.55	39.44	83.08	92.16	95.32	99.07	60.21	70.29
GauGAN	69.89	95.53	64.99	68.76	66.91	96.69	65.69	89.54	49.70	51.42	50.18	60.98	39.31	37.73	77.84	76.22	98.61	99.91	73.71	82.41
StyleGAN2	71.29	98.08	73.34	82.48	60.19	98.26	78.87	98.42	55.99	77.57	58.32	87.56	51.36	54.50	68.99	92.02	69.41	94.65	82.71	91.03
whichfaceisreal	79.10	94.34	50.25	54.14	59.90	95.27	86.40	95.19	52.90	55.02	50.13	69.81	54.35	60.36	59.05	61.86	70.20	88.13	79.40	89.49
ADM	51.28	64.18	67.72	87.14	50.01	88.56	51.62	60.64	46.50	44.73	51.22	61.90	91.92	98.99	62.49	71.20	64.41	84.00	62.64	75.07
Glide	51.93	69.60	66.13	91.06	51.99	80.01	51.59	62.67	45.09	42.16	51.28	69.27	91.38	98.44	73.11	83.60	64.14	85.18	68.01	81.04
Midjourney	50.90	61.95	56.61	72.61	50.85	75.21	49.85	54.79	62.33	68.04	50.14	63.94	90.78	97.96	58.90	65.10	55.43	71.41	57.87	66.42
stable_diffusion_v_1_4	49.82	55.52	52.95	66.99	50.16	64.10	49.44	52.56	53.87	56.03	51.84	70.53	92.53	99.15	48.40	45.14	56.48	75.23	75.00	86.47
stable_diffusion_v_1_5	49.90	56.47	52.71	66.15	50.13	64.28	49.56	53.32	53.63	56.30	51.87	70.51	92.56	99.19	48.48	45.22	56.19	74.82	74.87	86.59
VQDM	51.24	64.82	76.51	91.26	51.61	76.46	50.98	56.98	44.06	40.91	51.06	60.51	92.47	99.39	54.82	58.94	78.89	93.58	64.94	78.54
wukong	50.01	54.78	52.60	65.54	50.50	63.78	49.63	51.40	52.49	54.32	50.91	66.00	92.14	99.23	50.88	50.50	62.75	83.69	67.91	80.26
DALLE2	49.70	47.03	82.70	98.58	50.00	54.97	48.20	43.52	36.40	36.37	50.70	55.31	89.89	99.51	60.40	66.37	50.35	58.58	70.35	95.59
sd-xl	49.98	75.26	75.00	94.45	50.48	80.73	49.93	43.63	65.98	73.81	49.93	50.82	91.13	99.15	56.53	60.10	50.65	64.97	69.00	86.12
Average	63.20	77.31	67.43	80.05	61.72	83.81	64.55	72.80	52.39	58.04	53.34	70.16	71.50	75.88	65.90	72.05	72.72	86.19	72.01	83.11

method →	CNNSpot [1]		FreDect [2]		Fusing [3]		Gram-Net [4]		LGrad [5]		LNP [6]		DIRE-D [7]		DIRE-G [7]		UnivFD [8]		PatchCraft
test set	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP
ProGAN	99.95	100.00	85.03	95.28	99.94	100.00	99.90	100.00	95.46	99.20	76.56	87.11	51.84	51.10	85.85	95.01	98.65	99.92	99.01	99.98
StyleGAN	83.32	98.97	80.35	88.29	83.15	98.69	84.84	98.70	85.26	96.50	68.36	79.52	50.75	52.58	72.79	84.15	71.99	92.84	90.38	97.59
BigGAN	68.03	79.50	71.90	80.07	74.00	83.19	67.43	79.82	63.90	69.38	53.78	54.31	51.28	51.23	57.35	59.17	76.93	91.98	63.00	64.41
CycleGAN	85.65	91.80	69.91	76.50	83.61	90.70	86.41	94.84	53.48	57.65	52.65	52.52	50.34	51.60	65.44	71.58	94.66	98.95	75.47	80.92
StarGAN	87.12	97.92	84.67	93.58	95.82	99.69	92.95	98.81	92.25	99.78	63.16	88.55	41.52	42.96	80.55	82.09	89.62	96.00	78.71	98.21
GauGAN	79.30	87.61	58.99	61.68	81.08	86.76	72.98	84.55	61.09	63.91	49.23	47.07	39.23	39.11	62.73	55.99	97.46	99.67	60.65	65.98
StyleGAN2	84.04	99.00	79.79	88.60	88.43	99.60	87.49	99.01	86.09	97.35	76.75	88.05	51.04	54.18	63.20	77.42	62.11	90.33	91.99	98.08
whichfaceisreal	82.70	87.87	49.60	49.99	69.70	90.48	82.40	91.14	53.35	57.24	52.05	49.75	52.80	58.79	61.15	61.85	58.55	68.65	62.30	75.42
ADM	59.30	69.64	65.81	74.58	55.83	66.12	57.88	68.40	70.99	80.35	70.30	79.53	93.13	99.66	65.63	68.50	64.50	80.74	69.58	78.88
Glide	55.28	63.81	67.34	76.10	53.27	60.85	54.45	62.91	78.54	86.81	83.31	92.53	92.44	98.98	75.14	80.90	60.88	77.25	72.52	83.25
Midjourney	51.37	55.45	51.60	48.82	51.30	56.30	50.68	55.03	77.43	86.39	68.52	75.00	90.42	97.62	55.44	58.39	55.48	65.53	76.28	88.03
stable_diffusion_v_1_4	51.23	56.58	49.10	45.05	48.70	52.16	52.87	58.99	62.93	71.72	64.31	68.81	92.87	99.39	47.04	46.01	54.56	67.54	78.85	90.80
stable_diffusion_v_1_5	51.46	56.90	48.89	45.06	49.07	52.01	52.94	59.65	63.32	72.31	64.17	68.91	92.87	99.51	54.63	46.05	54.61	67.24	78.61	90.65
VQDM	55.56	64.46	67.43	76.80	54.68	63.89	54.35	62.06	63.28	70.94	57.05	62.44	93.43	99.87	57.98	59.59	76.47	90.23	70.53	78.05
wukong	50.62	54.09	46.03	38.48	49.53	51.90	51.43	55.64	60.09	67.87	60.68	63.56	92.83	99.47	51.63	52.51	58.59	74.59	74.23	83.75
DALLE2	49.30	49.84	75.55	91.22	51.35	53.86	49.10	47.65	80.20	88.19	85.90	95.03	90.60	99.60	74.85	81.81	49.95	54.28	72.00	90.81
sd-xl	56.53	77.49	59.30	65.50	55.73	67.66	59.25	56.84	79.53	86.39	73.25	75.09	92.08	99.25	54.20	54.02	50.78	59.07	76.50	92.44
Average	67.69	75.94	65.37	70.33	67.36	74.93	68.08	74.94	72.19	79.53	65.88	72.22	71.73	76.17	63.86	66.77	69.16	80.87	75.92	85.72

method →	CNNSpot [1]		FreDect [2]		Fusing [3]		Gram-Net [4]		LGrad [5]		LNP [6]		DIRE-D [7]		DIRE-G [7]		UnivFD [8]		PatchCraft
test set	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP	Accuracy	mAP
ProGAN	88.00	99.27	60.85	81.83	50.00	50.69	88.30	98.94	81.46	97.21	85.15	94.12	49.74	50.18	68.01	77.93	95.83	99.35	99.92	100
StyleGAN	64.46	90.80	61.81	72.00	50.00	47.53	67.69	90.25	71.32	91.79	80.34	93.49	51.74	56.19	66.52	80.44	72.63	90.72	90.37	99.17
BigGAN	52.03	61.36	52.70	57.93	50.00	51.18	52.20	61.15	58.23	64.29	70.95	75.77	50.68	52.25	52.08	52.73	73.00	84.65	72.35	72.34
CycleGAN	60.83	77.25	48.75	54.03	50.00	50.74	67.41	82.52	52.42	58.24	67.79	71.89	46.21	46.40	57.53	60.26	89.21	96.34	83.76	92.49
StarGAN	64.58	93.20	51.68	73.29	50.00	53.17	77.89	95.17	58.38	97.29	86.44	99.50	58.39	47.37	59.80	69.22	88.02	95.72	99.9	100
GauGAN	65.61	85.10	50.55	54.90	50.00	49.60	63.97	82.65	55.04	57.91	53.89	52.67	52.61	40.67	44.83	45.73	91.23	97.51	62.07	67.57
StyleGAN2	65.69	91.65	63.50	69.83	50.00	45.63	69.40	91.46	69.93	94.44	89.16	97.11	60.05	70.22	66.79	77.45	68.66	87.12	89	99.17
whichfaceisreal	76.50	84.73	49.70	49.15	50.00	45.04	79.80	86.02	56.70	61.07	51.90	79.90	50.00	51.33	50.85	51.34	73.75	89.00	79.55	91.22
ADM	50.09	61.52	15.68	32.85	49.98	33.52	49.38	57.21	55.89	59.18	66.25	76.01	75.27	99.62	54.63	60.45	71.94	91.77	71.12	81.07
Glide	50.21	60.63	17.76	33.03	49.94	40.11	48.87	55.83	58.52	65.90	53.83	58.44	71.68	99.53	58.92	71.15	69.56	91.14	58.37	65.03
Midjourney	51.93	54.47	16.03	31.72	50.35	71.05	51.47	54.78	62.26	67.83	49.06	48.75	69.56	99.18	53.68	58.95	50.40	52.57	57.87	63.24
stable_diffusion_v_1_4	51.43	55.50	15.18	31.56	49.93	39.14	50.98	53.80	59.24	62.72	48.28	47.75	74.48	99.71	50.80	51.93	51.17	62.25	81.39	91.01
stable_diffusion_v_1_5	51.66	55.97	14.91	31.51	49.94	39.22	50.76	53.68	58.82	63.31	47.81	47.63	74.39	99.71	49.36	50.42	51.04	62.56	81.01	91.1
VQDM	50.24	59.25	17.01	33.23	49.96	39.68	49.48	55.79	57.96	62.63	51.86	54.33	76.06	99.54	52.56	57.93	81.45	95.71	75.3	84.03
wukong	50.31	51.57	16.66	31.76	49.97	39.94	49.92	50.39	56.65	61.21	51.15	52.09	69.62	99.49	52.36	52.31	54.64	72.80	78.74	87.03
DALLE2	48.00	55.21	20.60	34.84	49.95	45.38	47.30	50.55	60.95	67.48	62.90	72.05	65.75	99.58	58.75	69.84	51.40	72.99	73.4	85.78
sd-xl	61.25	75.95	24.88	33.46	60.30	72.47	56.69	55.45	78.28	85.90	59.03	58.05	90.7	99.05	52.63	52.00	50.75	60.41	77.68	85.01
Average	58.99	71.38	35.19	47.47	50.61	47.89	60.09	69.16	61.88	71.67	63.28	69.39	63.94	77.06	55.89	61.18	69.69	82.51	78.34	85.60

Citation

If you find this work useful for your research, please consider citing this bibtex.

@article{PatchCraft,
  title={PatchCraft: Exploring Texture Patch for Efficient AI-generated Image Detection},
  author={Zhong, Nan and Xu, Yiran and Qian, Zhenxing and Zhang, Xinpeng},
  journal={arXiv preprint arXiv:2311.12397},
  year={2023}
}