fixed all scripts used

Author: Alphonsce

.gitignore

@@ -32,4 +32,7 @@ scripts_old
 
 finetune_ldm_decoder
 
-*_images
+*_images
+
+
+fid_eval_*

README.md

@@ -195,6 +195,8 @@ accelerate launch -m metr.run_metr \
   --project_name metr_detection \
   --model_id stabilityai/stable-diffusion-2-1-base \
   --run_name no_attack --w_channel 3 --w_pattern ring \
+  --stable_sig_full_model_config v2-inference.yaml \
+  --stable_sig_full_model_ckpt v2-1_512-ema-pruned.ckpt \
   --start 0 --end 1000 \
   --reference_model ViT-g-14 --reference_model_pretrain laion2b_s12b_b42k \
   --with_tracking \
@@ -213,8 +215,8 @@ Evaluation is performed on a folder of generated images, you need to pass folder
 EVAL_FOLDER=metr_pp_generated_images/imgs_w
 
 accelerate launch -m metr.metr_pp_eval_stable_sig \
-  --with_tracking \
   --project_name eval_st_sig \
+  --with_tracking \
   --run_name test \
   --eval_imgs False --eval_bits True \
   --img_dir $EVAL_FOLDER \
@@ -230,6 +232,7 @@ To evaluate FID for images with METR++ watermark pass `--use_stable_sig` argumen
 accelerate launch -m metr.run_metr_fid \
   --project_name fid_gen \
   --model_id stabilityai/stable-diffusion-2-1-base \
+  
   --run_name no_attack --w_channel 3 --w_pattern ring \
   --start 0 --end 5000 \
   --with_tracking \
@@ -246,14 +249,13 @@ accelerate launch -m metr.run_metr_fid \
 
 ## Reproducing experiments from paper:
 
-Go to scripts directory:
-
-Diffusion and VAE attack on METR:
+### Diffusion and VAE attack on METR:
 
+#### Diffusion attack:
 ```bash
-bash .sh
+bash ./scripts/.sh
 ```
-
+#### VAE attack:
 ```bash
 
 ```
@@ -263,24 +265,18 @@ bash .sh
 
 ## Tree-Ring watermark:
 
-### [Repository link]()
+### [Repository link](https://github.com/YuxinWenRick/tree-ring-watermark)
 
-### [Paper link]()
-
-#### Citation:
+### [Paper link](https://arxiv.org/abs/2305.20030)
 
 ## Stable Signature:
 
-### [Repository link]()
-
-### [Paper link]()
+### [Repository link](https://github.com/facebookresearch/stable_signature)
 
-#### Citation:
+### [Paper link](https://arxiv.org/abs/2303.15435)
 
 ## Generative Model watermark attacker:
 
-### [Repository link]()
-
-### [Paper link]()
+### [Repository link](https://github.com/XuandongZhao/WatermarkAttacker)
 
-#### Citation:
+### [Paper link](https://arxiv.org/abs/2306.01953)

plots/tree_ring_robustness/diff/for_paper/metr.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 39,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -28,7 +28,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 40,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -57,7 +57,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 41,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -68,7 +68,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 42,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -87,7 +87,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 43,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -99,7 +99,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 44,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -111,7 +111,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 45,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {

scripts/fid_message_dispersion/gen.sh

@@ -27,7 +27,7 @@ for ((j=0; j<${#messages[@]}; j++)); do
             --run_generation \
             --additional_metrics \
             --run_no_w \
-            --image_folder /data/varlamov_a_data/tree-ring-watermark/worst_message/gen_${S[i]}_${messages[j]}  \
+            --image_folder worst_message/gen_${S[i]}_${messages[j]}  \
             --msg_type binary \
             --msg ${messages[j]} \
             --msg_scaler ${S[i]} \

scripts/fid_message_dispersion/gt.sh

@@ -26,7 +26,7 @@ for ((j=0; j<${#messages[@]}; j++)); do
       --w_radius 10 \
       --run_generation \
       --additional_metrics \
-      --image_folder /data/varlamov_a_data/tree-ring-watermark/worst_message/gt_${S[i]}_${messages[j]} \
+      --image_folder worst_message/gt_${S[i]}_${messages[j]} \
       --msg_type binary \
       --msg ${messages[j]} \
       --msg_scaler ${S[i]}

scripts/grid_search/fid/metr/fid_gen.sh

@@ -9,7 +9,7 @@ for ((s = 60; s <= 140; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gen/r=$r_s=$s \
+          --image_folder msg_fid_grid_gen/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s \

scripts/grid_search/fid/metr/fid_gt.sh

@@ -9,7 +9,7 @@ for ((s = 60; s <= 140; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gt/r=$r_s=$s \
+          --image_folder msg_fid_grid_gt/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s \

scripts/grid_search/fid/metr_pp/fid_gen.sh

@@ -9,7 +9,7 @@ for ((s = 60; s <= 100; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gen/r=$r_s=$s \
+          --image_folder msg_fid_grid_gen/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s \

scripts/grid_search/fid/metr_pp/fid_gt.sh

@@ -9,7 +9,7 @@ for ((s = 60; s <= 100; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gt/r=$r_s=$s \
+          --image_folder msg_fid_grid_gt/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s

scripts/metr_all_att/detect_metr_default_vae.sh

@@ -75,6 +75,4 @@ accelerate launch -m metr.run_metr \
   --msg_scaler 100 \
   --no_stable_sig \
 
-# ----------------
-
-bash /data/varlamov_a_data/tree-ring-watermark/scripts/stable_sig_w_metr_attacks/generate_part2.sh
+# ----------------