Update README.md
Browse files
README.md
CHANGED
@@ -13,7 +13,7 @@ pip install git+https://github.com/etowahadams/interprot.git
|
|
13 |
|
14 |
## Usage
|
15 |
|
16 |
-
|
17 |
```python
|
18 |
from safetensors.torch import load_file
|
19 |
from interprot.sae_model import SparseAutoencoder
|
@@ -23,7 +23,7 @@ checkpoint_path = 'esm2_plm1280_l24_sae4096.safetensors'
|
|
23 |
sae_model.load_state_dict(load_file(checkpoint_path))
|
24 |
```
|
25 |
|
26 |
-
|
27 |
```
|
28 |
import torch
|
29 |
from transformers import AutoTokenizer, EsmModel
|
|
|
13 |
|
14 |
## Usage
|
15 |
|
16 |
+
Load the SAE
|
17 |
```python
|
18 |
from safetensors.torch import load_file
|
19 |
from interprot.sae_model import SparseAutoencoder
|
|
|
23 |
sae_model.load_state_dict(load_file(checkpoint_path))
|
24 |
```
|
25 |
|
26 |
+
Load ESM and run ESM inference -> SAE inference
|
27 |
```
|
28 |
import torch
|
29 |
from transformers import AutoTokenizer, EsmModel
|