Rename from tiny-mod4-verified
Browse files- README.md +94 -0
- config.json +23 -0
- model.py +54 -0
- model.safetensors +3 -0
README.md
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: mit
|
| 3 |
+
tags:
|
| 4 |
+
- pytorch
|
| 5 |
+
- safetensors
|
| 6 |
+
- threshold-logic
|
| 7 |
+
- neuromorphic
|
| 8 |
+
- modular-arithmetic
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
# threshold-mod4
|
| 12 |
+
|
| 13 |
+
Computes Hamming weight mod 4 directly on inputs. Single-layer circuit using repeated weight pattern.
|
| 14 |
+
|
| 15 |
+
## Circuit
|
| 16 |
+
|
| 17 |
+
```
|
| 18 |
+
xβ xβ xβ xβ xβ xβ
xβ xβ
|
| 19 |
+
β β β β β β β β
|
| 20 |
+
β β β β β β β β
|
| 21 |
+
w: 1 1 1 -3 1 1 1 -3
|
| 22 |
+
ββββ΄βββ΄βββ΄βββΌβββ΄βββ΄βββ΄βββ
|
| 23 |
+
βΌ
|
| 24 |
+
βββββββββββ
|
| 25 |
+
β b: 0 β
|
| 26 |
+
βββββββββββ
|
| 27 |
+
β
|
| 28 |
+
βΌ
|
| 29 |
+
HW mod 4
|
| 30 |
+
```
|
| 31 |
+
|
| 32 |
+
## Algebraic Insight
|
| 33 |
+
|
| 34 |
+
The pattern `(1, 1, 1, -3)` repeats twice across 8 inputs:
|
| 35 |
+
|
| 36 |
+
- Positions 1-3: weight +1 each
|
| 37 |
+
- Position 4: weight -3 (reset: 1+1+1-3 = 0)
|
| 38 |
+
- Positions 5-7: weight +1 each
|
| 39 |
+
- Position 8: weight -3 (reset again)
|
| 40 |
+
|
| 41 |
+
Every 4 bits, the sum resets. For 8 bits, two complete cycles.
|
| 42 |
+
|
| 43 |
+
```
|
| 44 |
+
HW=0: sum=0 β 0 mod 4
|
| 45 |
+
HW=1: sum=1 β 1 mod 4
|
| 46 |
+
HW=2: sum=2 β 2 mod 4
|
| 47 |
+
HW=3: sum=3 β 3 mod 4
|
| 48 |
+
HW=4: sum=0 β 0 mod 4 (reset)
|
| 49 |
+
...
|
| 50 |
+
```
|
| 51 |
+
|
| 52 |
+
## Parameters
|
| 53 |
+
|
| 54 |
+
| | |
|
| 55 |
+
|---|---|
|
| 56 |
+
| Weights | [1, 1, 1, -3, 1, 1, 1, -3] |
|
| 57 |
+
| Bias | 0 |
|
| 58 |
+
| Total | 9 parameters |
|
| 59 |
+
|
| 60 |
+
## MOD-m Family
|
| 61 |
+
|
| 62 |
+
| m | Weight pattern |
|
| 63 |
+
|---|----------------|
|
| 64 |
+
| 3 | (1, 1, -2) |
|
| 65 |
+
| **4** | **(1, 1, 1, -3)** |
|
| 66 |
+
| 5 | (1, 1, 1, 1, -4) |
|
| 67 |
+
| m | (1, ..., 1, 1-m) with m-1 ones |
|
| 68 |
+
|
| 69 |
+
## Usage
|
| 70 |
+
|
| 71 |
+
```python
|
| 72 |
+
from safetensors.torch import load_file
|
| 73 |
+
import torch
|
| 74 |
+
|
| 75 |
+
w = load_file('model.safetensors')
|
| 76 |
+
|
| 77 |
+
def mod4(bits):
|
| 78 |
+
inputs = torch.tensor([float(b) for b in bits])
|
| 79 |
+
return int((inputs * w['weight']).sum() + w['bias'])
|
| 80 |
+
```
|
| 81 |
+
|
| 82 |
+
## Files
|
| 83 |
+
|
| 84 |
+
```
|
| 85 |
+
threshold-mod4/
|
| 86 |
+
βββ model.safetensors
|
| 87 |
+
βββ model.py
|
| 88 |
+
βββ config.json
|
| 89 |
+
βββ README.md
|
| 90 |
+
```
|
| 91 |
+
|
| 92 |
+
## License
|
| 93 |
+
|
| 94 |
+
MIT
|
config.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "threshold_network",
|
| 3 |
+
"task": "mod4_classification",
|
| 4 |
+
"architecture": "8 -> 1",
|
| 5 |
+
"input_size": 8,
|
| 6 |
+
"output_size": 1,
|
| 7 |
+
"num_neurons": 1,
|
| 8 |
+
"num_parameters": 9,
|
| 9 |
+
"modulus": 4,
|
| 10 |
+
"activation": "heaviside",
|
| 11 |
+
"weight_constraints": "integer",
|
| 12 |
+
"weight_pattern": "[1, 1, 1, -3, 1, 1, 1, -3]",
|
| 13 |
+
"verification": {
|
| 14 |
+
"method": "coq_proof",
|
| 15 |
+
"exhaustive": true,
|
| 16 |
+
"inputs_tested": 256
|
| 17 |
+
},
|
| 18 |
+
"accuracy": {
|
| 19 |
+
"all_inputs": "256/256",
|
| 20 |
+
"percentage": 100.0
|
| 21 |
+
},
|
| 22 |
+
"github": "https://github.com/CharlesCNorton/coq-circuits"
|
| 23 |
+
}
|
model.py
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
Threshold Network for MOD-4 Circuit
|
| 3 |
+
|
| 4 |
+
A formally verified threshold network computing Hamming weight mod 4.
|
| 5 |
+
Uses the algebraic weight pattern [1, 1, 1, -3, 1, 1, 1, -3].
|
| 6 |
+
"""
|
| 7 |
+
|
| 8 |
+
import torch
|
| 9 |
+
from safetensors.torch import load_file
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
class ThresholdMod4:
|
| 13 |
+
"""
|
| 14 |
+
MOD-4 circuit using threshold logic.
|
| 15 |
+
|
| 16 |
+
Weight pattern: (1, 1, 1, 1-m) repeating for m=4
|
| 17 |
+
Computes cumulative sum that cycles mod 4.
|
| 18 |
+
"""
|
| 19 |
+
|
| 20 |
+
def __init__(self, weights_dict):
|
| 21 |
+
self.weight = weights_dict['weight']
|
| 22 |
+
self.bias = weights_dict['bias']
|
| 23 |
+
|
| 24 |
+
def __call__(self, bits):
|
| 25 |
+
inputs = torch.tensor([float(b) for b in bits])
|
| 26 |
+
weighted_sum = (inputs * self.weight).sum() + self.bias
|
| 27 |
+
return weighted_sum
|
| 28 |
+
|
| 29 |
+
def get_residue(self, bits):
|
| 30 |
+
"""Returns Hamming weight mod 4."""
|
| 31 |
+
return sum(bits) % 4
|
| 32 |
+
|
| 33 |
+
@classmethod
|
| 34 |
+
def from_safetensors(cls, path="model.safetensors"):
|
| 35 |
+
return cls(load_file(path))
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
def forward(x, weights):
|
| 39 |
+
x = torch.as_tensor(x, dtype=torch.float32)
|
| 40 |
+
weighted_sum = (x * weights['weight']).sum(dim=-1) + weights['bias']
|
| 41 |
+
return weighted_sum
|
| 42 |
+
|
| 43 |
+
|
| 44 |
+
if __name__ == "__main__":
|
| 45 |
+
weights = load_file("model.safetensors")
|
| 46 |
+
model = ThresholdMod4(weights)
|
| 47 |
+
|
| 48 |
+
print("MOD-4 Circuit Tests:")
|
| 49 |
+
print("-" * 40)
|
| 50 |
+
for hw in range(9):
|
| 51 |
+
bits = [1]*hw + [0]*(8-hw)
|
| 52 |
+
out = model(bits).item()
|
| 53 |
+
expected_residue = hw % 4
|
| 54 |
+
print(f"HW={hw}: weighted_sum={out:.0f}, HW mod 4 = {expected_residue}")
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:31e8a44681b6339665add00d21373f3cd8c72653466668e4cd48939fca9e907a
|
| 3 |
+
size 164
|