forked from facebookresearch/jepa
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path__init__.py
More file actions
158 lines (130 loc) · 3.66 KB
/
__init__.py
File metadata and controls
158 lines (130 loc) · 3.66 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
"""
JEPA (Joint-Embedding Predictive Architecture) Framework
A powerful self-supervised learning framework for learning representations
by predicting parts of the input from other parts.
Key Features:
- Modular encoder-predictor architecture
- Multi-modal support (vision, NLP, time series, audio)
- High performance with mixed precision and distributed training
- Comprehensive logging and monitoring
- Production-ready CLI interface
Quick Start:
>>> from jepa import JEPA, JEPATrainer
>>> from jepa.config import load_config
>>>
>>> # Load configuration and create model
>>> config = load_config("config/default_config.yaml")
>>> model = JEPA(config.model)
>>> trainer = JEPATrainer(model, config)
>>> trainer.train()
CLI Usage:
$ python -m jepa.cli train --config config/default_config.yaml
$ python -m jepa.cli evaluate --config config/default_config.yaml
"""
__version__ = "0.1.0"
__author__ = "Dilip Venkatesh"
__email__ = "your.email@example.com"
__description__ = "Joint-Embedding Predictive Architecture for Self-Supervised Learning"
# Core model components
from .models import JEPA, JEPAAction, BaseModel, Encoder, Predictor
# Training framework
from .trainer import JEPATrainer, JEPAEvaluator, create_trainer
# Loss functions
from .loss_functions import (
get_loss,
vicreg_loss,
vcreg_loss,
mse_loss,
LOSS_FUNCTIONS,
)
# Configuration management
from .config import load_config, save_config, JEPAConfig
# Data utilities
from .data import (
JEPADataset,
create_dataset,
JEPATransforms,
collate_jepa_batch
)
# Logging system
from .loggers import create_logger, MultiLogger
# Utility functions
from .trainer.utils import (
count_parameters,
setup_reproducibility,
get_device_info,
EarlyStopping
)
# Package metadata
__all__ = [
# Version info
'__version__',
'__author__',
'__email__',
'__description__',
# Core models
'JEPA',
'JEPAAction',
'BaseModel',
'Encoder',
'Predictor',
# Training
'JEPATrainer',
'JEPAEvaluator',
'create_trainer',
# Loss functions
'get_loss',
'vicreg_loss',
'vcreg_loss',
'mse_loss',
'LOSS_FUNCTIONS',
# Configuration
'load_config',
'save_config',
'JEPAConfig',
# Data
'JEPADataset',
'create_dataset',
'JEPATransforms',
'collate_jepa_batch',
# Logging
'create_logger',
'MultiLogger',
# Utilities
'count_parameters',
'setup_reproducibility',
'get_device_info',
'EarlyStopping'
]
# Convenience imports for common use cases
def quick_start(config_path: str):
"""
Quick start function to begin training with minimal setup.
Args:
config_path: Path to YAML configuration file
Returns:
JEPATrainer: Configured trainer ready for training
"""
config = load_config(config_path)
encoder = Encoder(config.model.encoder_dim)
predictor = Predictor(config.model.encoder_dim)
model = JEPA(encoder=encoder, predictor=predictor)
loss_name = getattr(config.training, 'loss', 'mse')
try:
loss_fn = get_loss(loss_name)
except KeyError:
loss_fn = mse_loss
trainer = create_trainer(
model=model,
learning_rate=config.training.learning_rate,
weight_decay=config.training.weight_decay,
device=config.device,
log_interval=config.training.log_interval,
gradient_clip_norm=config.training.gradient_clip_norm,
save_dir=config.checkpoint_dir,
loss_fn=loss_fn,
)
return trainer
# Module-level configuration
import logging
logging.getLogger(__name__).addHandler(logging.NullHandler())