Skip to content

Commit adb5a9e

Browse files
Rebuilt the docs
1 parent 8639758 commit adb5a9e

File tree

38 files changed

+4262
-4284
lines changed

38 files changed

+4262
-4284
lines changed
Loading
Loading
Loading
Loading
Loading
Loading
Loading
Loading
Loading
Loading
Loading

_sources/index.rst.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ Lightwood works with a variety of data types such as numbers, dates, categories,
1919

2020
Our JSON-AI syntax allows users to change any and all parts of the models Lightwood automatically generates. The syntax outlines the specifics details in each step of the modeling pipeline. Users may override default values (for example, changing the type of a column) or alternatively, entirely replace steps with their own methods (ex: use a random forest model for a predictor). Lightwood creates a "JSON-AI" object from this syntax which can then be used to automatically generate python code to represent your pipeline.
2121

22-
For details as to how Lightwood works, check out the `Lightwood Philosophy <https://lightwood.io/lightwood_philosophy.html>`_ .
22+
For details as to how Lightwood works, check out the `Lightwood Philosophy <https://mindsdb.github.io/lightwood/lightwood_philosophy.html>`_ .
2323

2424
Quick Guide
2525
=======================
@@ -124,7 +124,7 @@ BYOM: Bring your own models
124124

125125
Lightwood supports user architectures/approaches so long as you follow the abstractions provided within each step.
126126

127-
Our `tutorials <https://lightwood.io/tutorials.html>`_ provide specific use cases for how to introduce customization into your pipeline. Check out "custom cleaner", "custom splitter", "custom explainer", and "custom mixer". Stay tuned for further updates.
127+
Our `tutorials <https://mindsdb.github.io/lightwood/tutorials.html>`_ provide specific use cases for how to introduce customization into your pipeline. Check out "custom cleaner", "custom splitter", "custom explainer", and "custom mixer". Stay tuned for further updates.
128128

129129

130130
Contribute to Lightwood

_sources/tutorials/custom_cleaner/custom_cleaner.ipynb.txt

+68-68
Original file line numberDiff line numberDiff line change
@@ -31,25 +31,25 @@
3131
"id": "happy-wheat",
3232
"metadata": {
3333
"execution": {
34-
"iopub.execute_input": "2024-01-23T19:58:28.143176Z",
35-
"iopub.status.busy": "2024-01-23T19:58:28.142697Z",
36-
"iopub.status.idle": "2024-01-23T19:58:30.965992Z",
37-
"shell.execute_reply": "2024-01-23T19:58:30.965188Z"
34+
"iopub.execute_input": "2024-02-29T11:02:15.503091Z",
35+
"iopub.status.busy": "2024-02-29T11:02:15.502888Z",
36+
"iopub.status.idle": "2024-02-29T11:02:18.296106Z",
37+
"shell.execute_reply": "2024-02-29T11:02:18.295457Z"
3838
}
3939
},
4040
"outputs": [
4141
{
4242
"name": "stderr",
4343
"output_type": "stream",
4444
"text": [
45-
"\u001b[32mINFO:lightwood-2886:No torchvision detected, image helpers not supported.\u001b[0m\n"
45+
"\u001b[32mINFO:lightwood-2554:No torchvision detected, image helpers not supported.\u001b[0m\n"
4646
]
4747
},
4848
{
4949
"name": "stderr",
5050
"output_type": "stream",
5151
"text": [
52-
"\u001b[32mINFO:lightwood-2886:No torchvision/pillow detected, image encoder not supported\u001b[0m\n"
52+
"\u001b[32mINFO:lightwood-2554:No torchvision/pillow detected, image encoder not supported\u001b[0m\n"
5353
]
5454
}
5555
],
@@ -87,10 +87,10 @@
8787
"id": "recognized-parish",
8888
"metadata": {
8989
"execution": {
90-
"iopub.execute_input": "2024-01-23T19:58:30.969559Z",
91-
"iopub.status.busy": "2024-01-23T19:58:30.969174Z",
92-
"iopub.status.idle": "2024-01-23T19:58:32.426952Z",
93-
"shell.execute_reply": "2024-01-23T19:58:32.426222Z"
90+
"iopub.execute_input": "2024-02-29T11:02:18.299506Z",
91+
"iopub.status.busy": "2024-02-29T11:02:18.299102Z",
92+
"iopub.status.idle": "2024-02-29T11:02:19.241721Z",
93+
"shell.execute_reply": "2024-02-29T11:02:19.241028Z"
9494
}
9595
},
9696
"outputs": [
@@ -221,109 +221,109 @@
221221
"id": "chicken-truth",
222222
"metadata": {
223223
"execution": {
224-
"iopub.execute_input": "2024-01-23T19:58:32.429859Z",
225-
"iopub.status.busy": "2024-01-23T19:58:32.429456Z",
226-
"iopub.status.idle": "2024-01-23T19:58:54.854443Z",
227-
"shell.execute_reply": "2024-01-23T19:58:54.853825Z"
224+
"iopub.execute_input": "2024-02-29T11:02:19.244503Z",
225+
"iopub.status.busy": "2024-02-29T11:02:19.244296Z",
226+
"iopub.status.idle": "2024-02-29T11:02:41.643348Z",
227+
"shell.execute_reply": "2024-02-29T11:02:41.642764Z"
228228
}
229229
},
230230
"outputs": [
231231
{
232232
"name": "stderr",
233233
"output_type": "stream",
234234
"text": [
235-
"\u001b[32mINFO:lightwood-2886:Dropping features: ['url_legal', 'license', 'standard_error']\u001b[0m\n"
235+
"\u001b[32mINFO:lightwood-2554:Dropping features: ['url_legal', 'license', 'standard_error']\u001b[0m\n"
236236
]
237237
},
238238
{
239239
"name": "stderr",
240240
"output_type": "stream",
241241
"text": [
242-
"\u001b[32mINFO:type_infer-2886:Analyzing a sample of 2478\u001b[0m\n"
242+
"\u001b[32mINFO:type_infer-2554:Analyzing a sample of 2478\u001b[0m\n"
243243
]
244244
},
245245
{
246246
"name": "stderr",
247247
"output_type": "stream",
248248
"text": [
249-
"\u001b[32mINFO:type_infer-2886:from a total population of 2834, this is equivalent to 87.4% of your data.\u001b[0m\n"
249+
"\u001b[32mINFO:type_infer-2554:from a total population of 2834, this is equivalent to 87.4% of your data.\u001b[0m\n"
250250
]
251251
},
252252
{
253253
"name": "stderr",
254254
"output_type": "stream",
255255
"text": [
256-
"\u001b[32mINFO:type_infer-2886:Infering type for: id\u001b[0m\n"
256+
"\u001b[32mINFO:type_infer-2554:Infering type for: id\u001b[0m\n"
257257
]
258258
},
259259
{
260260
"name": "stderr",
261261
"output_type": "stream",
262262
"text": [
263-
"\u001b[32mINFO:type_infer-2886:Doing text detection for column: id\u001b[0m\n"
263+
"\u001b[32mINFO:type_infer-2554:Doing text detection for column: id\u001b[0m\n"
264264
]
265265
},
266266
{
267267
"name": "stderr",
268268
"output_type": "stream",
269269
"text": [
270-
"\u001b[32mINFO:type_infer-2886:Column id has data type categorical\u001b[0m\n"
270+
"\u001b[32mINFO:type_infer-2554:Column id has data type categorical\u001b[0m\n"
271271
]
272272
},
273273
{
274274
"name": "stderr",
275275
"output_type": "stream",
276276
"text": [
277-
"\u001b[32mINFO:type_infer-2886:Infering type for: excerpt\u001b[0m\n"
277+
"\u001b[32mINFO:type_infer-2554:Infering type for: excerpt\u001b[0m\n"
278278
]
279279
},
280280
{
281281
"name": "stderr",
282282
"output_type": "stream",
283283
"text": [
284-
"\u001b[32mINFO:type_infer-2886:Doing text detection for column: excerpt\u001b[0m\n"
284+
"\u001b[32mINFO:type_infer-2554:Doing text detection for column: excerpt\u001b[0m\n"
285285
]
286286
},
287287
{
288288
"name": "stderr",
289289
"output_type": "stream",
290290
"text": [
291-
"\u001b[32mINFO:type_infer-2886:Infering type for: target\u001b[0m\n"
291+
"\u001b[32mINFO:type_infer-2554:Infering type for: target\u001b[0m\n"
292292
]
293293
},
294294
{
295295
"name": "stderr",
296296
"output_type": "stream",
297297
"text": [
298-
"\u001b[32mINFO:type_infer-2886:Column target has data type float\u001b[0m\n"
298+
"\u001b[32mINFO:type_infer-2554:Column target has data type float\u001b[0m\n"
299299
]
300300
},
301301
{
302302
"name": "stderr",
303303
"output_type": "stream",
304304
"text": [
305-
"\u001b[33mWARNING:type_infer-2886:Column id is an identifier of type \"Hash-like identifier\"\u001b[0m\n"
305+
"\u001b[33mWARNING:type_infer-2554:Column id is an identifier of type \"Hash-like identifier\"\u001b[0m\n"
306306
]
307307
},
308308
{
309309
"name": "stderr",
310310
"output_type": "stream",
311311
"text": [
312-
"\u001b[32mINFO:dataprep_ml-2886:Starting statistical analysis\u001b[0m\n"
312+
"\u001b[32mINFO:dataprep_ml-2554:Starting statistical analysis\u001b[0m\n"
313313
]
314314
},
315315
{
316316
"name": "stderr",
317317
"output_type": "stream",
318318
"text": [
319-
"\u001b[32mINFO:dataprep_ml-2886:Dropping features: ['id']\u001b[0m\n"
319+
"\u001b[32mINFO:dataprep_ml-2554:Dropping features: ['id']\u001b[0m\n"
320320
]
321321
},
322322
{
323323
"name": "stderr",
324324
"output_type": "stream",
325325
"text": [
326-
"\u001b[32mINFO:dataprep_ml-2886:Finished statistical analysis\u001b[0m\n"
326+
"\u001b[32mINFO:dataprep_ml-2554:Finished statistical analysis\u001b[0m\n"
327327
]
328328
}
329329
],
@@ -360,10 +360,10 @@
360360
"id": "designed-condition",
361361
"metadata": {
362362
"execution": {
363-
"iopub.execute_input": "2024-01-23T19:58:54.856963Z",
364-
"iopub.status.busy": "2024-01-23T19:58:54.856767Z",
365-
"iopub.status.idle": "2024-01-23T19:58:54.861997Z",
366-
"shell.execute_reply": "2024-01-23T19:58:54.861323Z"
363+
"iopub.execute_input": "2024-02-29T11:02:41.646819Z",
364+
"iopub.status.busy": "2024-02-29T11:02:41.646217Z",
365+
"iopub.status.idle": "2024-02-29T11:02:41.651651Z",
366+
"shell.execute_reply": "2024-02-29T11:02:41.651005Z"
367367
}
368368
},
369369
"outputs": [
@@ -434,7 +434,7 @@
434434
" \"unbias_target\": true,\n",
435435
" \"seconds_per_mixer\": 21384.0,\n",
436436
" \"seconds_per_encoder\": 85536.0,\n",
437-
" \"expected_additional_time\": 22.386889696121216,\n",
437+
" \"expected_additional_time\": 22.358832359313965,\n",
438438
" \"time_aim\": 259200,\n",
439439
" \"target_weights\": null,\n",
440440
" \"positive_domain\": false,\n",
@@ -518,10 +518,10 @@
518518
"id": "325d8f1b",
519519
"metadata": {
520520
"execution": {
521-
"iopub.execute_input": "2024-01-23T19:58:54.864767Z",
522-
"iopub.status.busy": "2024-01-23T19:58:54.864389Z",
523-
"iopub.status.idle": "2024-01-23T19:58:54.869687Z",
524-
"shell.execute_reply": "2024-01-23T19:58:54.869121Z"
521+
"iopub.execute_input": "2024-02-29T11:02:41.654311Z",
522+
"iopub.status.busy": "2024-02-29T11:02:41.653929Z",
523+
"iopub.status.idle": "2024-02-29T11:02:41.659438Z",
524+
"shell.execute_reply": "2024-02-29T11:02:41.658803Z"
525525
}
526526
},
527527
"outputs": [
@@ -646,10 +646,10 @@
646646
"id": "f030f8ca",
647647
"metadata": {
648648
"execution": {
649-
"iopub.execute_input": "2024-01-23T19:58:54.872215Z",
650-
"iopub.status.busy": "2024-01-23T19:58:54.871838Z",
651-
"iopub.status.idle": "2024-01-23T19:58:54.875034Z",
652-
"shell.execute_reply": "2024-01-23T19:58:54.874504Z"
649+
"iopub.execute_input": "2024-02-29T11:02:41.662332Z",
650+
"iopub.status.busy": "2024-02-29T11:02:41.661886Z",
651+
"iopub.status.idle": "2024-02-29T11:02:41.665256Z",
652+
"shell.execute_reply": "2024-02-29T11:02:41.664597Z"
653653
}
654654
},
655655
"outputs": [],
@@ -711,10 +711,10 @@
711711
"id": "floating-patent",
712712
"metadata": {
713713
"execution": {
714-
"iopub.execute_input": "2024-01-23T19:58:54.877523Z",
715-
"iopub.status.busy": "2024-01-23T19:58:54.877144Z",
716-
"iopub.status.idle": "2024-01-23T19:58:55.077272Z",
717-
"shell.execute_reply": "2024-01-23T19:58:55.076573Z"
714+
"iopub.execute_input": "2024-02-29T11:02:41.667712Z",
715+
"iopub.status.busy": "2024-02-29T11:02:41.667365Z",
716+
"iopub.status.idle": "2024-02-29T11:02:41.865261Z",
717+
"shell.execute_reply": "2024-02-29T11:02:41.864511Z"
718718
}
719719
},
720720
"outputs": [
@@ -792,7 +792,7 @@
792792
" \"unbias_target\": True,\n",
793793
" \"seconds_per_mixer\": 21384.0,\n",
794794
" \"seconds_per_encoder\": 85536.0,\n",
795-
" \"expected_additional_time\": 22.386889696121216,\n",
795+
" \"expected_additional_time\": 22.358832359313965,\n",
796796
" \"time_aim\": 259200,\n",
797797
" \"target_weights\": None,\n",
798798
" \"positive_domain\": False,\n",
@@ -1394,10 +1394,10 @@
13941394
"id": "violent-guard",
13951395
"metadata": {
13961396
"execution": {
1397-
"iopub.execute_input": "2024-01-23T19:58:55.080230Z",
1398-
"iopub.status.busy": "2024-01-23T19:58:55.079814Z",
1399-
"iopub.status.idle": "2024-01-23T19:58:55.087159Z",
1400-
"shell.execute_reply": "2024-01-23T19:58:55.086650Z"
1397+
"iopub.execute_input": "2024-02-29T11:02:41.868198Z",
1398+
"iopub.status.busy": "2024-02-29T11:02:41.867785Z",
1399+
"iopub.status.idle": "2024-02-29T11:02:41.874749Z",
1400+
"shell.execute_reply": "2024-02-29T11:02:41.874144Z"
14011401
}
14021402
},
14031403
"outputs": [],
@@ -1412,10 +1412,10 @@
14121412
"id": "closing-episode",
14131413
"metadata": {
14141414
"execution": {
1415-
"iopub.execute_input": "2024-01-23T19:58:55.089809Z",
1416-
"iopub.status.busy": "2024-01-23T19:58:55.089295Z",
1417-
"iopub.status.idle": "2024-01-23T19:58:55.223309Z",
1418-
"shell.execute_reply": "2024-01-23T19:58:55.222696Z"
1415+
"iopub.execute_input": "2024-02-29T11:02:41.877116Z",
1416+
"iopub.status.busy": "2024-02-29T11:02:41.876931Z",
1417+
"iopub.status.idle": "2024-02-29T11:02:42.011712Z",
1418+
"shell.execute_reply": "2024-02-29T11:02:42.011154Z"
14191419
},
14201420
"scrolled": false
14211421
},
@@ -1424,70 +1424,70 @@
14241424
"name": "stderr",
14251425
"output_type": "stream",
14261426
"text": [
1427-
"\u001b[32mINFO:dataprep_ml-2886:Starting statistical analysis\u001b[0m\n"
1427+
"\u001b[32mINFO:dataprep_ml-2554:Starting statistical analysis\u001b[0m\n"
14281428
]
14291429
},
14301430
{
14311431
"name": "stderr",
14321432
"output_type": "stream",
14331433
"text": [
1434-
"\u001b[32mINFO:dataprep_ml-2886:Dropping features: ['id']\u001b[0m\n"
1434+
"\u001b[32mINFO:dataprep_ml-2554:Dropping features: ['id']\u001b[0m\n"
14351435
]
14361436
},
14371437
{
14381438
"name": "stderr",
14391439
"output_type": "stream",
14401440
"text": [
1441-
"\u001b[32mINFO:dataprep_ml-2886:Finished statistical analysis\u001b[0m\n"
1441+
"\u001b[32mINFO:dataprep_ml-2554:Finished statistical analysis\u001b[0m\n"
14421442
]
14431443
},
14441444
{
14451445
"name": "stderr",
14461446
"output_type": "stream",
14471447
"text": [
1448-
"\u001b[37mDEBUG:lightwood-2886: `analyze_data` runtime: 0.05 seconds\u001b[0m\n"
1448+
"\u001b[37mDEBUG:lightwood-2554: `analyze_data` runtime: 0.05 seconds\u001b[0m\n"
14491449
]
14501450
},
14511451
{
14521452
"name": "stderr",
14531453
"output_type": "stream",
14541454
"text": [
1455-
"\u001b[32mINFO:dataprep_ml-2886:Cleaning the data\u001b[0m\n"
1455+
"\u001b[32mINFO:dataprep_ml-2554:Cleaning the data\u001b[0m\n"
14561456
]
14571457
},
14581458
{
14591459
"name": "stderr",
14601460
"output_type": "stream",
14611461
"text": [
1462-
"\u001b[32mINFO:dataprep_ml-2886:Dropping features: ['id']\u001b[0m\n"
1462+
"\u001b[32mINFO:dataprep_ml-2554:Dropping features: ['id']\u001b[0m\n"
14631463
]
14641464
},
14651465
{
14661466
"name": "stderr",
14671467
"output_type": "stream",
14681468
"text": [
1469-
"\u001b[32mINFO:lightwood-2886:Cleaning column =excerpt\u001b[0m\n"
1469+
"\u001b[32mINFO:lightwood-2554:Cleaning column =excerpt\u001b[0m\n"
14701470
]
14711471
},
14721472
{
14731473
"name": "stderr",
14741474
"output_type": "stream",
14751475
"text": [
1476-
"\u001b[32mINFO:lightwood-2886:Cleaning column =target\u001b[0m\n"
1476+
"\u001b[32mINFO:lightwood-2554:Cleaning column =target\u001b[0m\n"
14771477
]
14781478
},
14791479
{
14801480
"name": "stderr",
14811481
"output_type": "stream",
14821482
"text": [
1483-
"\u001b[32mINFO:lightwood-2886:Converted target into strictly non-negative\u001b[0m\n"
1483+
"\u001b[32mINFO:lightwood-2554:Converted target into strictly non-negative\u001b[0m\n"
14841484
]
14851485
},
14861486
{
14871487
"name": "stderr",
14881488
"output_type": "stream",
14891489
"text": [
1490-
"\u001b[37mDEBUG:lightwood-2886: `preprocess` runtime: 0.07 seconds\u001b[0m\n"
1490+
"\u001b[37mDEBUG:lightwood-2554: `preprocess` runtime: 0.07 seconds\u001b[0m\n"
14911491
]
14921492
},
14931493
{
@@ -1577,10 +1577,10 @@
15771577
"id": "major-stake",
15781578
"metadata": {
15791579
"execution": {
1580-
"iopub.execute_input": "2024-01-23T19:58:55.225827Z",
1581-
"iopub.status.busy": "2024-01-23T19:58:55.225454Z",
1582-
"iopub.status.idle": "2024-01-23T19:58:55.230030Z",
1583-
"shell.execute_reply": "2024-01-23T19:58:55.229387Z"
1580+
"iopub.execute_input": "2024-02-29T11:02:42.014139Z",
1581+
"iopub.status.busy": "2024-02-29T11:02:42.013942Z",
1582+
"iopub.status.idle": "2024-02-29T11:02:42.019144Z",
1583+
"shell.execute_reply": "2024-02-29T11:02:42.018488Z"
15841584
}
15851585
},
15861586
"outputs": [

0 commit comments

Comments
 (0)