You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

evaluate_default_pipeline.py 818 B

Refine examples Former-commit-id: 5a4a63ff2763a4e4b26f6a43757a047ae277a323 [formerly 12c7d03aad158e369924c3d758a6b130e6fb3bb3] [formerly 67b40acc937f12f070d59a24393ff1f9a0db13ba [formerly a24ae8f0a312314eb65b8efbaad7ddeda6d87eac]] [formerly 5525bfa76a60727d6a405ffe28e59e4c23203523 [formerly 47d0e986ceb2a559c5386c0643f583c3c46f66cd] [formerly c5eb607a19c6428c32c44ef65fcf858f778bdf23 [formerly 34e4f50dd1adcf568dd25b115a9b71882b158fb7]]] [formerly 03b189f439da8e7bf98b1024184312205fdcce34 [formerly 8ae21d08cdf82fe532d0235c51c7103cd2223412] [formerly 636aa28af728b4f4f051b1bbe2d9fa336260896a [formerly 06a840bb1e60f2c145a949a81d2266dfab462081]] [formerly 2bdac04c21acb03998f6d49087d91fb91c8a1412 [formerly dc259c17176a97f2d2357b8ef5a9a2b8e1685e93] [formerly 17d6611d8f9fde438d8e1bb053c8d28986d92782 [formerly d3445ad667206032f764448e1e6bce9172080fb2]]]] [formerly 9ae550a90e280e6df6b664d353a39b4fc9d70c9d [formerly f39d1b8bd22a0e0908b1e2434ca853da2b86176d] [formerly 8ccba52b499de6ae18303ff00cb232a06d810728 [formerly 723a326385dfb94ecf34a4b252e0c80143a36593]] [formerly a8ba9eab506832c5e917471bc845192799d59cb8 [formerly 082129e96dadd1afa9f60550fbe8fa856a5fb2ba] [formerly 56365d824490f01bbf174a2ca93dc835be7c15d8 [formerly 3892ba8f16f59ff44dea36041922c0f5346932ba]]] [formerly dc86bec2171991f949f2118b549815bf87700e59 [formerly ea7862f9843313d7578b50ee1854fcf340b1001a] [formerly 1ce95762891190e149146fa49529832271fc85cb [formerly e5a32f7002b708bb00c1b7fd6c588ac1ff5edebd]] [formerly e9977975c64f64e952c97858b86ac911428214e0 [formerly 6f248084e98c79294f29542d9c2a284d8f83f3d0] [formerly a992cf924da1ef6e1ea9aeb0b0d13e3bc20dc170 [formerly fdb1f7f2a46384d83eedaac1af01b5d1c165f67c]]]]] [formerly c672d24cc29cd93f5eb6fb8c1430bf4f182cbd68 [formerly 1b9735b22d9a198b85e229c7152de384021d5a6d] [formerly b65d523d7e02c4462a6ae1a09d06aa52ebd5cd76 [formerly 030d59221e6d387a4d6e6bc54eb2c6afdbbb2e77]] [formerly 162613cf00a5c8eab19f1bdb47f87e72edad6588 [formerly 83fe17c6e2098aa4d66d0fb16428a18b9891fec6] [formerly fdb4c0aa0e8671e008e69234065ca6de5427c510 [formerly 998b5befc40c9fd36427a8b59117dd11db864352]]] [formerly 822cf5f77ceae1b14f083d600b1bdeeb56a94469 [formerly ae40f60abec6f856e2ae9cea66b16801f341e5fb] [formerly 7a9f290b3d7d1419ec3b1c471a13914852cae388 [formerly 71512c55b806c676e8b2d51d9428a9ad0086c20b]] [formerly afe9115cfd42b7bc5c483021f756cc7b37ed4cee [formerly 121b4afdb85b1505022953d5cf1791b8d3f3450d] [formerly 1826d99bfbe91cd8d9a23df4c10eae3138cea471 [formerly 0fd001065a6d18a9e676e55f0a173816a23b3fe8]]]] [formerly 1364dd2bf4c360dc70d12e4c9c05d605a74a5d1f [formerly d3c4f82d977261507a79eafeda681b7b0ccf3b69] [formerly 91a7ec745d7b9faaa8020377fe0b26e8468f5376 [formerly c004313d2773d3bd928dc5b876cb4465b19bb21c]] [formerly 34c488bb9fae2a8a17d62c927758b60ad3fb0b0b [formerly c1fe366bbca34e89e4a6c395ef62ea67df73ca77] [formerly 671f64fe2822efcf49f8c9b73c8495f013f5e9b7 [formerly 742453b103e3666bf2940ec4e1cb5c43cee06e1a]]] [formerly 470515bb11702987225bfd74f038d1ac699cecc6 [formerly a1ce0731c1337ccddf8f836c7078a473a7a8c23b] [formerly 547a9c16c19ed336cf6a83b3a370d839fd45a407 [formerly 086a10f1091ec254a87c7a5bf2ba605bcbbd6e24]] [formerly 85bf5246bb9484a57f6419e44e7bd5bed520ded6 [formerly 3655590a7853b93dd65b72d1ca8e31d3b46e40e8] [formerly cc02a40884de8c14674fa9718dbb65d673dc9605 [formerly e09f9e36f2834be74661098fa02dec44f3311bf1]]]]]] Former-commit-id: 2bf9bbbcbd365a0597deae4e245950ef34293922 [formerly bbf3c752ad15b9d42690db28aef34f679ae0ba86] [formerly fa5053a575782e9ee128256ffbdbb3cee2826900 [formerly 437f4eb1e2a37515f966c18bfce699348fba62c1]] [formerly 3e3b00bc0fb009ed982fd7fe366021515abef3b6 [formerly a3187fbe85bb89113a2881c4d1fb9b45ac4e3c9b] [formerly 72e5a8da9e063ed01c0bad3d4c253e104fdcc2a8 [formerly 9fa0adee465ac14e77bea7da0d6c3974c2f7d399]]] [formerly 4b2fc94b1eca67ddee81890093e830dde0323fbd [formerly 2007edd4a5e08d148f4bca151bfb66ffd345a3a8] [formerly 2f81fd19b49aa455c120f225c65a2cce7ec1c86e [formerly 18240e6a088b64bd877916af4ac7f161f85283f7]] [formerly 222b36c358e096a36bac655a199487e114fff5ad [formerly 981127893f4f7820676a0cf37d7bcb4fc17f10a6] [formerly 6c305285acaa28c1a7f62a31b72063ff9876c1bf [formerly 5eac958894d185794b364f71063f5a2477d876e7]]]] [formerly da7314bf1b4820963fe945e9d54e400a6e811dbb [formerly 7ac9fc4e09230376d2001605c419798db17d0161] [formerly 8a153b0592b41e02267c48d006345fc601211ff7 [formerly 3a5c9048d7e80a942c4de2359f9a44ada53b3a2b]] [formerly d8770decbc849091c201e0c4bf53fe60bf54a9ba [formerly 4a125ea6d12675d108a4ec20a68604756c30bff7] [formerly 816ff4cb4e465f3812ef300e6a438c8071bef65e [formerly 559c2355b3ab33ff6a13304934f340a14ab86ef3]]] [formerly 8759cc4f1c6d3761d129b2cb39e5cea50dce3406 [formerly 8c7f9ee1b30ceccb18eb620212a278bed7c833af] [formerly b9dacfba0b688c0fbb50246a7eb1d3217b4eee7b [formerly 4b9627101e3d65acae34985ddf1a94ee85e82534]] [formerly a7a9865252911d4670bb8bda25dec7e2ed8ece44 [formerly 93f6c14a9049af25d91e5f6b24888b7bc1fb8c65] [formerly cc02a40884de8c14674fa9718dbb65d673dc9605]]]] Former-commit-id: 6bf86dad8485420dd94f6e22142179fe3f7b943d [formerly 361e1989ad51f8087df80ae9f4efb657cb816d75] [formerly 62c40e59aa3e2e7c7494a168284d70cd2f784280 [formerly 2e6e95306679c74a9b9d551bd50c1a221f8461b6]] [formerly bcd0c831e1a362834db61de5b44f215730320ea1 [formerly e36b203fe88954f0130e0aa2bc9140ef9e0f2c6b] [formerly 1680d41ca2a1081e661e79872b35b678c320be37 [formerly 5909cfb28bb124b58b27f34f0ae7931ed857306d]]] [formerly 8f19a364bba47371218e486cb236ad88d99911d1 [formerly c9df3addebe154dd57183e2d59fbdcc35cd8d5ad] [formerly 6456c6fe40d8b434c13d03c2add1455351ca1391 [formerly 747e44e598912b11a2b94c592fe869c93a3ce420]] [formerly 46ab4b25ad33f4141017748142818bfbf2f740ea [formerly d3e63c79f3bc280064e79df02f794332aee1785c] [formerly a553295d3be192efecf9338e1e31dc1fce5a8cd8 [formerly 6ea1609800bcee0cb92fb38146ffbdcce085355e]]]] Former-commit-id: cd0dd9d427b93eb9820ac3cabdd6a1d26a2e2058 [formerly 4797c81bff998eee7addecdbd8a0a9ed05d2fe7a] [formerly c06f5e51b0af00083b6d5e59d3267d6abb9df074 [formerly 240dfb39dbd881fbefa9d190c8270fc08b470ae5]] [formerly 1ba9f471722e7704871ff9633555c4a3fc8bd4bb [formerly bbcf24b814eeb2acba55e8776013eedf844e14a1] [formerly a955f79ff756529f26b0c1f322f9ee841f1c6898 [formerly 8e48fb601ece2cbd89502ec1783ae4546449c87c]]] Former-commit-id: a0266a01ca997b630a93dc94509111ca771f4209 [formerly d498dc088d9d267b02de2e953e8cbfa5de813842] [formerly f45da48ee8b37b79fb4be6c77b0ec37f4ee3377f [formerly 2a1fbc27876ca4bca19d3a5f36268a5b4a574187]] Former-commit-id: 74957391344734f439881aa98796b57e077b3155 [formerly 052efc3b77dbca2c17eceb524901481caaeec381] Former-commit-id: 1fa1955ae6485967efe4c99ca36ba663e75d96eb
5 years ago
1234567891011121314151617181920212223
  1. import pandas as pd
  2. from tods import schemas as schemas_utils
  3. from tods.utils import generate_dataset_problem, evaluate_pipeline
  4. table_path = 'datasets/yahoo_sub_5.csv'
  5. target_index = 6 # what column is the target
  6. #table_path = 'datasets/NAB/realTweets/labeled_Twitter_volume_IBM.csv' # The path of the dataset
  7. time_limit = 30 # How many seconds you wanna search
  8. #metric = 'F1' # F1 on label 1
  9. metric = 'F1_MACRO' # F1 on both label 0 and 1
  10. # Read data and generate dataset and problem
  11. df = pd.read_csv(table_path)
  12. dataset, problem_description = generate_dataset_problem(df, target_index=target_index, metric=metric)
  13. # Load the default pipeline
  14. pipeline = schemas_utils.load_default_pipeline()
  15. # Run the pipeline
  16. pipeline_result = evaluate_pipeline(problem_description, dataset, pipeline)
  17. print(pipeline_result)

全栈的自动化机器学习系统,主要针对多变量时间序列数据的异常检测。TODS提供了详尽的用于构建基于机器学习的异常检测系统的模块,它们包括:数据处理(data processing),时间序列处理( time series processing),特征分析(feature analysis),检测算法(detection algorithms),和强化模块( reinforcement module)。这些模块所提供的功能包括常见的数据预处理、时间序列数据的平滑或变换,从时域或频域中抽取特征、多种多样的检测算